ob-metaflow-stubs 6.0.3.102rc1__py2.py3-none-any.whl → 6.0.3.102rc2__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. metaflow-stubs/__init__.pyi +585 -585
  2. metaflow-stubs/cards.pyi +3 -3
  3. metaflow-stubs/cli.pyi +1 -1
  4. metaflow-stubs/client/__init__.pyi +3 -3
  5. metaflow-stubs/client/core.pyi +6 -6
  6. metaflow-stubs/client/filecache.pyi +1 -1
  7. metaflow-stubs/clone_util.pyi +1 -1
  8. metaflow-stubs/events.pyi +2 -2
  9. metaflow-stubs/exception.pyi +1 -1
  10. metaflow-stubs/flowspec.pyi +4 -4
  11. metaflow-stubs/generated_for.txt +1 -1
  12. metaflow-stubs/includefile.pyi +3 -3
  13. metaflow-stubs/info_file.pyi +1 -1
  14. metaflow-stubs/metadata/metadata.pyi +1 -1
  15. metaflow-stubs/metadata/util.pyi +1 -1
  16. metaflow-stubs/metaflow_config.pyi +1 -1
  17. metaflow-stubs/metaflow_current.pyi +88 -88
  18. metaflow-stubs/mflog/mflog.pyi +1 -1
  19. metaflow-stubs/multicore_utils.pyi +1 -1
  20. metaflow-stubs/parameters.pyi +3 -3
  21. metaflow-stubs/plugins/__init__.pyi +1 -1
  22. metaflow-stubs/plugins/airflow/__init__.pyi +1 -1
  23. metaflow-stubs/plugins/airflow/airflow_utils.pyi +1 -1
  24. metaflow-stubs/plugins/airflow/exception.pyi +1 -1
  25. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +1 -1
  26. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +1 -1
  27. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +3 -3
  28. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +3 -3
  29. metaflow-stubs/plugins/argo/__init__.pyi +1 -1
  30. metaflow-stubs/plugins/argo/argo_client.pyi +1 -1
  31. metaflow-stubs/plugins/argo/argo_events.pyi +1 -1
  32. metaflow-stubs/plugins/argo/argo_workflows.pyi +4 -4
  33. metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +5 -5
  34. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +4 -4
  35. metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +3 -3
  36. metaflow-stubs/plugins/aws/__init__.pyi +1 -1
  37. metaflow-stubs/plugins/aws/aws_client.pyi +1 -1
  38. metaflow-stubs/plugins/aws/aws_utils.pyi +1 -1
  39. metaflow-stubs/plugins/aws/batch/__init__.pyi +1 -1
  40. metaflow-stubs/plugins/aws/batch/batch.pyi +1 -1
  41. metaflow-stubs/plugins/aws/batch/batch_client.pyi +1 -1
  42. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
  43. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +1 -1
  44. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +1 -1
  45. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +1 -1
  46. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +1 -1
  47. metaflow-stubs/plugins/aws/step_functions/production_token.pyi +1 -1
  48. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +1 -1
  49. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +1 -1
  50. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +1 -1
  51. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +2 -2
  52. metaflow-stubs/plugins/azure/__init__.pyi +1 -1
  53. metaflow-stubs/plugins/azure/azure_credential.pyi +1 -1
  54. metaflow-stubs/plugins/azure/azure_exceptions.pyi +1 -1
  55. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +1 -1
  56. metaflow-stubs/plugins/azure/azure_utils.pyi +1 -1
  57. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +1 -1
  58. metaflow-stubs/plugins/azure/includefile_support.pyi +1 -1
  59. metaflow-stubs/plugins/cards/__init__.pyi +1 -1
  60. metaflow-stubs/plugins/cards/card_cli.pyi +3 -3
  61. metaflow-stubs/plugins/cards/card_client.pyi +2 -2
  62. metaflow-stubs/plugins/cards/card_creator.pyi +1 -1
  63. metaflow-stubs/plugins/cards/card_datastore.pyi +1 -1
  64. metaflow-stubs/plugins/cards/card_decorator.pyi +1 -1
  65. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +1 -1
  66. metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
  67. metaflow-stubs/plugins/cards/card_modules/card.pyi +1 -1
  68. metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
  69. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +1 -1
  70. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +1 -1
  71. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
  72. metaflow-stubs/plugins/cards/card_resolver.pyi +1 -1
  73. metaflow-stubs/plugins/cards/component_serializer.pyi +3 -3
  74. metaflow-stubs/plugins/cards/exception.pyi +1 -1
  75. metaflow-stubs/plugins/catch_decorator.pyi +2 -2
  76. metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
  77. metaflow-stubs/plugins/datatools/local.pyi +1 -1
  78. metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
  79. metaflow-stubs/plugins/datatools/s3/s3.pyi +4 -4
  80. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +1 -1
  81. metaflow-stubs/plugins/datatools/s3/s3util.pyi +1 -1
  82. metaflow-stubs/plugins/debug_logger.pyi +1 -1
  83. metaflow-stubs/plugins/debug_monitor.pyi +1 -1
  84. metaflow-stubs/plugins/environment_decorator.pyi +1 -1
  85. metaflow-stubs/plugins/events_decorator.pyi +1 -1
  86. metaflow-stubs/plugins/frameworks/__init__.pyi +1 -1
  87. metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
  88. metaflow-stubs/plugins/gcp/__init__.pyi +1 -1
  89. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +1 -1
  90. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +1 -1
  91. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +1 -1
  92. metaflow-stubs/plugins/gcp/gs_utils.pyi +1 -1
  93. metaflow-stubs/plugins/gcp/includefile_support.pyi +1 -1
  94. metaflow-stubs/plugins/kubernetes/__init__.pyi +1 -1
  95. metaflow-stubs/plugins/kubernetes/kube_utils.pyi +1 -1
  96. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +1 -1
  97. metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +2 -2
  98. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +1 -1
  99. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
  100. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +1 -1
  101. metaflow-stubs/plugins/logs_cli.pyi +1 -1
  102. metaflow-stubs/plugins/package_cli.pyi +1 -1
  103. metaflow-stubs/plugins/parallel_decorator.pyi +1 -1
  104. metaflow-stubs/plugins/perimeters.pyi +1 -1
  105. metaflow-stubs/plugins/project_decorator.pyi +1 -1
  106. metaflow-stubs/plugins/pypi/__init__.pyi +1 -1
  107. metaflow-stubs/plugins/pypi/conda_decorator.pyi +1 -1
  108. metaflow-stubs/plugins/pypi/conda_environment.pyi +2 -2
  109. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +1 -1
  110. metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
  111. metaflow-stubs/plugins/pypi/utils.pyi +1 -1
  112. metaflow-stubs/plugins/resources_decorator.pyi +1 -1
  113. metaflow-stubs/plugins/retry_decorator.pyi +1 -1
  114. metaflow-stubs/plugins/secrets/__init__.pyi +1 -1
  115. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +1 -1
  116. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +1 -1
  117. metaflow-stubs/plugins/storage_executor.pyi +1 -1
  118. metaflow-stubs/plugins/tag_cli.pyi +4 -4
  119. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +1 -1
  120. metaflow-stubs/plugins/timeout_decorator.pyi +1 -1
  121. metaflow-stubs/procpoll.pyi +1 -1
  122. metaflow-stubs/profilers/__init__.pyi +1 -1
  123. metaflow-stubs/pylint_wrapper.pyi +1 -1
  124. metaflow-stubs/runner/__init__.pyi +1 -1
  125. metaflow-stubs/runner/deployer.pyi +2 -2
  126. metaflow-stubs/runner/metaflow_runner.pyi +4 -4
  127. metaflow-stubs/runner/nbdeploy.pyi +1 -1
  128. metaflow-stubs/runner/nbrun.pyi +1 -1
  129. metaflow-stubs/runner/subprocess_manager.pyi +1 -1
  130. metaflow-stubs/runner/utils.pyi +1 -1
  131. metaflow-stubs/system/__init__.pyi +2 -2
  132. metaflow-stubs/system/system_logger.pyi +2 -2
  133. metaflow-stubs/system/system_monitor.pyi +2 -2
  134. metaflow-stubs/tagging_util.pyi +1 -1
  135. metaflow-stubs/tuple_util.pyi +1 -1
  136. {ob_metaflow_stubs-6.0.3.102rc1.dist-info → ob_metaflow_stubs-6.0.3.102rc2.dist-info}/METADATA +1 -1
  137. ob_metaflow_stubs-6.0.3.102rc2.dist-info/RECORD +140 -0
  138. ob_metaflow_stubs-6.0.3.102rc1.dist-info/RECORD +0 -140
  139. {ob_metaflow_stubs-6.0.3.102rc1.dist-info → ob_metaflow_stubs-6.0.3.102rc2.dist-info}/WHEEL +0 -0
  140. {ob_metaflow_stubs-6.0.3.102rc1.dist-info → ob_metaflow_stubs-6.0.3.102rc2.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi CHANGED
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.466993 #
4
+ # Generated on 2024-09-20T18:57:11.226348 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,11 +9,11 @@ from __future__ import annotations
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
11
  import metaflow.plugins.cards.card_modules.components
12
- import metaflow.plugins.cards.card_client
13
12
  import metaflow
13
+ import metaflow.plugins.cards.card_modules.basic
14
+ import metaflow.plugins.cards.card_client
14
15
  import metaflow.plugins.cards.card_modules.card
15
16
  import typing
16
- import metaflow.plugins.cards.card_modules.basic
17
17
 
18
18
  def get_cards(task: typing.Union[str, "metaflow.Task"], id: typing.Optional[str] = None, type: typing.Optional[str] = None, follow_resumed: bool = True) -> metaflow.plugins.cards.card_client.CardContainer:
19
19
  """
metaflow-stubs/cli.pyi CHANGED
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.485678 #
4
+ # Generated on 2024-09-20T18:57:11.243260 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.476101 #
4
+ # Generated on 2024-09-20T18:57:11.234097 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import typing
12
+ import metaflow.events
11
13
  import datetime
12
14
  import metaflow.client.core
13
- import metaflow.events
14
- import typing
15
15
 
16
16
  def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
17
17
  """
@@ -1,21 +1,21 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.463706 #
4
+ # Generated on 2024-09-20T18:57:11.222385 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.client.core
12
- import metaflow
11
+ import metaflow.metaflow_current
13
12
  import metaflow.events
13
+ import tarfile
14
+ import metaflow.client.core
15
+ import datetime
14
16
  import metaflow.exception
17
+ import metaflow
15
18
  import typing
16
- import datetime
17
- import tarfile
18
- import metaflow.metaflow_current
19
19
 
20
20
  current: metaflow.metaflow_current.Current
21
21
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.486599 #
4
+ # Generated on 2024-09-20T18:57:11.244144 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.484065 #
4
+ # Generated on 2024-09-20T18:57:11.242147 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
metaflow-stubs/events.pyi CHANGED
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.467567 #
4
+ # Generated on 2024-09-20T18:57:11.226988 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow
12
11
  import metaflow.events
12
+ import metaflow
13
13
 
14
14
  TYPE_CHECKING: bool
15
15
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.455884 #
4
+ # Generated on 2024-09-20T18:57:11.213349 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,19 +1,19 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.465031 #
4
+ # Generated on 2024-09-20T18:57:11.224345 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.parameters
11
+ import metaflow.datastore.inputs
12
12
  import metaflow.unbounded_foreach
13
13
  import metaflow.exception
14
- import typing
15
- import metaflow.datastore.inputs
14
+ import metaflow.parameters
16
15
  import metaflow.flowspec
16
+ import typing
17
17
 
18
18
  class DelayedEvaluationParameter(object, metaclass=type):
19
19
  def __init__(self, name, field, fun):
@@ -1 +1 @@
1
- 2.12.22.1+obcheckpoint(0.0.10);ob(v1) 2024-09-20T18:51:04.439724
1
+ 2.12.22.1+obcheckpoint(0.0.10);ob(v1) 2024-09-20T18:57:11.197843
@@ -1,18 +1,18 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.471573 #
4
+ # Generated on 2024-09-20T18:57:11.229904 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.parameters
12
11
  import metaflow._vendor.click.types
12
+ import metaflow.parameters
13
+ import io
13
14
  import metaflow.plugins.datatools.s3.s3
14
15
  import typing
15
- import io
16
16
 
17
17
  class MetaflowException(Exception, metaclass=type):
18
18
  def __init__(self, msg = "", lineno = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.455070 #
4
+ # Generated on 2024-09-20T18:57:11.212574 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.511379 #
4
+ # Generated on 2024-09-20T18:57:11.267657 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.553460 #
4
+ # Generated on 2024-09-20T18:57:11.310319 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.456985 #
4
+ # Generated on 2024-09-20T18:57:11.214420 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,20 +1,20 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.569015 #
4
+ # Generated on 2024-09-20T18:57:11.312887 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
11
+ import metaflow.metaflow_current
12
+ import metaflow.events
12
13
  import metaflow
13
- import metaflow.plugins.cards.component_serializer
14
14
  import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
15
- import metaflow.events
15
+ import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
16
16
  import typing
17
- import metaflow.metaflow_current
17
+ import metaflow.plugins.cards.component_serializer
18
18
 
19
19
  TYPE_CHECKING: bool
20
20
 
@@ -223,6 +223,67 @@ class Current(object, metaclass=type):
223
223
  def graph(_):
224
224
  ...
225
225
  @property
226
+ def checkpoint(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
227
+ """
228
+ (only in the presence of the @checkpoint decorator)
229
+
230
+ The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
231
+ The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
232
+
233
+ You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
234
+ by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
235
+ where the checkpoint maybe loaded or saved.
236
+
237
+ Usage (Saving Checkpoints):
238
+ -------
239
+ ```
240
+ @checkpoint
241
+ @step
242
+ def train(self):
243
+ model = create_model(self.parameters, checkpoint_path = None)
244
+ for i in range(self.epochs):
245
+ # some training logic
246
+ loss = model.train(self.dataset)
247
+ if i % 10 == 0:
248
+ model.save(
249
+ current.checkpoint.directory,
250
+ )
251
+ # saves the contents of the `current.checkpoint.directory` as a checkpoint
252
+ # and returns a reference dictionary to the checkpoint saved in the datastore
253
+ self.latest_checkpoint = current.checkpoint.save(
254
+ name="epoch_checkpoint",
255
+ metadata={
256
+ "epoch": i,
257
+ "loss": loss,
258
+ }
259
+ )
260
+ ```
261
+ Usage (Using Loaded Checkpoints):
262
+ -------
263
+ ```
264
+ @retry(times=3)
265
+ @checkpoint
266
+ @step
267
+ def train(self):
268
+ # Assume that the task has restarted and the previous attempt of the task
269
+ # saved a checkpoint
270
+ checkpoint_path = None
271
+ if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
272
+ print("Loaded checkpoint from the previous attempt")
273
+ checkpoint_path = current.checkpoint.directory
274
+
275
+ model = create_model(self.parameters, checkpoint_path = checkpoint_path)
276
+ for i in range(self.epochs):
277
+ ...
278
+ ```
279
+
280
+ Returns
281
+ -------
282
+ CurrentCheckpointer
283
+ The object for handling checkpointing within a step.
284
+ """
285
+ ...
286
+ @property
226
287
  def parallel(self) -> "metaflow.metaflow_current.Parallel":
227
288
  """
228
289
  (only in the presence of the @parallel decorator)
@@ -251,24 +312,6 @@ class Current(object, metaclass=type):
251
312
  """
252
313
  ...
253
314
  @property
254
- def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
255
- """
256
- (only in the presence of the @card decorator)
257
-
258
- The `@card` decorator makes the cards available through the `current.card`
259
- object. If multiple `@card` decorators are present, you can add an `ID` to
260
- distinguish between them using `@card(id=ID)` as the decorator. You will then
261
- be able to access that specific card using `current.card[ID].
262
-
263
- Methods available are `append` and `extend`
264
-
265
- Returns
266
- -------
267
- CardComponentCollector
268
- The or one of the cards attached to this step.
269
- """
270
- ...
271
- @property
272
315
  def model(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
273
316
  """
274
317
  (only in the presence of the @model decorator)
@@ -330,77 +373,21 @@ class Current(object, metaclass=type):
330
373
  """
331
374
  ...
332
375
  @property
333
- def checkpoint(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator.CurrentCheckpointer":
376
+ def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
334
377
  """
335
- (only in the presence of the @checkpoint decorator)
336
-
337
- The `@checkpoint` decorator makes saving/loading checkpoints available through the `current.checkpoint`.
338
- The object exposes `save`/`load`/`list` methods for saving/loading checkpoints.
339
-
340
- You can check if a checkpoint is loaded by `current.checkpoint.is_loaded` and get the checkpoint information
341
- by using `current.checkpoint.info`. The `current.checkpoint.directory` returns the path to the checkpoint directory
342
- where the checkpoint maybe loaded or saved.
343
-
344
- Usage (Saving Checkpoints):
345
- -------
346
- ```
347
- @checkpoint
348
- @step
349
- def train(self):
350
- model = create_model(self.parameters, checkpoint_path = None)
351
- for i in range(self.epochs):
352
- # some training logic
353
- loss = model.train(self.dataset)
354
- if i % 10 == 0:
355
- model.save(
356
- current.checkpoint.directory,
357
- )
358
- # saves the contents of the `current.checkpoint.directory` as a checkpoint
359
- # and returns a reference dictionary to the checkpoint saved in the datastore
360
- self.latest_checkpoint = current.checkpoint.save(
361
- name="epoch_checkpoint",
362
- metadata={
363
- "epoch": i,
364
- "loss": loss,
365
- }
366
- )
367
- ```
368
- Usage (Using Loaded Checkpoints):
369
- -------
370
- ```
371
- @retry(times=3)
372
- @checkpoint
373
- @step
374
- def train(self):
375
- # Assume that the task has restarted and the previous attempt of the task
376
- # saved a checkpoint
377
- checkpoint_path = None
378
- if current.checkpoint.is_loaded: # Check if a checkpoint is loaded
379
- print("Loaded checkpoint from the previous attempt")
380
- checkpoint_path = current.checkpoint.directory
381
-
382
- model = create_model(self.parameters, checkpoint_path = checkpoint_path)
383
- for i in range(self.epochs):
384
- ...
385
- ```
378
+ (only in the presence of the @card decorator)
386
379
 
387
- Returns
388
- -------
389
- CurrentCheckpointer
390
- The object for handling checkpointing within a step.
391
- """
392
- ...
393
- @property
394
- def trigger(self) -> "metaflow.events.Trigger":
395
- """
396
- (only in the presence of the @trigger_on_finish, or @trigger decorators)
380
+ The `@card` decorator makes the cards available through the `current.card`
381
+ object. If multiple `@card` decorators are present, you can add an `ID` to
382
+ distinguish between them using `@card(id=ID)` as the decorator. You will then
383
+ be able to access that specific card using `current.card[ID].
397
384
 
398
- Returns `Trigger` if the current run is triggered by an event
385
+ Methods available are `append` and `extend`
399
386
 
400
387
  Returns
401
388
  -------
402
- Trigger
403
- `Trigger` if triggered by an event
389
+ CardComponentCollector
390
+ The or one of the cards attached to this step.
404
391
  """
405
392
  ...
406
393
  @property
@@ -470,6 +457,19 @@ class Current(object, metaclass=type):
470
457
  True if the flow is deployed with `--production`.
471
458
  """
472
459
  ...
460
+ @property
461
+ def trigger(self) -> "metaflow.events.Trigger":
462
+ """
463
+ (only in the presence of the @trigger, or @trigger_on_finish decorators)
464
+
465
+ Returns `Trigger` if the current run is triggered by an event
466
+
467
+ Returns
468
+ -------
469
+ Trigger
470
+ `Trigger` if triggered by an event
471
+ """
472
+ ...
473
473
  ...
474
474
 
475
475
  current: Current
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.511714 #
4
+ # Generated on 2024-09-20T18:57:11.267988 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.457394 #
4
+ # Generated on 2024-09-20T18:57:11.214855 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.458586 #
4
+ # Generated on 2024-09-20T18:57:11.216034 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.parameters
11
+ import typing
12
12
  import metaflow._vendor.click.types
13
13
  import metaflow.exception
14
- import typing
14
+ import metaflow.parameters
15
15
 
16
16
  class ParameterFieldFailed(metaflow.exception.MetaflowException, metaclass=type):
17
17
  def __init__(self, name, field):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.473517 #
4
+ # Generated on 2024-09-20T18:57:11.231596 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.504999 #
4
+ # Generated on 2024-09-20T18:57:11.261340 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.549246 #
4
+ # Generated on 2024-09-20T18:57:11.300340 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.547757 #
4
+ # Generated on 2024-09-20T18:57:11.299365 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.549589 #
4
+ # Generated on 2024-09-20T18:57:11.300596 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.565874 #
4
+ # Generated on 2024-09-20T18:57:11.310865 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.566446 #
4
+ # Generated on 2024-09-20T18:57:11.311242 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.airflow.sensors.base_sensor
12
- import metaflow.decorators
13
11
  import metaflow.exception
12
+ import metaflow.decorators
13
+ import metaflow.plugins.airflow.sensors.base_sensor
14
14
 
15
15
  class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
16
16
  def __init__(self, *args, **kwargs):
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.566954 #
4
+ # Generated on 2024-09-20T18:57:11.311671 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.airflow.sensors.base_sensor
12
- import metaflow.decorators
13
11
  import metaflow.exception
12
+ import metaflow.decorators
13
+ import metaflow.plugins.airflow.sensors.base_sensor
14
14
 
15
15
  class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
16
16
  def __init__(self, *args, **kwargs):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.503496 #
4
+ # Generated on 2024-09-20T18:57:11.259872 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.529300 #
4
+ # Generated on 2024-09-20T18:57:11.290243 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.10);ob(v1) #
4
- # Generated on 2024-09-20T18:51:04.527273 #
4
+ # Generated on 2024-09-20T18:57:11.288355 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations