ob-metaflow-stubs 6.0.3.103rc3__py2.py3-none-any.whl → 6.0.3.104__py2.py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (140) hide show
  1. metaflow-stubs/__init__.pyi +497 -497
  2. metaflow-stubs/cards.pyi +4 -4
  3. metaflow-stubs/cli.pyi +2 -2
  4. metaflow-stubs/client/__init__.pyi +3 -3
  5. metaflow-stubs/client/core.pyi +5 -5
  6. metaflow-stubs/client/filecache.pyi +2 -2
  7. metaflow-stubs/clone_util.pyi +1 -1
  8. metaflow-stubs/events.pyi +1 -1
  9. metaflow-stubs/exception.pyi +1 -1
  10. metaflow-stubs/flowspec.pyi +4 -4
  11. metaflow-stubs/generated_for.txt +1 -1
  12. metaflow-stubs/includefile.pyi +3 -3
  13. metaflow-stubs/info_file.pyi +1 -1
  14. metaflow-stubs/metadata/metadata.pyi +2 -2
  15. metaflow-stubs/metadata/util.pyi +1 -1
  16. metaflow-stubs/metaflow_config.pyi +1 -1
  17. metaflow-stubs/metaflow_current.pyi +86 -86
  18. metaflow-stubs/mflog/mflog.pyi +1 -1
  19. metaflow-stubs/multicore_utils.pyi +1 -1
  20. metaflow-stubs/parameters.pyi +3 -3
  21. metaflow-stubs/plugins/__init__.pyi +2 -2
  22. metaflow-stubs/plugins/airflow/__init__.pyi +1 -1
  23. metaflow-stubs/plugins/airflow/airflow_utils.pyi +1 -1
  24. metaflow-stubs/plugins/airflow/exception.pyi +1 -1
  25. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +1 -1
  26. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
  27. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
  28. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
  29. metaflow-stubs/plugins/argo/__init__.pyi +1 -1
  30. metaflow-stubs/plugins/argo/argo_client.pyi +1 -1
  31. metaflow-stubs/plugins/argo/argo_events.pyi +1 -1
  32. metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -3
  33. metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +5 -5
  34. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +5 -5
  35. metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +2 -2
  36. metaflow-stubs/plugins/aws/__init__.pyi +1 -1
  37. metaflow-stubs/plugins/aws/aws_client.pyi +1 -1
  38. metaflow-stubs/plugins/aws/aws_utils.pyi +1 -1
  39. metaflow-stubs/plugins/aws/batch/__init__.pyi +1 -1
  40. metaflow-stubs/plugins/aws/batch/batch.pyi +1 -1
  41. metaflow-stubs/plugins/aws/batch/batch_client.pyi +1 -1
  42. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
  43. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +1 -1
  44. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +1 -1
  45. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +1 -1
  46. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +1 -1
  47. metaflow-stubs/plugins/aws/step_functions/production_token.pyi +1 -1
  48. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +1 -1
  49. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +1 -1
  50. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +1 -1
  51. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +2 -2
  52. metaflow-stubs/plugins/azure/__init__.pyi +1 -1
  53. metaflow-stubs/plugins/azure/azure_credential.pyi +1 -1
  54. metaflow-stubs/plugins/azure/azure_exceptions.pyi +1 -1
  55. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +1 -1
  56. metaflow-stubs/plugins/azure/azure_utils.pyi +1 -1
  57. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +1 -1
  58. metaflow-stubs/plugins/azure/includefile_support.pyi +1 -1
  59. metaflow-stubs/plugins/cards/__init__.pyi +1 -1
  60. metaflow-stubs/plugins/cards/card_cli.pyi +4 -4
  61. metaflow-stubs/plugins/cards/card_client.pyi +2 -2
  62. metaflow-stubs/plugins/cards/card_creator.pyi +1 -1
  63. metaflow-stubs/plugins/cards/card_datastore.pyi +1 -1
  64. metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
  65. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +1 -1
  66. metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
  67. metaflow-stubs/plugins/cards/card_modules/card.pyi +1 -1
  68. metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
  69. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +1 -1
  70. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +1 -1
  71. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +1 -1
  72. metaflow-stubs/plugins/cards/card_resolver.pyi +1 -1
  73. metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
  74. metaflow-stubs/plugins/cards/exception.pyi +1 -1
  75. metaflow-stubs/plugins/catch_decorator.pyi +3 -3
  76. metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
  77. metaflow-stubs/plugins/datatools/local.pyi +1 -1
  78. metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
  79. metaflow-stubs/plugins/datatools/s3/s3.pyi +4 -4
  80. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +1 -1
  81. metaflow-stubs/plugins/datatools/s3/s3util.pyi +1 -1
  82. metaflow-stubs/plugins/debug_logger.pyi +1 -1
  83. metaflow-stubs/plugins/debug_monitor.pyi +1 -1
  84. metaflow-stubs/plugins/environment_decorator.pyi +1 -1
  85. metaflow-stubs/plugins/events_decorator.pyi +2 -2
  86. metaflow-stubs/plugins/frameworks/__init__.pyi +1 -1
  87. metaflow-stubs/plugins/frameworks/pytorch.pyi +3 -3
  88. metaflow-stubs/plugins/gcp/__init__.pyi +1 -1
  89. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +1 -1
  90. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +1 -1
  91. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +1 -1
  92. metaflow-stubs/plugins/gcp/gs_utils.pyi +1 -1
  93. metaflow-stubs/plugins/gcp/includefile_support.pyi +1 -1
  94. metaflow-stubs/plugins/kubernetes/__init__.pyi +1 -1
  95. metaflow-stubs/plugins/kubernetes/kube_utils.pyi +1 -1
  96. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +2 -2
  97. metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +3 -3
  98. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +1 -1
  99. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +2 -2
  100. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +1 -1
  101. metaflow-stubs/plugins/logs_cli.pyi +2 -2
  102. metaflow-stubs/plugins/package_cli.pyi +1 -1
  103. metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
  104. metaflow-stubs/plugins/perimeters.pyi +1 -1
  105. metaflow-stubs/plugins/project_decorator.pyi +2 -2
  106. metaflow-stubs/plugins/pypi/__init__.pyi +1 -1
  107. metaflow-stubs/plugins/pypi/conda_decorator.pyi +1 -1
  108. metaflow-stubs/plugins/pypi/conda_environment.pyi +2 -2
  109. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +1 -1
  110. metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
  111. metaflow-stubs/plugins/pypi/utils.pyi +1 -1
  112. metaflow-stubs/plugins/resources_decorator.pyi +1 -1
  113. metaflow-stubs/plugins/retry_decorator.pyi +1 -1
  114. metaflow-stubs/plugins/secrets/__init__.pyi +1 -1
  115. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +1 -1
  116. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +1 -1
  117. metaflow-stubs/plugins/storage_executor.pyi +1 -1
  118. metaflow-stubs/plugins/tag_cli.pyi +4 -4
  119. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +2 -2
  120. metaflow-stubs/plugins/timeout_decorator.pyi +2 -2
  121. metaflow-stubs/procpoll.pyi +1 -1
  122. metaflow-stubs/profilers/__init__.pyi +1 -1
  123. metaflow-stubs/pylint_wrapper.pyi +1 -1
  124. metaflow-stubs/runner/__init__.pyi +1 -1
  125. metaflow-stubs/runner/deployer.pyi +2 -2
  126. metaflow-stubs/runner/metaflow_runner.pyi +4 -4
  127. metaflow-stubs/runner/nbdeploy.pyi +1 -1
  128. metaflow-stubs/runner/nbrun.pyi +1 -1
  129. metaflow-stubs/runner/subprocess_manager.pyi +1 -1
  130. metaflow-stubs/runner/utils.pyi +1 -1
  131. metaflow-stubs/system/__init__.pyi +2 -2
  132. metaflow-stubs/system/system_logger.pyi +1 -1
  133. metaflow-stubs/system/system_monitor.pyi +2 -2
  134. metaflow-stubs/tagging_util.pyi +1 -1
  135. metaflow-stubs/tuple_util.pyi +1 -1
  136. {ob_metaflow_stubs-6.0.3.103rc3.dist-info → ob_metaflow_stubs-6.0.3.104.dist-info}/METADATA +1 -1
  137. ob_metaflow_stubs-6.0.3.104.dist-info/RECORD +140 -0
  138. ob_metaflow_stubs-6.0.3.103rc3.dist-info/RECORD +0 -140
  139. {ob_metaflow_stubs-6.0.3.103rc3.dist-info → ob_metaflow_stubs-6.0.3.104.dist-info}/WHEEL +0 -0
  140. {ob_metaflow_stubs-6.0.3.103rc3.dist-info → ob_metaflow_stubs-6.0.3.104.dist-info}/top_level.txt +0 -0
metaflow-stubs/cards.pyi CHANGED
@@ -1,19 +1,19 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.546102 #
4
+ # Generated on 2024-09-20T21:46:07.339893 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.plugins.cards.card_modules.components
11
12
  import metaflow.plugins.cards.card_modules.basic
12
13
  import metaflow
13
- import typing
14
- import metaflow.plugins.cards.card_modules.components
15
- import metaflow.plugins.cards.card_modules.card
16
14
  import metaflow.plugins.cards.card_client
15
+ import metaflow.plugins.cards.card_modules.card
16
+ import typing
17
17
 
18
18
  def get_cards(task: typing.Union[str, "metaflow.Task"], id: typing.Optional[str] = None, type: typing.Optional[str] = None, follow_resumed: bool = True) -> metaflow.plugins.cards.card_client.CardContainer:
19
19
  """
metaflow-stubs/cli.pyi CHANGED
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.562759 #
4
+ # Generated on 2024-09-20T21:46:07.356313 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.metaflow_current
12
11
  import metaflow.exception
12
+ import metaflow.metaflow_current
13
13
 
14
14
  def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
15
15
  """
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.553361 #
4
+ # Generated on 2024-09-20T21:46:07.347487 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.events
12
11
  import typing
13
- import datetime
14
12
  import metaflow.client.core
13
+ import metaflow.events
14
+ import datetime
15
15
 
16
16
  def namespace(ns: typing.Optional[str]) -> typing.Optional[str]:
17
17
  """
@@ -1,21 +1,21 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.542179 #
4
+ # Generated on 2024-09-20T21:46:07.336460 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
+ import metaflow.client.core
12
+ import metaflow.events
13
+ import metaflow.metaflow_current
14
+ import datetime
11
15
  import metaflow
12
16
  import tarfile
13
17
  import typing
14
18
  import metaflow.exception
15
- import datetime
16
- import metaflow.events
17
- import metaflow.metaflow_current
18
- import metaflow.client.core
19
19
 
20
20
  current: metaflow.metaflow_current.Current
21
21
 
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.563647 #
4
+ # Generated on 2024-09-20T21:46:07.357160 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
12
11
  import metaflow.datastore.content_addressed_store
12
+ import metaflow.exception
13
13
 
14
14
  class MetaflowException(Exception, metaclass=type):
15
15
  def __init__(self, msg = "", lineno = None):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.561647 #
4
+ # Generated on 2024-09-20T21:46:07.355144 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
metaflow-stubs/events.pyi CHANGED
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.544134 #
4
+ # Generated on 2024-09-20T21:46:07.340483 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.534351 #
4
+ # Generated on 2024-09-20T21:46:07.328884 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,19 +1,19 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.543540 #
4
+ # Generated on 2024-09-20T21:46:07.337832 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.flowspec
12
11
  import metaflow.parameters
12
+ import metaflow.unbounded_foreach
13
+ import metaflow.datastore.inputs
14
+ import metaflow.flowspec
13
15
  import typing
14
16
  import metaflow.exception
15
- import metaflow.datastore.inputs
16
- import metaflow.unbounded_foreach
17
17
 
18
18
  class DelayedEvaluationParameter(object, metaclass=type):
19
19
  def __init__(self, name, field, fun):
@@ -1 +1 @@
1
- 2.12.22.1+obcheckpoint(0.0.11);ob(v1) 2024-09-20T21:42:44.518895
1
+ 2.12.22.1+obcheckpoint(0.0.11);ob(v1) 2024-09-20T21:46:07.313848
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.549056 #
4
+ # Generated on 2024-09-20T21:46:07.343342 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.parameters
12
- import typing
13
11
  import metaflow._vendor.click.types
12
+ import metaflow.parameters
14
13
  import io
14
+ import typing
15
15
  import metaflow.plugins.datatools.s3.s3
16
16
 
17
17
  class MetaflowException(Exception, metaclass=type):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.533552 #
4
+ # Generated on 2024-09-20T21:46:07.328193 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.586663 #
4
+ # Generated on 2024-09-20T21:46:07.379898 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.metadata.metadata
12
11
  import metaflow.exception
12
+ import metaflow.metadata.metadata
13
13
 
14
14
  class MetaflowInternalError(metaflow.exception.MetaflowException, metaclass=type):
15
15
  ...
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.629510 #
4
+ # Generated on 2024-09-20T21:46:07.421987 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.535475 #
4
+ # Generated on 2024-09-20T21:46:07.329970 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,20 +1,20 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.632097 #
4
+ # Generated on 2024-09-20T21:46:07.424519 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
12
- import metaflow
13
- import typing
14
11
  import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
15
- import metaflow.plugins.cards.component_serializer
16
12
  import metaflow.events
17
13
  import metaflow.metaflow_current
14
+ import metaflow
15
+ import metaflow.plugins.cards.component_serializer
16
+ import metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.decorator
17
+ import typing
18
18
 
19
19
  TYPE_CHECKING: bool
20
20
 
@@ -223,31 +223,82 @@ class Current(object, metaclass=type):
223
223
  def graph(_):
224
224
  ...
225
225
  @property
226
- def parallel(self) -> "metaflow.metaflow_current.Parallel":
226
+ def model(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
227
227
  """
228
- (only in the presence of the @parallel decorator)
228
+ (only in the presence of the @model decorator)
229
+
230
+ The object used for loading / saving models.
231
+ `current.model` exposes a `save` method to save models and a `load` method to load models.
232
+ `current.model.loaded` exposes the paths to the models loaded via the `load` argument in the @model decorator
233
+ or models loaded via `current.model.load`.
234
+
235
+ Usage (Saving a model):
236
+ -------
237
+
238
+ ```
239
+ @model
240
+ @step
241
+ def train(self):
242
+ # current.model.save returns a dictionary reference to the model saved
243
+ self.my_model = current.model.save(
244
+ path_to_my_model,
245
+ label="my_model",
246
+ metadata={
247
+ "epochs": 10,
248
+ "batch-size": 32,
249
+ "learning-rate": 0.001,
250
+ }
251
+ )
252
+ self.next(self.test)
253
+
254
+ @model(load="my_model")
255
+ @step
256
+ def test(self):
257
+ # `current.model.loaded` returns a dictionary of the loaded models
258
+ # where the key is the name of the artifact and the value is the path to the model
259
+ print(os.listdir(current.model.loaded["my_model"]))
260
+ self.next(self.end)
261
+ ```
262
+
263
+ Usage (Loading models):
264
+ -------
265
+
266
+ ```
267
+ @step
268
+ def train(self):
269
+ # current.model.load returns the path to the model loaded
270
+ checkpoint_path = current.model.load(
271
+ self.checkpoint_key,
272
+ )
273
+ model_path = current.model.load(
274
+ self.model,
275
+ )
276
+ self.next(self.test)
277
+ ```
229
278
 
230
279
 
231
280
  Returns
232
281
  -------
233
- Parallel
234
- `namedtuple` with the following fields:
235
- - main_ip : str
236
- The IP address of the control task.
237
- - num_nodes : int
238
- The total number of tasks created by @parallel
239
- - node_index : int
240
- The index of the current task in all the @parallel tasks.
241
- - control_task_id : Optional[str]
242
- The task ID of the control task. Available to all tasks.
282
+ ModelSerializer
283
+ The object used for loading / saving models.
243
284
  """
244
285
  ...
245
286
  @property
246
- def is_parallel(self) -> bool:
287
+ def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
247
288
  """
248
- (only in the presence of the @parallel decorator)
289
+ (only in the presence of the @card decorator)
249
290
 
250
- True if the current step is a @parallel step.
291
+ The `@card` decorator makes the cards available through the `current.card`
292
+ object. If multiple `@card` decorators are present, you can add an `ID` to
293
+ distinguish between them using `@card(id=ID)` as the decorator. You will then
294
+ be able to access that specific card using `current.card[ID].
295
+
296
+ Methods available are `append` and `extend`
297
+
298
+ Returns
299
+ -------
300
+ CardComponentCollector
301
+ The or one of the cards attached to this step.
251
302
  """
252
303
  ...
253
304
  @property
@@ -312,82 +363,31 @@ class Current(object, metaclass=type):
312
363
  """
313
364
  ...
314
365
  @property
315
- def model(self) -> "metaflow_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core.ModelSerializer":
366
+ def parallel(self) -> "metaflow.metaflow_current.Parallel":
316
367
  """
317
- (only in the presence of the @model decorator)
318
-
319
- The object used for loading / saving models.
320
- `current.model` exposes a `save` method to save models and a `load` method to load models.
321
- `current.model.loaded` exposes the paths to the models loaded via the `load` argument in the @model decorator
322
- or models loaded via `current.model.load`.
323
-
324
- Usage (Saving a model):
325
- -------
326
-
327
- ```
328
- @model
329
- @step
330
- def train(self):
331
- # current.model.save returns a dictionary reference to the model saved
332
- self.my_model = current.model.save(
333
- path_to_my_model,
334
- label="my_model",
335
- metadata={
336
- "epochs": 10,
337
- "batch-size": 32,
338
- "learning-rate": 0.001,
339
- }
340
- )
341
- self.next(self.test)
342
-
343
- @model(load="my_model")
344
- @step
345
- def test(self):
346
- # `current.model.loaded` returns a dictionary of the loaded models
347
- # where the key is the name of the artifact and the value is the path to the model
348
- print(os.listdir(current.model.loaded["my_model"]))
349
- self.next(self.end)
350
- ```
351
-
352
- Usage (Loading models):
353
- -------
354
-
355
- ```
356
- @step
357
- def train(self):
358
- # current.model.load returns the path to the model loaded
359
- checkpoint_path = current.model.load(
360
- self.checkpoint_key,
361
- )
362
- model_path = current.model.load(
363
- self.model,
364
- )
365
- self.next(self.test)
366
- ```
368
+ (only in the presence of the @parallel decorator)
367
369
 
368
370
 
369
371
  Returns
370
372
  -------
371
- ModelSerializer
372
- The object used for loading / saving models.
373
+ Parallel
374
+ `namedtuple` with the following fields:
375
+ - main_ip : str
376
+ The IP address of the control task.
377
+ - num_nodes : int
378
+ The total number of tasks created by @parallel
379
+ - node_index : int
380
+ The index of the current task in all the @parallel tasks.
381
+ - control_task_id : Optional[str]
382
+ The task ID of the control task. Available to all tasks.
373
383
  """
374
384
  ...
375
385
  @property
376
- def card(self) -> "metaflow.plugins.cards.component_serializer.CardComponentCollector":
386
+ def is_parallel(self) -> bool:
377
387
  """
378
- (only in the presence of the @card decorator)
379
-
380
- The `@card` decorator makes the cards available through the `current.card`
381
- object. If multiple `@card` decorators are present, you can add an `ID` to
382
- distinguish between them using `@card(id=ID)` as the decorator. You will then
383
- be able to access that specific card using `current.card[ID].
384
-
385
- Methods available are `append` and `extend`
388
+ (only in the presence of the @parallel decorator)
386
389
 
387
- Returns
388
- -------
389
- CardComponentCollector
390
- The or one of the cards attached to this step.
390
+ True if the current step is a @parallel step.
391
391
  """
392
392
  ...
393
393
  @property
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.586973 #
4
+ # Generated on 2024-09-20T21:46:07.380198 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.535890 #
4
+ # Generated on 2024-09-20T21:46:07.330476 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,17 +1,17 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.537065 #
4
+ # Generated on 2024-09-20T21:46:07.331622 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow._vendor.click.types
11
+ import typing
12
12
  import metaflow.exception
13
+ import metaflow._vendor.click.types
13
14
  import metaflow.parameters
14
- import typing
15
15
 
16
16
  class ParameterFieldFailed(metaflow.exception.MetaflowException, metaclass=type):
17
17
  def __init__(self, name, field):
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.550855 #
4
+ # Generated on 2024-09-20T21:46:07.345014 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.unbounded_foreach
12
11
  import metaflow.plugins.cards.card_modules.card
12
+ import metaflow.unbounded_foreach
13
13
 
14
14
  CLIS_DESC: list
15
15
 
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.580547 #
4
+ # Generated on 2024-09-20T21:46:07.373842 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.619334 #
4
+ # Generated on 2024-09-20T21:46:07.412087 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.618374 #
4
+ # Generated on 2024-09-20T21:46:07.411119 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.619582 #
4
+ # Generated on 2024-09-20T21:46:07.412352 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,15 +1,15 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.630007 #
4
+ # Generated on 2024-09-20T21:46:07.422492 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.exception
12
11
  import metaflow.decorators
12
+ import metaflow.exception
13
13
 
14
14
  class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
15
15
  def __init__(self, msg):
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.630419 #
4
+ # Generated on 2024-09-20T21:46:07.422869 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.airflow.sensors.base_sensor
12
11
  import metaflow.decorators
13
12
  import metaflow.exception
13
+ import metaflow.plugins.airflow.sensors.base_sensor
14
14
 
15
15
  class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
16
16
  def __init__(self, *args, **kwargs):
@@ -1,16 +1,16 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.630768 #
4
+ # Generated on 2024-09-20T21:46:07.423219 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.plugins.airflow.sensors.base_sensor
12
11
  import metaflow.decorators
13
12
  import metaflow.exception
13
+ import metaflow.plugins.airflow.sensors.base_sensor
14
14
 
15
15
  class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
16
16
  def __init__(self, *args, **kwargs):
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.576652 #
4
+ # Generated on 2024-09-20T21:46:07.371939 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ##################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
3
  # MF version: 2.12.22.1+obcheckpoint(0.0.11);ob(v1) #
4
- # Generated on 2024-09-20T21:42:44.592136 #
4
+ # Generated on 2024-09-20T21:46:07.396477 #
5
5
  ##################################################################################
6
6
 
7
7
  from __future__ import annotations