ob-metaflow-stubs 6.0.3.141__py2.py3-none-any.whl → 6.0.3.143rc0__py2.py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (194) hide show
  1. metaflow-stubs/__init__.pyi +604 -573
  2. metaflow-stubs/cards.pyi +2 -2
  3. metaflow-stubs/cli.pyi +2 -2
  4. metaflow-stubs/cli_components/__init__.pyi +2 -2
  5. metaflow-stubs/cli_components/utils.pyi +2 -2
  6. metaflow-stubs/client/__init__.pyi +2 -2
  7. metaflow-stubs/client/core.pyi +5 -5
  8. metaflow-stubs/client/filecache.pyi +2 -2
  9. metaflow-stubs/events.pyi +3 -3
  10. metaflow-stubs/exception.pyi +2 -2
  11. metaflow-stubs/flowspec.pyi +4 -4
  12. metaflow-stubs/generated_for.txt +1 -1
  13. metaflow-stubs/includefile.pyi +3 -3
  14. metaflow-stubs/info_file.pyi +2 -2
  15. metaflow-stubs/metadata_provider/__init__.pyi +2 -2
  16. metaflow-stubs/metadata_provider/heartbeat.pyi +2 -2
  17. metaflow-stubs/metadata_provider/metadata.pyi +2 -2
  18. metaflow-stubs/metadata_provider/util.pyi +2 -2
  19. metaflow-stubs/metaflow_config.pyi +2 -2
  20. metaflow-stubs/metaflow_current.pyi +99 -99
  21. metaflow-stubs/mf_extensions/__init__.pyi +2 -2
  22. metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +2 -2
  23. metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +2 -2
  24. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +2 -2
  25. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/__init__.pyi +2 -2
  26. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/async_cards.pyi +3 -3
  27. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/deco_injection_mixin.pyi +2 -2
  28. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/card_utils/extra_components.pyi +2 -2
  29. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +2 -2
  30. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/__init__.pyi +2 -2
  31. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/checkpoint_lister.pyi +3 -3
  32. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/cards/lineage_card.pyi +2 -2
  33. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +5 -3
  34. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +2 -2
  35. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +6 -3
  36. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/decorator.pyi +3 -2
  37. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +2 -2
  38. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +4 -2
  39. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/lineage.pyi +2 -2
  40. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +2 -2
  41. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/context.pyi +79 -0
  42. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +4 -8
  43. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/decorator.pyi +46 -0
  44. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +2 -2
  45. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +11 -4
  46. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +2 -2
  47. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +2 -2
  48. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +2 -2
  49. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/__init__.pyi +2 -2
  50. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/hf_hub/decorator.pyi +2 -2
  51. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/__init__.pyi +2 -2
  52. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/core.pyi +3 -3
  53. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/exceptions.pyi +2 -2
  54. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/modeling_utils/model_storage.pyi +2 -2
  55. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +2 -2
  56. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +2 -2
  57. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +2 -2
  58. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +3 -3
  59. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/__init__.pyi +2 -2
  60. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/base.pyi +2 -2
  61. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/serialization_handler/tar.pyi +2 -2
  62. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +2 -2
  63. metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +2 -2
  64. metaflow-stubs/mf_extensions/outerbounds/plugins/__init__.pyi +2 -2
  65. metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/__init__.pyi +2 -2
  66. metaflow-stubs/mf_extensions/outerbounds/plugins/snowflake/snowflake.pyi +2 -2
  67. metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +2 -2
  68. metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +2 -2
  69. metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +2 -2
  70. metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +2 -2
  71. metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +2 -2
  72. metaflow-stubs/multicore_utils.pyi +2 -2
  73. metaflow-stubs/parameters.pyi +3 -3
  74. metaflow-stubs/plugins/__init__.pyi +12 -12
  75. metaflow-stubs/plugins/airflow/__init__.pyi +2 -2
  76. metaflow-stubs/plugins/airflow/airflow_utils.pyi +2 -2
  77. metaflow-stubs/plugins/airflow/exception.pyi +2 -2
  78. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +2 -2
  79. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +2 -2
  80. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +2 -2
  81. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +2 -2
  82. metaflow-stubs/plugins/argo/__init__.pyi +2 -2
  83. metaflow-stubs/plugins/argo/argo_client.pyi +2 -2
  84. metaflow-stubs/plugins/argo/argo_events.pyi +2 -2
  85. metaflow-stubs/plugins/argo/argo_workflows.pyi +3 -3
  86. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +3 -3
  87. metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +3 -3
  88. metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +2 -2
  89. metaflow-stubs/plugins/aws/__init__.pyi +2 -2
  90. metaflow-stubs/plugins/aws/aws_client.pyi +2 -2
  91. metaflow-stubs/plugins/aws/aws_utils.pyi +2 -2
  92. metaflow-stubs/plugins/aws/batch/__init__.pyi +2 -2
  93. metaflow-stubs/plugins/aws/batch/batch.pyi +2 -2
  94. metaflow-stubs/plugins/aws/batch/batch_client.pyi +2 -2
  95. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +2 -2
  96. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +2 -2
  97. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +3 -3
  98. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +2 -2
  99. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +2 -2
  100. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +2 -2
  101. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +2 -2
  102. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +2 -2
  103. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +2 -2
  104. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +2 -2
  105. metaflow-stubs/plugins/azure/__init__.pyi +2 -2
  106. metaflow-stubs/plugins/azure/azure_credential.pyi +2 -2
  107. metaflow-stubs/plugins/azure/azure_exceptions.pyi +2 -2
  108. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +3 -3
  109. metaflow-stubs/plugins/azure/azure_utils.pyi +2 -2
  110. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +2 -2
  111. metaflow-stubs/plugins/azure/includefile_support.pyi +2 -2
  112. metaflow-stubs/plugins/cards/__init__.pyi +6 -6
  113. metaflow-stubs/plugins/cards/card_client.pyi +2 -2
  114. metaflow-stubs/plugins/cards/card_creator.pyi +2 -2
  115. metaflow-stubs/plugins/cards/card_datastore.pyi +2 -2
  116. metaflow-stubs/plugins/cards/card_decorator.pyi +2 -2
  117. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +2 -2
  118. metaflow-stubs/plugins/cards/card_modules/basic.pyi +2 -2
  119. metaflow-stubs/plugins/cards/card_modules/card.pyi +2 -2
  120. metaflow-stubs/plugins/cards/card_modules/components.pyi +3 -3
  121. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +2 -2
  122. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +2 -2
  123. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +2 -2
  124. metaflow-stubs/plugins/cards/card_resolver.pyi +2 -2
  125. metaflow-stubs/plugins/cards/component_serializer.pyi +2 -2
  126. metaflow-stubs/plugins/cards/exception.pyi +2 -2
  127. metaflow-stubs/plugins/catch_decorator.pyi +3 -3
  128. metaflow-stubs/plugins/datatools/__init__.pyi +2 -2
  129. metaflow-stubs/plugins/datatools/local.pyi +2 -2
  130. metaflow-stubs/plugins/datatools/s3/__init__.pyi +2 -2
  131. metaflow-stubs/plugins/datatools/s3/s3.pyi +2 -2
  132. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +2 -2
  133. metaflow-stubs/plugins/datatools/s3/s3util.pyi +2 -2
  134. metaflow-stubs/plugins/debug_logger.pyi +2 -2
  135. metaflow-stubs/plugins/debug_monitor.pyi +2 -2
  136. metaflow-stubs/plugins/environment_decorator.pyi +2 -2
  137. metaflow-stubs/plugins/events_decorator.pyi +2 -2
  138. metaflow-stubs/plugins/frameworks/__init__.pyi +2 -2
  139. metaflow-stubs/plugins/frameworks/pytorch.pyi +2 -2
  140. metaflow-stubs/plugins/gcp/__init__.pyi +2 -2
  141. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +3 -3
  142. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +2 -2
  143. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +2 -2
  144. metaflow-stubs/plugins/gcp/gs_utils.pyi +2 -2
  145. metaflow-stubs/plugins/gcp/includefile_support.pyi +2 -2
  146. metaflow-stubs/plugins/kubernetes/__init__.pyi +2 -2
  147. metaflow-stubs/plugins/kubernetes/kube_utils.pyi +2 -2
  148. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +4 -4
  149. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +2 -2
  150. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +5 -2
  151. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +2 -2
  152. metaflow-stubs/plugins/kubernetes/spot_monitor_sidecar.pyi +2 -2
  153. metaflow-stubs/plugins/parallel_decorator.pyi +2 -2
  154. metaflow-stubs/plugins/perimeters.pyi +2 -2
  155. metaflow-stubs/plugins/project_decorator.pyi +2 -2
  156. metaflow-stubs/plugins/pypi/__init__.pyi +2 -2
  157. metaflow-stubs/plugins/pypi/conda_decorator.pyi +2 -2
  158. metaflow-stubs/plugins/pypi/conda_environment.pyi +4 -4
  159. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +2 -2
  160. metaflow-stubs/plugins/pypi/pypi_environment.pyi +2 -2
  161. metaflow-stubs/plugins/pypi/utils.pyi +2 -2
  162. metaflow-stubs/plugins/resources_decorator.pyi +2 -2
  163. metaflow-stubs/plugins/retry_decorator.pyi +2 -2
  164. metaflow-stubs/plugins/secrets/__init__.pyi +2 -2
  165. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +2 -2
  166. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +2 -2
  167. metaflow-stubs/plugins/snowflake/__init__.pyi +2 -2
  168. metaflow-stubs/plugins/storage_executor.pyi +2 -2
  169. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +3 -3
  170. metaflow-stubs/plugins/timeout_decorator.pyi +3 -3
  171. metaflow-stubs/profilers/__init__.pyi +2 -2
  172. metaflow-stubs/pylint_wrapper.pyi +2 -2
  173. metaflow-stubs/runner/__init__.pyi +2 -2
  174. metaflow-stubs/runner/deployer.pyi +2 -2
  175. metaflow-stubs/runner/deployer_impl.pyi +2 -2
  176. metaflow-stubs/runner/metaflow_runner.pyi +3 -3
  177. metaflow-stubs/runner/nbdeploy.pyi +2 -2
  178. metaflow-stubs/runner/nbrun.pyi +2 -2
  179. metaflow-stubs/runner/subprocess_manager.pyi +2 -2
  180. metaflow-stubs/runner/utils.pyi +3 -3
  181. metaflow-stubs/system/__init__.pyi +2 -2
  182. metaflow-stubs/system/system_logger.pyi +3 -3
  183. metaflow-stubs/system/system_monitor.pyi +2 -2
  184. metaflow-stubs/tagging_util.pyi +2 -2
  185. metaflow-stubs/tuple_util.pyi +2 -2
  186. metaflow-stubs/user_configs/__init__.pyi +2 -2
  187. metaflow-stubs/user_configs/config_decorators.pyi +6 -6
  188. metaflow-stubs/user_configs/config_options.pyi +2 -2
  189. metaflow-stubs/user_configs/config_parameters.pyi +5 -5
  190. {ob_metaflow_stubs-6.0.3.141.dist-info → ob_metaflow_stubs-6.0.3.143rc0.dist-info}/METADATA +1 -1
  191. ob_metaflow_stubs-6.0.3.143rc0.dist-info/RECORD +194 -0
  192. ob_metaflow_stubs-6.0.3.141.dist-info/RECORD +0 -192
  193. {ob_metaflow_stubs-6.0.3.141.dist-info → ob_metaflow_stubs-6.0.3.143rc0.dist-info}/WHEEL +0 -0
  194. {ob_metaflow_stubs-6.0.3.141.dist-info → ob_metaflow_stubs-6.0.3.143rc0.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:07.028811 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.149999 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -10,8 +10,8 @@ import typing
10
10
  import metaflow
11
11
  if typing.TYPE_CHECKING:
12
12
  import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core
13
- import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.checkpoint_storage
14
13
  import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
14
+ import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.checkpoints.checkpoint_storage
15
15
  import metaflow.datastore.datastore_storage
16
16
 
17
17
  from ..exceptions import KeyNotCompatibleWithObjectException as KeyNotCompatibleWithObjectException
@@ -123,6 +123,8 @@ class CheckpointDatastore(metaflow.mf_extensions.obcheckpoint.plugins.machine_le
123
123
  @classmethod
124
124
  def decompose_key(cls, key) -> CheckpointsPathComponents:
125
125
  ...
126
+ def __str__(self):
127
+ ...
126
128
  def __init__(self, artifact_store: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.ObjectStorage, metadata_store: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.ObjectStorage, artifact_metadatastore: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.core.ObjectStorage):
127
129
  ...
128
130
  ...
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.961461 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.073112 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.987969 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.099627 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -22,6 +22,7 @@ from .checkpoint_storage import CheckpointDatastore as CheckpointDatastore
22
22
  from ..datastructures import CheckpointArtifact as CheckpointArtifact
23
23
  from ..datastore.task_utils import init_datastorage_object as init_datastorage_object
24
24
  from ..datastore.task_utils import resolve_storage_backend as resolve_task_storage_backend
25
+ from ..datastore.task_utils import storage_backend_from_flow as storage_backend_from_flow
25
26
 
26
27
  TYPE_CHECKING: bool
27
28
 
@@ -45,6 +46,8 @@ class Checkpointer(object, metaclass=type):
45
46
  ...
46
47
  def load_metadata(self, version_id: int = None, name = 'mfchckpt') -> dict:
47
48
  ...
49
+ def artifact_id(self, name: str, version_id: int = None):
50
+ ...
48
51
  def save(self, path: str, metadata = {}, latest = True, name = 'mfchckpt', storage_format = 'files') -> metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures.CheckpointArtifact:
49
52
  ...
50
53
  ...
@@ -102,7 +105,7 @@ class ReadResolver(object, metaclass=type):
102
105
  """
103
106
  ...
104
107
  @classmethod
105
- def from_key_and_pathspec(cls, pathspec, checkpoint_key):
108
+ def from_checkpoint(cls, checkpoint: metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures.CheckpointArtifact):
106
109
  """
107
110
  """
108
111
  ...
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.963551 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.075221 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -28,6 +28,7 @@ from .constructors import load_checkpoint as load_checkpoint
28
28
  from .core import ScopeResolver as ScopeResolver
29
29
  from .core import CheckpointLoadPolicy as CheckpointLoadPolicy
30
30
  from ..datastructures import CheckpointArtifact as CheckpointArtifact
31
+ from ..datastore.decorator import set_datastore_context as set_datastore_context
31
32
  from .final_api import Checkpoint as Checkpoint
32
33
 
33
34
  DEFAULT_NAME: str
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.961672 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.073341 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.938673 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.049484 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -63,6 +63,8 @@ class Checkpoint(object, metaclass=type):
63
63
  If `files`, saves directory directly to the datastore.
64
64
  """
65
65
  ...
66
+ def generate_key(self, name: str, version_id: int = None):
67
+ ...
66
68
  def __enter__(self):
67
69
  ...
68
70
  def __exit__(self, exc_type, exc_val, exc_tb):
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.992084 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.102556 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.962286 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.050974 #
5
5
  ######################################################################################################
6
6
 
@@ -0,0 +1,79 @@
1
+ ######################################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.051021 #
5
+ ######################################################################################################
6
+
7
+ from __future__ import annotations
8
+
9
+ import metaflow
10
+ import typing
11
+ if typing.TYPE_CHECKING:
12
+ import metaflow.exception
13
+ import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastore.context
14
+ import metaflow
15
+
16
+ from ......exception import MetaflowException as MetaflowException
17
+
18
+ TYPE_CHECKING: bool
19
+
20
+ ARTIFACT_STORE_CONFIG_ENV_VAR: str
21
+
22
+ class UnresolvableDatastoreException(metaflow.exception.MetaflowException, metaclass=type):
23
+ ...
24
+
25
+ class ArtifactStoreContext(object, metaclass=type):
26
+ """
27
+ This class will act as a singleton to switch the datastore so that
28
+ Any checkpoint operations will be done in the correct datastore. This
29
+ can be a useful way of short-circuting a datastore switch between runtime
30
+ And post-runtime retrieval operations.
31
+ """
32
+ @property
33
+ def MF_DATASTORES(self):
34
+ ...
35
+ def __init__(self):
36
+ ...
37
+ def flow_init_context(self, context):
38
+ ...
39
+ def post_task_runtime_context(self, context):
40
+ ...
41
+ def switch_context(self, context):
42
+ ...
43
+ def get(self):
44
+ ...
45
+ def from_task_metadata(self, task: "metaflow.Task"):
46
+ """
47
+ TODO: This is not the best way to do this since this is mostly used for
48
+ listing checkpoints post-runtime. It is also currently a code path for
49
+ `Checkpoint.list()` but it can be clunky and I havent thought throught its
50
+ implications on other code paths. Currently it can work with :
51
+ ```
52
+ config = {
53
+ "client_params":{
54
+ "access_key_id": "abc",
55
+ "secret_access_key": "xyz"
56
+ }
57
+ }
58
+ with using_artifact_store(type="s3", config=config):
59
+ Checkpoint().load(Checkpoint().list(task=task)[0], "my-path")
60
+ ```
61
+ """
62
+ ...
63
+ def to_task_metadata(self):
64
+ ...
65
+ def default(self):
66
+ ...
67
+ ...
68
+
69
+ datastore_context: ArtifactStoreContext
70
+
71
+ def using_artifact_store(type, config):
72
+ """
73
+ This context manager can be used to switch the artifact store
74
+ for a block of code. This is useful when users maybe accessing
75
+ checkpoints/models from a different datastore using the
76
+ `@with_artifact_store` decorator.
77
+ """
78
+ ...
79
+
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.989189 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.104075 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -105,9 +105,6 @@ class ObjectStorage(object, metaclass=type):
105
105
  ...
106
106
  def set_full_prefix(self, root_prefix):
107
107
  ...
108
- @staticmethod
109
- def resolve_root(storage_type):
110
- ...
111
108
  def full_base_url(self, prefix = None):
112
109
  ...
113
110
  def create_key_name(self, *args):
@@ -142,6 +139,8 @@ class ObjectStorage(object, metaclass=type):
142
139
  List all objects in the datastore's `keys` index.
143
140
  """
144
141
  ...
142
+ def __str__(self) -> str:
143
+ ...
145
144
  ...
146
145
 
147
146
  class DatastoreInterface(object, metaclass=type):
@@ -183,6 +182,3 @@ class DatastoreInterface(object, metaclass=type):
183
182
  ...
184
183
  ...
185
184
 
186
- def resolve_root(datastore_type):
187
- ...
188
-
@@ -0,0 +1,46 @@
1
+ ######################################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.102835 #
5
+ ######################################################################################################
6
+
7
+ from __future__ import annotations
8
+
9
+ import metaflow
10
+ import typing
11
+ if typing.TYPE_CHECKING:
12
+ import metaflow.decorators
13
+
14
+ from ......metadata_provider.metadata import MetaDatum as MetaDatum
15
+ from ......exception import MetaflowException as MetaflowException
16
+
17
+ class ArtifactStoreFlowDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
18
+ """
19
+ Allows setting external datastores to save data for the
20
+ `@checkpoint`/`@model`/`@huggingface_hub` decorators. This is useful
21
+ when the compute medium lives in a different geographical location
22
+ than metaflow's datastore (e.g. S3, GCS, Azure Blob Storage).
23
+
24
+ Parameters:
25
+ ----------
26
+
27
+ type: str
28
+ The type of the datastore. Can be one of 's3', 'gcs', 'azure' or any other supported metaflow Datastore.
29
+
30
+ config: dict or Callable
31
+ Dictionary of configuration options for the datastore. The following keys are required:
32
+ - root: The root path in the datastore where the data will be saved. (needs to be in the format expected by the datastore)
33
+ - example: 's3://bucket-name/path/to/root'
34
+ - example: 'gs://bucket-name/path/to/root'
35
+ - example: 'https://myblockacc.blob.core.windows.net/metaflow/'
36
+ - role_arn (optional): AWS IAM role to access s3 bucket (only when `type` is 's3')
37
+ - session_vars (optional): AWS session variables to access s3 bucket (only when `type` is 's3')
38
+ - client_params (optional): AWS client parameters to access s3 bucket (only when `type` is 's3')
39
+ """
40
+ def flow_init(self, flow, graph, environment, flow_datastore, metadata, logger, echo, options):
41
+ ...
42
+ ...
43
+
44
+ def set_datastore_context(flow, metadata, run_id, step_name, task_id, retry_count):
45
+ ...
46
+
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:07.045895 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.165512 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.962331 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.073978 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,11 +9,12 @@ from __future__ import annotations
9
9
  import typing
10
10
  import metaflow
11
11
  if typing.TYPE_CHECKING:
12
- import metaflow
13
12
  import metaflow.exception
13
+ import metaflow
14
14
 
15
+ from ......metaflow_current import current as current
15
16
  from ......exception import MetaflowException as MetaflowException
16
- from .core import resolve_root as resolve_root
17
+ from .context import datastore_context as datastore_context
17
18
 
18
19
  TYPE_CHECKING: bool
19
20
 
@@ -26,3 +27,9 @@ def init_datastorage_object():
26
27
  def resolve_storage_backend(pathspec: typing.Union[str, "metaflow.Task"] = None):
27
28
  ...
28
29
 
30
+ class FlowNotRunningException(metaflow.exception.MetaflowException, metaclass=type):
31
+ ...
32
+
33
+ def storage_backend_from_flow(flow: "metaflow.FlowSpec"):
34
+ ...
35
+
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.993251 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.105167 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.939720 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.050469 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.962005 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.073659 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.964367 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.076044 #
5
5
  ######################################################################################################
6
6
 
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.964414 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.076092 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.965304 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.076991 #
5
5
  ######################################################################################################
6
6
 
@@ -1,15 +1,15 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.965351 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.077038 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
  import typing
10
10
  if typing.TYPE_CHECKING:
11
- import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
12
11
  import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.core
12
+ import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.datastructures
13
13
  import metaflow.mf_extensions.obcheckpoint.plugins.machine_learning_utilities.modeling_utils.model_storage
14
14
 
15
15
  from ..datastore.core import STORAGE_FORMATS as STORAGE_FORMATS
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.993074 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.104995 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.992862 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.104780 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.989759 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.100198 #
5
5
  ######################################################################################################
6
6
 
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.989809 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.100244 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.993613 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.105564 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.994100 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.106314 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -9,8 +9,8 @@ from __future__ import annotations
9
9
  import metaflow
10
10
  import typing
11
11
  if typing.TYPE_CHECKING:
12
- import metaflow
13
12
  import metaflow.exception
13
+ import metaflow
14
14
 
15
15
  from ......exception import MetaflowException as MetaflowException
16
16
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.994429 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.106806 #
5
5
  ######################################################################################################
6
6
 
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:07.030253 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.151667 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.994474 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.106886 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:07.029230 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.151415 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.928191 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.040737 #
5
5
  ######################################################################################################
6
6
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.940415 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.051712 #
5
5
  ######################################################################################################
6
6
 
@@ -1,6 +1,6 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.940473 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.051769 #
5
5
  ######################################################################################################
6
6
 
@@ -1,7 +1,7 @@
1
1
  ######################################################################################################
2
2
  # Auto-generated Metaflow stub file #
3
- # MF version: 2.14.0.1+obcheckpoint(0.1.8);ob(v1) #
4
- # Generated on 2025-02-13T16:37:06.940518 #
3
+ # MF version: 2.14.0.2rc0+obcheckpoint(0.1.8.1rc0);ob(v1) #
4
+ # Generated on 2025-02-17T19:27:36.051811 #
5
5
  ######################################################################################################
6
6
 
7
7
  from __future__ import annotations