ob-metaflow-stubs 6.0.3.117__py2.py3-none-any.whl → 6.0.3.118__py2.py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (175) hide show
  1. metaflow-stubs/__init__.pyi +319 -2739
  2. metaflow-stubs/cards.pyi +19 -473
  3. metaflow-stubs/cli.pyi +17 -81
  4. metaflow-stubs/client/__init__.pyi +19 -1113
  5. metaflow-stubs/client/core.pyi +18 -158
  6. metaflow-stubs/client/filecache.pyi +8 -12
  7. metaflow-stubs/clone_util.pyi +6 -26
  8. metaflow-stubs/events.pyi +6 -5
  9. metaflow-stubs/exception.pyi +8 -6
  10. metaflow-stubs/flowspec.pyi +22 -106
  11. metaflow-stubs/generated_for.txt +1 -1
  12. metaflow-stubs/includefile.pyi +16 -564
  13. metaflow-stubs/info_file.pyi +6 -5
  14. metaflow-stubs/metadata_provider/__init__.pyi +16 -0
  15. metaflow-stubs/metadata_provider/heartbeat.pyi +34 -0
  16. metaflow-stubs/{metadata → metadata_provider}/metadata.pyi +10 -22
  17. metaflow-stubs/metadata_provider/util.pyi +19 -0
  18. metaflow-stubs/metaflow_config.pyi +8 -13
  19. metaflow-stubs/metaflow_current.pyi +134 -133
  20. metaflow-stubs/mf_extensions/__init__.pyi +6 -0
  21. metaflow-stubs/mf_extensions/obcheckpoint/__init__.pyi +6 -0
  22. metaflow-stubs/mf_extensions/obcheckpoint/plugins/__init__.pyi +6 -0
  23. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/__init__.pyi +6 -0
  24. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/__init__.pyi +6 -0
  25. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/checkpoint_storage.pyi +129 -0
  26. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/constructors.pyi +26 -0
  27. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/core.pyi +156 -0
  28. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/exceptions.pyi +25 -0
  29. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/checkpoints/final_api.pyi +111 -0
  30. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/__init__.pyi +6 -0
  31. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/core.pyi +188 -0
  32. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/exceptions.pyi +30 -0
  33. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/task_utils.pyi +28 -0
  34. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastore/utils.pyi +19 -0
  35. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/datastructures.pyi +115 -0
  36. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/exceptions.pyi +40 -0
  37. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/__init__.pyi +6 -0
  38. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/flowspec_utils.pyi +71 -0
  39. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/general.pyi +56 -0
  40. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/identity_utils.pyi +67 -0
  41. metaflow-stubs/mf_extensions/obcheckpoint/plugins/machine_learning_utilities/utils/tar_utils.pyi +49 -0
  42. metaflow-stubs/mf_extensions/outerbounds/__init__.pyi +6 -0
  43. metaflow-stubs/mf_extensions/outerbounds/profilers/__init__.pyi +6 -0
  44. metaflow-stubs/mf_extensions/outerbounds/profilers/gpu.pyi +130 -0
  45. metaflow-stubs/mf_extensions/outerbounds/remote_config.pyi +42 -0
  46. metaflow-stubs/mf_extensions/outerbounds/toplevel/__init__.pyi +6 -0
  47. metaflow-stubs/mf_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.pyi +17 -0
  48. metaflow-stubs/mflog/__init__.pyi +6 -0
  49. metaflow-stubs/mflog/mflog.pyi +52 -5
  50. metaflow-stubs/multicore_utils.pyi +6 -5
  51. metaflow-stubs/parameters.pyi +13 -23
  52. metaflow-stubs/plugins/__init__.pyi +52 -165
  53. metaflow-stubs/plugins/airflow/__init__.pyi +9 -5
  54. metaflow-stubs/plugins/airflow/airflow_utils.pyi +7 -6
  55. metaflow-stubs/plugins/airflow/exception.pyi +7 -11
  56. metaflow-stubs/plugins/airflow/sensors/__init__.pyi +10 -97
  57. metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi +9 -30
  58. metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi +9 -40
  59. metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi +9 -40
  60. metaflow-stubs/plugins/argo/__init__.pyi +12 -5
  61. metaflow-stubs/plugins/argo/argo_client.pyi +8 -26
  62. metaflow-stubs/plugins/argo/argo_events.pyi +7 -11
  63. metaflow-stubs/plugins/argo/argo_workflows.pyi +18 -130
  64. metaflow-stubs/plugins/argo/argo_workflows_cli.pyi +22 -460
  65. metaflow-stubs/plugins/argo/argo_workflows_decorator.pyi +12 -404
  66. metaflow-stubs/plugins/argo/argo_workflows_deployer.pyi +63 -448
  67. metaflow-stubs/plugins/argo/argo_workflows_deployer_objects.pyi +165 -0
  68. metaflow-stubs/plugins/aws/__init__.pyi +11 -5
  69. metaflow-stubs/plugins/aws/aws_client.pyi +6 -5
  70. metaflow-stubs/plugins/aws/aws_utils.pyi +6 -11
  71. metaflow-stubs/plugins/aws/batch/__init__.pyi +9 -5
  72. metaflow-stubs/plugins/aws/batch/batch.pyi +10 -55
  73. metaflow-stubs/plugins/aws/batch/batch_client.pyi +7 -11
  74. metaflow-stubs/plugins/aws/batch/batch_decorator.pyi +15 -140
  75. metaflow-stubs/plugins/aws/secrets_manager/__init__.pyi +7 -5
  76. metaflow-stubs/plugins/aws/secrets_manager/aws_secrets_manager_secrets_provider.pyi +10 -21
  77. metaflow-stubs/plugins/aws/step_functions/__init__.pyi +9 -5
  78. metaflow-stubs/plugins/aws/step_functions/event_bridge_client.pyi +6 -5
  79. metaflow-stubs/plugins/aws/step_functions/production_token.pyi +6 -5
  80. metaflow-stubs/plugins/aws/step_functions/schedule_decorator.pyi +7 -5
  81. metaflow-stubs/plugins/aws/step_functions/step_functions.pyi +11 -65
  82. metaflow-stubs/plugins/aws/step_functions/step_functions_client.pyi +6 -5
  83. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer.pyi +52 -292
  84. metaflow-stubs/plugins/aws/step_functions/step_functions_deployer_objects.pyi +127 -0
  85. metaflow-stubs/plugins/azure/__init__.pyi +12 -7
  86. metaflow-stubs/plugins/azure/azure_credential.pyi +6 -5
  87. metaflow-stubs/plugins/azure/azure_exceptions.pyi +7 -11
  88. metaflow-stubs/plugins/azure/azure_secret_manager_secrets_provider.pyi +11 -24
  89. metaflow-stubs/plugins/azure/azure_utils.pyi +11 -29
  90. metaflow-stubs/plugins/azure/blob_service_client_factory.pyi +8 -23
  91. metaflow-stubs/plugins/azure/includefile_support.pyi +7 -17
  92. metaflow-stubs/plugins/cards/__init__.pyi +15 -5
  93. metaflow-stubs/plugins/cards/card_cli.pyi +22 -491
  94. metaflow-stubs/plugins/cards/card_client.pyi +13 -75
  95. metaflow-stubs/plugins/cards/card_creator.pyi +7 -10
  96. metaflow-stubs/plugins/cards/card_datastore.pyi +10 -18
  97. metaflow-stubs/plugins/cards/card_decorator.pyi +10 -126
  98. metaflow-stubs/plugins/cards/card_modules/__init__.pyi +13 -81
  99. metaflow-stubs/plugins/cards/card_modules/basic.pyi +13 -96
  100. metaflow-stubs/plugins/cards/card_modules/card.pyi +6 -5
  101. metaflow-stubs/plugins/cards/card_modules/components.pyi +24 -107
  102. metaflow-stubs/plugins/cards/card_modules/convert_to_native_type.pyi +6 -5
  103. metaflow-stubs/plugins/cards/card_modules/renderer_tools.pyi +6 -12
  104. metaflow-stubs/plugins/cards/card_modules/test_cards.pyi +11 -88
  105. metaflow-stubs/plugins/cards/card_resolver.pyi +6 -49
  106. metaflow-stubs/plugins/cards/component_serializer.pyi +13 -63
  107. metaflow-stubs/plugins/cards/exception.pyi +7 -11
  108. metaflow-stubs/plugins/catch_decorator.pyi +10 -30
  109. metaflow-stubs/plugins/datatools/__init__.pyi +13 -392
  110. metaflow-stubs/plugins/datatools/local.pyi +7 -11
  111. metaflow-stubs/plugins/datatools/s3/__init__.pyi +19 -653
  112. metaflow-stubs/plugins/datatools/s3/s3.pyi +16 -264
  113. metaflow-stubs/plugins/datatools/s3/s3tail.pyi +7 -10
  114. metaflow-stubs/plugins/datatools/s3/s3util.pyi +6 -11
  115. metaflow-stubs/plugins/debug_logger.pyi +7 -5
  116. metaflow-stubs/plugins/debug_monitor.pyi +7 -5
  117. metaflow-stubs/plugins/environment_decorator.pyi +7 -5
  118. metaflow-stubs/plugins/events_decorator.pyi +8 -14
  119. metaflow-stubs/plugins/frameworks/__init__.pyi +7 -5
  120. metaflow-stubs/plugins/frameworks/pytorch.pyi +8 -45
  121. metaflow-stubs/plugins/gcp/__init__.pyi +11 -7
  122. metaflow-stubs/plugins/gcp/gcp_secret_manager_secrets_provider.pyi +11 -24
  123. metaflow-stubs/plugins/gcp/gs_exceptions.pyi +7 -11
  124. metaflow-stubs/plugins/gcp/gs_storage_client_factory.pyi +6 -5
  125. metaflow-stubs/plugins/gcp/gs_utils.pyi +8 -20
  126. metaflow-stubs/plugins/gcp/includefile_support.pyi +7 -17
  127. metaflow-stubs/plugins/kubernetes/__init__.pyi +12 -5
  128. metaflow-stubs/plugins/kubernetes/kube_utils.pyi +6 -10
  129. metaflow-stubs/plugins/kubernetes/kubernetes.pyi +10 -38
  130. metaflow-stubs/plugins/kubernetes/kubernetes_cli.pyi +16 -155
  131. metaflow-stubs/plugins/kubernetes/kubernetes_client.pyi +7 -11
  132. metaflow-stubs/plugins/kubernetes/kubernetes_decorator.pyi +19 -142
  133. metaflow-stubs/plugins/kubernetes/kubernetes_jobsets.pyi +7 -11
  134. metaflow-stubs/plugins/logs_cli.pyi +10 -9
  135. metaflow-stubs/plugins/package_cli.pyi +7 -5
  136. metaflow-stubs/plugins/parallel_decorator.pyi +11 -59
  137. metaflow-stubs/plugins/perimeters.pyi +6 -11
  138. metaflow-stubs/plugins/project_decorator.pyi +8 -14
  139. metaflow-stubs/plugins/pypi/__init__.pyi +12 -11
  140. metaflow-stubs/plugins/pypi/conda_decorator.pyi +8 -27
  141. metaflow-stubs/plugins/pypi/conda_environment.pyi +14 -20
  142. metaflow-stubs/plugins/pypi/pypi_decorator.pyi +7 -5
  143. metaflow-stubs/plugins/pypi/pypi_environment.pyi +7 -39
  144. metaflow-stubs/plugins/pypi/utils.pyi +7 -11
  145. metaflow-stubs/plugins/resources_decorator.pyi +7 -5
  146. metaflow-stubs/plugins/retry_decorator.pyi +7 -11
  147. metaflow-stubs/plugins/secrets/__init__.pyi +9 -5
  148. metaflow-stubs/plugins/secrets/inline_secrets_provider.pyi +8 -13
  149. metaflow-stubs/plugins/secrets/secrets_decorator.pyi +7 -11
  150. metaflow-stubs/plugins/storage_executor.pyi +6 -11
  151. metaflow-stubs/plugins/tag_cli.pyi +14 -396
  152. metaflow-stubs/plugins/test_unbounded_foreach_decorator.pyi +8 -33
  153. metaflow-stubs/plugins/timeout_decorator.pyi +8 -12
  154. metaflow-stubs/procpoll.pyi +7 -5
  155. metaflow-stubs/profilers/__init__.pyi +7 -11
  156. metaflow-stubs/pylint_wrapper.pyi +7 -11
  157. metaflow-stubs/runner/__init__.pyi +13 -5
  158. metaflow-stubs/runner/deployer.pyi +99 -223
  159. metaflow-stubs/runner/deployer_impl.pyi +87 -0
  160. metaflow-stubs/runner/metaflow_runner.pyi +24 -508
  161. metaflow-stubs/runner/nbdeploy.pyi +16 -60
  162. metaflow-stubs/runner/nbrun.pyi +11 -148
  163. metaflow-stubs/runner/subprocess_manager.pyi +9 -10
  164. metaflow-stubs/runner/utils.pyi +44 -9
  165. metaflow-stubs/system/__init__.pyi +9 -107
  166. metaflow-stubs/system/system_logger.pyi +6 -15
  167. metaflow-stubs/system/system_monitor.pyi +6 -16
  168. metaflow-stubs/tagging_util.pyi +6 -10
  169. metaflow-stubs/tuple_util.pyi +6 -5
  170. {ob_metaflow_stubs-6.0.3.117.dist-info → ob_metaflow_stubs-6.0.3.118.dist-info}/METADATA +1 -1
  171. ob_metaflow_stubs-6.0.3.118.dist-info/RECORD +174 -0
  172. metaflow-stubs/metadata/util.pyi +0 -18
  173. ob_metaflow_stubs-6.0.3.117.dist-info/RECORD +0 -140
  174. {ob_metaflow_stubs-6.0.3.117.dist-info → ob_metaflow_stubs-6.0.3.118.dist-info}/WHEEL +0 -0
  175. {ob_metaflow_stubs-6.0.3.117.dist-info → ob_metaflow_stubs-6.0.3.118.dist-info}/top_level.txt +0 -0
@@ -1,130 +1,30 @@
1
- ##################################################################################
2
- # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1) #
4
- # Generated on 2024-11-13T19:05:29.350576 #
5
- ##################################################################################
1
+ ######################################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-11-13T23:34:52.843331 #
5
+ ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
+ import metaflow
9
10
  import typing
10
11
  if typing.TYPE_CHECKING:
11
- import datetime
12
- import metaflow
13
- import metaflow.exception
14
12
  import metaflow.client.core
15
- import tarfile
16
13
  import metaflow.events
17
- import metaflow.metaflow_current
18
14
  import typing
15
+ import tarfile
16
+ import datetime
19
17
 
20
- TYPE_CHECKING: bool
21
-
22
- current: metaflow.metaflow_current.Current
23
-
24
- class Trigger(object, metaclass=type):
25
- """
26
- Defines a container of event triggers' metadata.
27
- """
28
- def __init__(self, _meta = None):
29
- ...
30
- @classmethod
31
- def from_runs(cls, run_objs: typing.List["metaflow.Run"]):
32
- ...
33
- @property
34
- def event(self) -> typing.Optional[metaflow.events.MetaflowEvent]:
35
- """
36
- The `MetaflowEvent` object corresponding to the triggering event.
37
-
38
- If multiple events triggered the run, this property is the latest event.
39
-
40
- Returns
41
- -------
42
- MetaflowEvent, optional
43
- The latest event that triggered the run, if applicable.
44
- """
45
- ...
46
- @property
47
- def events(self) -> typing.Optional[typing.List[metaflow.events.MetaflowEvent]]:
48
- """
49
- The list of `MetaflowEvent` objects correspondings to all the triggering events.
50
-
51
- Returns
52
- -------
53
- List[MetaflowEvent], optional
54
- List of all events that triggered the run
55
- """
56
- ...
57
- @property
58
- def run(self) -> typing.Optional["metaflow.Run"]:
59
- """
60
- The corresponding `Run` object if the triggering event is a Metaflow run.
61
-
62
- In case multiple runs triggered the run, this property is the latest run.
63
- Returns `None` if none of the triggering events are a `Run`.
64
-
65
- Returns
66
- -------
67
- Run, optional
68
- Latest Run that triggered this run, if applicable.
69
- """
70
- ...
71
- @property
72
- def runs(self) -> typing.Optional[typing.List["metaflow.Run"]]:
73
- """
74
- The list of `Run` objects in the triggering events.
75
- Returns `None` if none of the triggering events are `Run` objects.
76
-
77
- Returns
78
- -------
79
- List[Run], optional
80
- List of runs that triggered this run, if applicable.
81
- """
82
- ...
83
- def __getitem__(self, key: str) -> typing.Union["metaflow.Run", metaflow.events.MetaflowEvent]:
84
- """
85
- If triggering events are runs, `key` corresponds to the flow name of the triggering run.
86
- Otherwise, `key` corresponds to the event name and a `MetaflowEvent` object is returned.
87
-
88
- Returns
89
- -------
90
- Union[Run, MetaflowEvent]
91
- `Run` object if triggered by a run. Otherwise returns a `MetaflowEvent`.
92
- """
93
- ...
94
- def __iter__(self):
95
- ...
96
- def __contains__(self, ident: str) -> bool:
97
- ...
98
- ...
99
-
100
- class MetaflowInternalError(metaflow.exception.MetaflowException, metaclass=type):
101
- ...
102
-
103
- class MetaflowInvalidPathspec(metaflow.exception.MetaflowException, metaclass=type):
104
- def __init__(self, msg):
105
- ...
106
- ...
107
-
108
- class MetaflowNamespaceMismatch(metaflow.exception.MetaflowException, metaclass=type):
109
- def __init__(self, namespace):
110
- ...
111
- ...
112
-
113
- class MetaflowNotFound(metaflow.exception.MetaflowException, metaclass=type):
114
- ...
18
+ from ..metaflow_current import current as current
19
+ from ..events import Trigger as Trigger
20
+ from ..exception import MetaflowInternalError as MetaflowInternalError
21
+ from ..exception import MetaflowInvalidPathspec as MetaflowInvalidPathspec
22
+ from ..exception import MetaflowNamespaceMismatch as MetaflowNamespaceMismatch
23
+ from ..exception import MetaflowNotFound as MetaflowNotFound
24
+ from ..includefile import IncludedFile as IncludedFile
25
+ from .filecache import FileCache as FileCache
115
26
 
116
- class IncludedFile(object, metaclass=type):
117
- def __init__(self, descriptor: typing.Dict[str, typing.Any]):
118
- ...
119
- @property
120
- def descriptor(self):
121
- ...
122
- @property
123
- def size(self):
124
- ...
125
- def decode(self, name, var_type = "Artifact"):
126
- ...
127
- ...
27
+ TYPE_CHECKING: bool
128
28
 
129
29
  DEFAULT_METADATA: str
130
30
 
@@ -138,46 +38,6 @@ CONTROL_TASK_TAG: str
138
38
 
139
39
  INFO_FILE: str
140
40
 
141
- class FileCache(object, metaclass=type):
142
- def __init__(self, cache_dir = None, max_size = None):
143
- ...
144
- @property
145
- def cache_dir(self):
146
- ...
147
- def get_logs_stream(self, ds_type, ds_root, stream, attempt, flow_name, run_id, step_name, task_id):
148
- ...
149
- def get_log_legacy(self, ds_type, location, logtype, attempt, flow_name, run_id, step_name, task_id):
150
- ...
151
- def get_legacy_log_size(self, ds_type, location, logtype, attempt, flow_name, run_id, step_name, task_id):
152
- ...
153
- def get_log_size(self, ds_type, ds_root, logtype, attempt, flow_name, run_id, step_name, task_id):
154
- ...
155
- def get_data(self, ds_type, flow_name, location, key):
156
- ...
157
- def get_artifact_size_by_location(self, ds_type, location, attempt, flow_name, run_id, step_name, task_id, name):
158
- """
159
- Gets the size of the artifact content (in bytes) for the name at the location
160
- """
161
- ...
162
- def get_artifact_size(self, ds_type, ds_root, attempt, flow_name, run_id, step_name, task_id, name):
163
- """
164
- Gets the size of the artifact content (in bytes) for the name
165
- """
166
- ...
167
- def get_artifact_by_location(self, ds_type, location, data_metadata, flow_name, run_id, step_name, task_id, name):
168
- ...
169
- def get_artifact(self, ds_type, ds_root, data_metadata, flow_name, run_id, step_name, task_id, name):
170
- ...
171
- def get_all_artifacts(self, ds_type, ds_root, data_metadata, flow_name, run_id, step_name, task_id):
172
- ...
173
- def get_artifacts(self, ds_type, ds_root, data_metadata, flow_name, run_id, step_name, task_id, names):
174
- ...
175
- def create_file(self, path, value):
176
- ...
177
- def read_file(self, path):
178
- ...
179
- ...
180
-
181
41
  class Metadata(tuple, metaclass=type):
182
42
  """
183
43
  Metadata(name, value, created_at, type, task)
@@ -382,7 +242,7 @@ class MetaflowObject(object, metaclass=type):
382
242
  ...
383
243
  def __repr__(self):
384
244
  ...
385
- def __getitem__(self, id: str) -> MetaflowObject:
245
+ def __getitem__(self, id: str) -> "MetaflowObject":
386
246
  """
387
247
  Returns the child object named 'id'.
388
248
 
@@ -1,22 +1,18 @@
1
- ##################################################################################
2
- # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1) #
4
- # Generated on 2024-11-13T19:05:29.371444 #
5
- ##################################################################################
1
+ ######################################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-11-13T23:34:52.869319 #
5
+ ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
+ import metaflow
9
10
  import typing
10
11
  if typing.TYPE_CHECKING:
11
- import metaflow.datastore.content_addressed_store
12
12
  import metaflow.exception
13
+ import metaflow.datastore.content_addressed_store
13
14
 
14
- class MetaflowException(Exception, metaclass=type):
15
- def __init__(self, msg = "", lineno = None):
16
- ...
17
- def __str__(self):
18
- ...
19
- ...
15
+ from ..exception import MetaflowException as MetaflowException
20
16
 
21
17
  CLIENT_CACHE_PATH: str
22
18
 
@@ -1,33 +1,13 @@
1
- ##################################################################################
2
- # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1) #
4
- # Generated on 2024-11-13T19:05:29.369430 #
5
- ##################################################################################
1
+ ######################################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-11-13T23:34:52.848350 #
5
+ ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
9
 
10
- class MetaDatum(tuple, metaclass=type):
11
- """
12
- MetaDatum(field, value, type, tags)
13
- """
14
- @staticmethod
15
- def __new__(_cls, field, value, type, tags):
16
- """
17
- Create new instance of MetaDatum(field, value, type, tags)
18
- """
19
- ...
20
- def __repr__(self):
21
- """
22
- Return a nicely formatted representation string
23
- """
24
- ...
25
- def __getnewargs__(self):
26
- """
27
- Return self as a plain tuple. Used by copy and pickle.
28
- """
29
- ...
30
- ...
10
+ from .metadata_provider.metadata import MetaDatum as MetaDatum
31
11
 
32
12
  def clone_task_helper(flow_name, clone_run_id, run_id, step_name, clone_task_id, task_id, flow_datastore, metadata_service, origin_ds_set = None, attempt_id = 0):
33
13
  ...
metaflow-stubs/events.pyi CHANGED
@@ -1,8 +1,8 @@
1
- ##################################################################################
2
- # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1) #
4
- # Generated on 2024-11-13T19:05:29.354694 #
5
- ##################################################################################
1
+ ######################################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-11-13T23:34:52.836526 #
5
+ ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
@@ -11,6 +11,7 @@ if typing.TYPE_CHECKING:
11
11
  import metaflow.events
12
12
  import metaflow
13
13
 
14
+
14
15
  TYPE_CHECKING: bool
15
16
 
16
17
  class MetaflowEvent(tuple, metaclass=type):
@@ -1,15 +1,17 @@
1
- ##################################################################################
2
- # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1) #
4
- # Generated on 2024-11-13T19:05:29.342841 #
5
- ##################################################################################
1
+ ######################################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-11-13T23:34:52.831274 #
5
+ ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
+ import metaflow
9
10
  import typing
10
11
  if typing.TYPE_CHECKING:
11
12
  import metaflow.exception
12
13
 
14
+
13
15
  METAFLOW_EXIT_DISALLOW_RETRY: int
14
16
 
15
17
  METAFLOW_EXIT_ALLOW_RETRY: int
@@ -30,7 +32,7 @@ class MetaflowExceptionWrapper(Exception, metaclass=type):
30
32
  ...
31
33
 
32
34
  class MetaflowException(Exception, metaclass=type):
33
- def __init__(self, msg = "", lineno = None):
35
+ def __init__(self, msg = '', lineno = None):
34
36
  ...
35
37
  def __str__(self):
36
38
  ...
@@ -1,116 +1,26 @@
1
- ##################################################################################
2
- # Auto-generated Metaflow stub file #
3
- # MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1) #
4
- # Generated on 2024-11-13T19:05:29.351938 #
5
- ##################################################################################
1
+ ######################################################################################################
2
+ # Auto-generated Metaflow stub file #
3
+ # MF version: 2.12.30.1+obcheckpoint(0.1.4);ob(v1) #
4
+ # Generated on 2024-11-13T23:34:52.835547 #
5
+ ######################################################################################################
6
6
 
7
7
  from __future__ import annotations
8
8
 
9
+ import metaflow
9
10
  import typing
10
11
  if typing.TYPE_CHECKING:
11
- import metaflow.flowspec
12
- import typing
13
- import metaflow.parameters
14
- import metaflow.unbounded_foreach
15
12
  import metaflow.datastore.inputs
16
13
  import metaflow.exception
14
+ import metaflow.unbounded_foreach
15
+ import metaflow.flowspec
16
+ import typing
17
17
 
18
- class DelayedEvaluationParameter(object, metaclass=type):
19
- """
20
- This is a very simple wrapper to allow parameter "conversion" to be delayed until
21
- the `_set_constants` function in FlowSpec. Typically, parameters are converted
22
- by click when the command line option is processed. For some parameters, like
23
- IncludeFile, this is too early as it would mean we would trigger the upload
24
- of the file too early. If a parameter converts to a DelayedEvaluationParameter
25
- object through the usual click mechanisms, `_set_constants` knows to invoke the
26
- __call__ method on that DelayedEvaluationParameter; in that case, the __call__
27
- method is invoked without any parameter. The return_str parameter will be used
28
- by schedulers when they need to convert DelayedEvaluationParameters to a
29
- string to store them
30
- """
31
- def __init__(self, name, field, fun):
32
- ...
33
- def __call__(self, return_str = False):
34
- ...
35
- ...
36
-
37
- class Parameter(object, metaclass=type):
38
- """
39
- Defines a parameter for a flow.
40
-
41
- Parameters must be instantiated as class variables in flow classes, e.g.
42
- ```
43
- class MyFlow(FlowSpec):
44
- param = Parameter('myparam')
45
- ```
46
- in this case, the parameter is specified on the command line as
47
- ```
48
- python myflow.py run --myparam=5
49
- ```
50
- and its value is accessible through a read-only artifact like this:
51
- ```
52
- print(self.param == 5)
53
- ```
54
- Note that the user-visible parameter name, `myparam` above, can be
55
- different from the artifact name, `param` above.
56
-
57
- The parameter value is converted to a Python type based on the `type`
58
- argument or to match the type of `default`, if it is set.
59
-
60
- Parameters
61
- ----------
62
- name : str
63
- User-visible parameter name.
64
- default : str or float or int or bool or `JSONType` or a function.
65
- Default value for the parameter. Use a special `JSONType` class to
66
- indicate that the value must be a valid JSON object. A function
67
- implies that the parameter corresponds to a *deploy-time parameter*.
68
- The type of the default value is used as the parameter `type`.
69
- type : Type, default None
70
- If `default` is not specified, define the parameter type. Specify
71
- one of `str`, `float`, `int`, `bool`, or `JSONType`. If None, defaults
72
- to the type of `default` or `str` if none specified.
73
- help : str, optional
74
- Help text to show in `run --help`.
75
- required : bool, default False
76
- Require that the user specified a value for the parameter.
77
- `required=True` implies that the `default` is not used.
78
- show_default : bool, default True
79
- If True, show the default value in the help text.
80
- """
81
- def __init__(self, name: str, default: typing.Union[str, float, int, bool, typing.Dict[str, typing.Any], typing.Callable[[], typing.Union[str, float, int, bool, typing.Dict[str, typing.Any]]], None] = None, type: typing.Union[typing.Type[str], typing.Type[float], typing.Type[int], typing.Type[bool], metaflow.parameters.JSONTypeClass, None] = None, help: typing.Optional[str] = None, required: bool = False, show_default: bool = True, **kwargs: typing.Dict[str, typing.Any]):
82
- ...
83
- def __repr__(self):
84
- ...
85
- def __str__(self):
86
- ...
87
- def option_kwargs(self, deploy_mode):
88
- ...
89
- def load_parameter(self, v):
90
- ...
91
- @property
92
- def is_string_type(self):
93
- ...
94
- def __getitem__(self, x):
95
- ...
96
- ...
97
-
98
- class MetaflowException(Exception, metaclass=type):
99
- def __init__(self, msg = "", lineno = None):
100
- ...
101
- def __str__(self):
102
- ...
103
- ...
104
-
105
- class MissingInMergeArtifactsException(metaflow.exception.MetaflowException, metaclass=type):
106
- def __init__(self, msg, unhandled):
107
- ...
108
- ...
109
-
110
- class UnhandledInMergeArtifactsException(metaflow.exception.MetaflowException, metaclass=type):
111
- def __init__(self, msg, unhandled):
112
- ...
113
- ...
18
+ from . import parameters as parameters
19
+ from .parameters import DelayedEvaluationParameter as DelayedEvaluationParameter
20
+ from .parameters import Parameter as Parameter
21
+ from .exception import MetaflowException as MetaflowException
22
+ from .exception import MissingInMergeArtifactsException as MissingInMergeArtifactsException
23
+ from .exception import UnhandledInMergeArtifactsException as UnhandledInMergeArtifactsException
114
24
 
115
25
  INCLUDE_FOREACH_STACK: bool
116
26
 
@@ -133,7 +43,13 @@ class ParallelUBF(metaflow.unbounded_foreach.UnboundedForeachInput, metaclass=ty
133
43
  ...
134
44
  ...
135
45
 
136
- class FlowSpec(object, metaclass=_FlowSpecMeta):
46
+ class FlowSpecMeta(type, metaclass=type):
47
+ @staticmethod
48
+ def __new__(cls, name, bases, dct):
49
+ ...
50
+ ...
51
+
52
+ class FlowSpec(object, metaclass=FlowSpecMeta):
137
53
  """
138
54
  Main class from which all Flows should inherit.
139
55
 
@@ -1 +1 @@
1
- 2.12.27.1+obcheckpoint(0.1.2);ob(v1) 2024-11-13T19:05:29.327489
1
+ 2.12.30.1+obcheckpoint(0.1.4);ob(v1) 2024-11-13T23:34:52.828639