metaflow 2.12.14__py2.py3-none-any.whl → 2.12.15__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -36,6 +36,12 @@ from .argo_workflows import ArgoWorkflows
36
36
 
37
37
  VALID_NAME = re.compile(r"^[a-z0-9]([a-z0-9\.\-]*[a-z0-9])?$")
38
38
 
39
+ unsupported_decorators = {
40
+ "snowpark": "Step *%s* is marked for execution on Snowpark with Argo Workflows which isn't currently supported.",
41
+ "slurm": "Step *%s* is marked for execution on Slurm with Argo Workflows which isn't currently supported.",
42
+ "nvidia": "Step *%s* is marked for execution on Nvidia with Argo Workflows which isn't currently supported.",
43
+ }
44
+
39
45
 
40
46
  class IncorrectProductionToken(MetaflowException):
41
47
  headline = "Incorrect production token"
@@ -211,6 +217,11 @@ def create(
211
217
  deployer_attribute_file=None,
212
218
  enable_error_msg_capture=False,
213
219
  ):
220
+ for node in obj.graph:
221
+ for decorator, error_message in unsupported_decorators.items():
222
+ if any([d.name == decorator for d in node.decorators]):
223
+ raise MetaflowException(error_message % node.name)
224
+
214
225
  validate_tags(tags)
215
226
 
216
227
  if deployer_attribute_file:
@@ -210,7 +210,7 @@ class CondaStepDecorator(StepDecorator):
210
210
  self.interpreter = (
211
211
  self.environment.interpreter(self.step)
212
212
  if not any(
213
- decorator.name in ["batch", "kubernetes"]
213
+ decorator.name in ["batch", "kubernetes", "nvidia", "snowpark", "slurm"]
214
214
  for decorator in next(
215
215
  step for step in self.flow if step.name == self.step
216
216
  ).decorators
@@ -268,7 +268,7 @@ class CondaEnvironment(MetaflowEnvironment):
268
268
  for decorator in step.decorators:
269
269
  # TODO: rather than relying on decorator names, rely on attributes
270
270
  # to make them extensible.
271
- if decorator.name in ["batch", "kubernetes", "nvidia"]:
271
+ if decorator.name in ["batch", "kubernetes", "nvidia", "snowpark", "slurm"]:
272
272
  # TODO: Support arm architectures
273
273
  target_platform = "linux-64"
274
274
  break
metaflow/version.py CHANGED
@@ -1 +1 @@
1
- metaflow_version = "2.12.14"
1
+ metaflow_version = "2.12.15"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: metaflow
3
- Version: 2.12.14
3
+ Version: 2.12.15
4
4
  Summary: Metaflow: More Data Science, Less Engineering
5
5
  Author: Metaflow Developers
6
6
  Author-email: help@metaflow.org
@@ -26,7 +26,7 @@ License-File: LICENSE
26
26
  Requires-Dist: requests
27
27
  Requires-Dist: boto3
28
28
  Provides-Extra: stubs
29
- Requires-Dist: metaflow-stubs==2.12.14; extra == "stubs"
29
+ Requires-Dist: metaflow-stubs==2.12.15; extra == "stubs"
30
30
 
31
31
  ![Metaflow_Logo_Horizontal_FullColor_Ribbon_Dark_RGB](https://user-images.githubusercontent.com/763451/89453116-96a57e00-d713-11ea-9fa6-82b29d4d6eff.png)
32
32
 
@@ -35,7 +35,7 @@ metaflow/tuple_util.py,sha256=_G5YIEhuugwJ_f6rrZoelMFak3DqAR2tt_5CapS1XTY,830
35
35
  metaflow/unbounded_foreach.py,sha256=p184WMbrMJ3xKYHwewj27ZhRUsSj_kw1jlye5gA9xJk,387
36
36
  metaflow/util.py,sha256=olAvJK3y1it_k99MhLulTaAJo7OFVt5rnrD-ulIFLCU,13616
37
37
  metaflow/vendor.py,sha256=FchtA9tH22JM-eEtJ2c9FpUdMn8sSb1VHuQS56EcdZk,5139
38
- metaflow/version.py,sha256=JzanIZpE_JtUO3SVPb7SA7dd6HhMMiUj4SEW50Ilz7I,29
38
+ metaflow/version.py,sha256=1NB7Z6CQ_ikm8j8fCxvlewScECCPh_oBSWiTiz8W2sg,29
39
39
  metaflow/_vendor/__init__.py,sha256=y_CiwUD3l4eAKvTVDZeqgVujMy31cAM1qjAB-HfI-9s,353
40
40
  metaflow/_vendor/typing_extensions.py,sha256=0nUs5p1A_UrZigrAVBoOEM6TxU37zzPDUtiij1ZwpNc,110417
41
41
  metaflow/_vendor/zipp.py,sha256=ajztOH-9I7KA_4wqDYygtHa6xUBVZgFpmZ8FE74HHHI,8425
@@ -175,7 +175,7 @@ metaflow/plugins/argo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
175
175
  metaflow/plugins/argo/argo_client.py,sha256=MKKhMCbWOPzf6z5zQQiyDRHHkAXcO7ipboDZDqAAvOk,15849
176
176
  metaflow/plugins/argo/argo_events.py,sha256=_C1KWztVqgi3zuH57pInaE9OzABc2NnncC-zdwOMZ-w,5909
177
177
  metaflow/plugins/argo/argo_workflows.py,sha256=6xUkz1LKdCLbl-O-D83Y2G5mCKYcIciKts3x1PNAzCk,170173
178
- metaflow/plugins/argo/argo_workflows_cli.py,sha256=ydCf7P0lR8KaZIwYTtV_hRw1J49okE0wtEW8Kcj2c4c,35704
178
+ metaflow/plugins/argo/argo_workflows_cli.py,sha256=X2j_F0xF8-K30ebM4dSLOTteDKXbr-jMN18oMpl5S6Y,36313
179
179
  metaflow/plugins/argo/argo_workflows_decorator.py,sha256=yprszMdbE3rBTcEA9VR0IEnPjTprUauZBc4SBb-Q7sA,7878
180
180
  metaflow/plugins/argo/argo_workflows_deployer.py,sha256=wSSZtThn_VPvE_Wu6NB1L0Q86LmBJh9g009v_lpvBPM,8125
181
181
  metaflow/plugins/argo/capture_error.py,sha256=Ys9dscGrTpW-ZCirLBU0gD9qBM0BjxyxGlUMKcwewQc,1852
@@ -290,8 +290,8 @@ metaflow/plugins/metadata/local.py,sha256=YhLJC5zjVJrvQFIyQ92ZBByiUmhCC762RUX7IT
290
290
  metaflow/plugins/metadata/service.py,sha256=ihq5F7KQZlxvYwzH_-jyP2aWN_I96i2vp92j_d697s8,20204
291
291
  metaflow/plugins/pypi/__init__.py,sha256=0YFZpXvX7HCkyBFglatual7XGifdA1RwC3U4kcizyak,1037
292
292
  metaflow/plugins/pypi/bootstrap.py,sha256=Tvc4_QKIx-A8j5Aq8ccWZrrxNM8csN40rK8HmxDx-Z8,5106
293
- metaflow/plugins/pypi/conda_decorator.py,sha256=TGs80qWk0zMtO0JfqB2cVMSt52YIxCd7hsS4KxSLMZ4,14707
294
- metaflow/plugins/pypi/conda_environment.py,sha256=tR6xvDx9zqlW0oF7j5dRebb0o_CHEdHVlaT4LNMJOAA,19307
293
+ metaflow/plugins/pypi/conda_decorator.py,sha256=fTJVbEfgOUtsDXIfnfsNk46sKeA9uTuTqGey9OFs9Ig,14738
294
+ metaflow/plugins/pypi/conda_environment.py,sha256=erVvMgQhg6oBv4l6Yca72FKKoB0QEcitpTserPSPc44,19328
295
295
  metaflow/plugins/pypi/micromamba.py,sha256=67FiIZZz0Kig9EcN7bZLObsE6Z1MFyo4Dp93fd3Grcc,12178
296
296
  metaflow/plugins/pypi/pip.py,sha256=7B06mPOs5MvY33xbzPVYZlBr1iKMYaN-n8uulL9zSVg,13649
297
297
  metaflow/plugins/pypi/pypi_decorator.py,sha256=h5cAnxkWjmj4Ad4q0AkABKwhHQHYfeexy12yMaaLgXQ,6443
@@ -344,9 +344,9 @@ metaflow/tutorials/07-worldview/README.md,sha256=5vQTrFqulJ7rWN6r20dhot9lI2sVj9W
344
344
  metaflow/tutorials/07-worldview/worldview.ipynb,sha256=ztPZPI9BXxvW1QdS2Tfe7LBuVzvFvv0AToDnsDJhLdE,2237
345
345
  metaflow/tutorials/08-autopilot/README.md,sha256=GnePFp_q76jPs991lMUqfIIh5zSorIeWznyiUxzeUVE,1039
346
346
  metaflow/tutorials/08-autopilot/autopilot.ipynb,sha256=DQoJlILV7Mq9vfPBGW-QV_kNhWPjS5n6SJLqePjFYLY,3191
347
- metaflow-2.12.14.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
348
- metaflow-2.12.14.dist-info/METADATA,sha256=LHUByGEAJnWelBfACmll3cpcjnPWjbRXr4gLPYv6FnA,5906
349
- metaflow-2.12.14.dist-info/WHEEL,sha256=GUeE9LxUgRABPG7YM0jCNs9cBsAIx0YAkzCB88PMLgc,109
350
- metaflow-2.12.14.dist-info/entry_points.txt,sha256=IKwTN1T3I5eJL3uo_vnkyxVffcgnRdFbKwlghZfn27k,57
351
- metaflow-2.12.14.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
352
- metaflow-2.12.14.dist-info/RECORD,,
347
+ metaflow-2.12.15.dist-info/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
348
+ metaflow-2.12.15.dist-info/METADATA,sha256=AMUsPF_gTNbFJkaDmtqOopwXmUXYfFCXymmbX6CUmFc,5906
349
+ metaflow-2.12.15.dist-info/WHEEL,sha256=GUeE9LxUgRABPG7YM0jCNs9cBsAIx0YAkzCB88PMLgc,109
350
+ metaflow-2.12.15.dist-info/entry_points.txt,sha256=IKwTN1T3I5eJL3uo_vnkyxVffcgnRdFbKwlghZfn27k,57
351
+ metaflow-2.12.15.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
352
+ metaflow-2.12.15.dist-info/RECORD,,