ob-metaflow 2.15.7.1__py2.py3-none-any.whl → 2.15.7.2__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of ob-metaflow might be problematic. Click here for more details.

@@ -7,6 +7,7 @@ import sys
7
7
  from collections import defaultdict
8
8
  from hashlib import sha1
9
9
  from math import inf
10
+ from typing import List
10
11
 
11
12
  from metaflow import JSONType, current
12
13
  from metaflow.decorators import flow_decorators
@@ -111,6 +112,7 @@ class ArgoWorkflows(object):
111
112
  notify_pager_duty_integration_key=None,
112
113
  notify_incident_io_api_key=None,
113
114
  incident_io_alert_source_config_id=None,
115
+ incident_io_metadata: List[str] = None,
114
116
  enable_heartbeat_daemon=True,
115
117
  enable_error_msg_capture=False,
116
118
  ):
@@ -162,6 +164,9 @@ class ArgoWorkflows(object):
162
164
  self.notify_pager_duty_integration_key = notify_pager_duty_integration_key
163
165
  self.notify_incident_io_api_key = notify_incident_io_api_key
164
166
  self.incident_io_alert_source_config_id = incident_io_alert_source_config_id
167
+ self.incident_io_metadata = self.parse_incident_io_metadata(
168
+ incident_io_metadata
169
+ )
165
170
  self.enable_heartbeat_daemon = enable_heartbeat_daemon
166
171
  self.enable_error_msg_capture = enable_error_msg_capture
167
172
  self.parameters = self._process_parameters()
@@ -288,6 +293,21 @@ class ArgoWorkflows(object):
288
293
 
289
294
  return True
290
295
 
296
+ @staticmethod
297
+ def parse_incident_io_metadata(metadata: List[str] = None):
298
+ "parse key value pairs into a dict for incident.io metadata if given"
299
+ parsed_metadata = None
300
+ if metadata is not None:
301
+ parsed_metadata = {}
302
+ for kv in metadata:
303
+ key, value = kv.split("=", 1)
304
+ if key in parsed_metadata:
305
+ raise MetaflowException(
306
+ "Incident.io Metadata *%s* provided multiple times" % key
307
+ )
308
+ parsed_metadata[key] = value
309
+ return parsed_metadata
310
+
291
311
  @classmethod
292
312
  def trigger(cls, name, parameters=None):
293
313
  if parameters is None:
@@ -2575,9 +2595,12 @@ class ArgoWorkflows(object):
2575
2595
  else None
2576
2596
  ),
2577
2597
  "metadata": {
2578
- "run_status": "failed",
2579
- "flow_name": self.flow.name,
2580
- "run_id": "argo-{{workflow.name}}",
2598
+ **(self.incident_io_metadata or {}),
2599
+ **{
2600
+ "run_status": "failed",
2601
+ "flow_name": self.flow.name,
2602
+ "run_id": "argo-{{workflow.name}}",
2603
+ },
2581
2604
  },
2582
2605
  }
2583
2606
  )
@@ -2626,9 +2649,12 @@ class ArgoWorkflows(object):
2626
2649
  else None
2627
2650
  ),
2628
2651
  "metadata": {
2629
- "run_status": "succeeded",
2630
- "flow_name": self.flow.name,
2631
- "run_id": "argo-{{workflow.name}}",
2652
+ **(self.incident_io_metadata or {}),
2653
+ **{
2654
+ "run_status": "succeeded",
2655
+ "flow_name": self.flow.name,
2656
+ "run_id": "argo-{{workflow.name}}",
2657
+ },
2632
2658
  },
2633
2659
  }
2634
2660
  )
@@ -187,6 +187,13 @@ def argo_workflows(obj, name=None):
187
187
  default=None,
188
188
  help="Incident.io Alert source config ID. Example '01GW2G3V0S59R238FAHPDS1R66'",
189
189
  )
190
+ @click.option(
191
+ "--incident-io-metadata",
192
+ default=None,
193
+ type=str,
194
+ multiple=True,
195
+ help="Incident.io Alert Custom Metadata field in the form of Key=Value",
196
+ )
190
197
  @click.option(
191
198
  "--enable-heartbeat-daemon/--no-enable-heartbeat-daemon",
192
199
  default=False,
@@ -226,6 +233,7 @@ def create(
226
233
  notify_pager_duty_integration_key=None,
227
234
  notify_incident_io_api_key=None,
228
235
  incident_io_alert_source_config_id=None,
236
+ incident_io_metadata=None,
229
237
  enable_heartbeat_daemon=True,
230
238
  deployer_attribute_file=None,
231
239
  enable_error_msg_capture=False,
@@ -283,6 +291,7 @@ def create(
283
291
  notify_pager_duty_integration_key,
284
292
  notify_incident_io_api_key,
285
293
  incident_io_alert_source_config_id,
294
+ incident_io_metadata,
286
295
  enable_heartbeat_daemon,
287
296
  enable_error_msg_capture,
288
297
  )
@@ -459,6 +468,7 @@ def make_flow(
459
468
  notify_pager_duty_integration_key,
460
469
  notify_incident_io_api_key,
461
470
  incident_io_alert_source_config_id,
471
+ incident_io_metadata,
462
472
  enable_heartbeat_daemon,
463
473
  enable_error_msg_capture,
464
474
  ):
@@ -538,6 +548,7 @@ def make_flow(
538
548
  notify_pager_duty_integration_key=notify_pager_duty_integration_key,
539
549
  notify_incident_io_api_key=notify_incident_io_api_key,
540
550
  incident_io_alert_source_config_id=incident_io_alert_source_config_id,
551
+ incident_io_metadata=incident_io_metadata,
541
552
  enable_heartbeat_daemon=enable_heartbeat_daemon,
542
553
  enable_error_msg_capture=enable_error_msg_capture,
543
554
  )
metaflow/version.py CHANGED
@@ -1 +1 @@
1
- metaflow_version = "2.15.7.1"
1
+ metaflow_version = "2.15.7.2"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ob-metaflow
3
- Version: 2.15.7.1
3
+ Version: 2.15.7.2
4
4
  Summary: Metaflow: More AI and ML, Less Engineering
5
5
  Author: Netflix, Outerbounds & the Metaflow Community
6
6
  Author-email: help@outerbounds.co
@@ -12,7 +12,7 @@ Requires-Dist: boto3
12
12
  Requires-Dist: pylint
13
13
  Requires-Dist: kubernetes
14
14
  Provides-Extra: stubs
15
- Requires-Dist: metaflow-stubs==2.15.7.1; extra == "stubs"
15
+ Requires-Dist: metaflow-stubs==2.15.7.2; extra == "stubs"
16
16
  Dynamic: author
17
17
  Dynamic: author-email
18
18
  Dynamic: description
@@ -36,7 +36,7 @@ metaflow/tuple_util.py,sha256=_G5YIEhuugwJ_f6rrZoelMFak3DqAR2tt_5CapS1XTY,830
36
36
  metaflow/unbounded_foreach.py,sha256=p184WMbrMJ3xKYHwewj27ZhRUsSj_kw1jlye5gA9xJk,387
37
37
  metaflow/util.py,sha256=mJBkV5tShIyCsLDeM1zygQGeciQVMrVPm_qI8Oi33G0,14656
38
38
  metaflow/vendor.py,sha256=LZgXrh7ZSDmD32D1T5jj3OKKpXIqqxKzdMAOc5V0SD4,5162
39
- metaflow/version.py,sha256=52FwS3gwBj3oIVkP-M7Crib5L_rmsEoWZFnVmVRof9A,30
39
+ metaflow/version.py,sha256=lWXJZJA8alH7muroqa5HrAzopiFhE1Yhvcll4mVQb6U,30
40
40
  metaflow/_vendor/__init__.py,sha256=y_CiwUD3l4eAKvTVDZeqgVujMy31cAM1qjAB-HfI-9s,353
41
41
  metaflow/_vendor/typing_extensions.py,sha256=q9zxWa6p6CzF1zZvSkygSlklduHf_b3K7MCxGz7MJRc,134519
42
42
  metaflow/_vendor/zipp.py,sha256=ajztOH-9I7KA_4wqDYygtHa6xUBVZgFpmZ8FE74HHHI,8425
@@ -209,8 +209,8 @@ metaflow/plugins/airflow/sensors/s3_sensor.py,sha256=iDReG-7FKnumrtQg-HY6cCUAAqN
209
209
  metaflow/plugins/argo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
210
210
  metaflow/plugins/argo/argo_client.py,sha256=A1kI9rjVjCadDsBscZ2Wk8xRBI6GNgWV6SU7TyrdfrI,16530
211
211
  metaflow/plugins/argo/argo_events.py,sha256=_C1KWztVqgi3zuH57pInaE9OzABc2NnncC-zdwOMZ-w,5909
212
- metaflow/plugins/argo/argo_workflows.py,sha256=ZylWUsa5m9s5UBgt4SoueFZExcwPIN9ZztIwO7ZLjQE,186877
213
- metaflow/plugins/argo/argo_workflows_cli.py,sha256=27eLtcp5N5plapP-uIJqR41B0zDfXOV39AGM0nchymo,37952
212
+ metaflow/plugins/argo/argo_workflows.py,sha256=jc08uT7dSliuUrc9WRu6iJc9CpRENme1j78uZ2Os6LQ,187945
213
+ metaflow/plugins/argo/argo_workflows_cli.py,sha256=Ka-ea4x19E6DrYgGm5ZwormxEbTGdun8fyHl-mh0tfc,38265
214
214
  metaflow/plugins/argo/argo_workflows_decorator.py,sha256=ogCSBmwsC2C3eusydrgjuAJd4qK18f1sI4jJwA4Fd-o,7800
215
215
  metaflow/plugins/argo/argo_workflows_deployer.py,sha256=6kHxEnYXJwzNCM9swI8-0AckxtPWqwhZLerYkX8fxUM,4444
216
216
  metaflow/plugins/argo/argo_workflows_deployer_objects.py,sha256=lRRHUcpiyJZFltthxZoIp7aJWwy7pcdhaRm0etKN9es,14182
@@ -389,12 +389,12 @@ metaflow/user_configs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3h
389
389
  metaflow/user_configs/config_decorators.py,sha256=qCKVAvd0NKgaCxQ2OThes5-DYHXq6A1HqURubYNeFdw,20481
390
390
  metaflow/user_configs/config_options.py,sha256=m6jccSpzI4qUJ7vyYkYBIf8G3V0Caunxg_k7zg4Zlqg,21067
391
391
  metaflow/user_configs/config_parameters.py,sha256=oeJGVKu1ao_YQX6Lg6P2FEv5k5-_F4sARLlVpTW9ezM,15502
392
- ob_metaflow-2.15.7.1.data/data/share/metaflow/devtools/Makefile,sha256=kZJDrvY2qRfqkue3mBecZutaGs35zsZR_vNu8WOBcto,13632
393
- ob_metaflow-2.15.7.1.data/data/share/metaflow/devtools/Tiltfile,sha256=P5_rn_F3xYLN1_cEAQ9mNeS22HG2rb8beKIz2RIK6fU,20634
394
- ob_metaflow-2.15.7.1.data/data/share/metaflow/devtools/pick_services.sh,sha256=DCnrMXwtApfx3B4S-YiZESMyAFHbXa3VuNL0MxPLyiE,2196
395
- ob_metaflow-2.15.7.1.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
396
- ob_metaflow-2.15.7.1.dist-info/METADATA,sha256=l3msSYE394QrHyGRUsza3l92uJwq1DFGtB-LYYjvKD8,5935
397
- ob_metaflow-2.15.7.1.dist-info/WHEEL,sha256=hLAVbN_1g7qXnG_3sY9erV0tsmek_RdDpqqJkhwSgEY,109
398
- ob_metaflow-2.15.7.1.dist-info/entry_points.txt,sha256=RvEq8VFlgGe_FfqGOZi0D7ze1hLD0pAtXeNyGfzc_Yc,103
399
- ob_metaflow-2.15.7.1.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
400
- ob_metaflow-2.15.7.1.dist-info/RECORD,,
392
+ ob_metaflow-2.15.7.2.data/data/share/metaflow/devtools/Makefile,sha256=kZJDrvY2qRfqkue3mBecZutaGs35zsZR_vNu8WOBcto,13632
393
+ ob_metaflow-2.15.7.2.data/data/share/metaflow/devtools/Tiltfile,sha256=P5_rn_F3xYLN1_cEAQ9mNeS22HG2rb8beKIz2RIK6fU,20634
394
+ ob_metaflow-2.15.7.2.data/data/share/metaflow/devtools/pick_services.sh,sha256=DCnrMXwtApfx3B4S-YiZESMyAFHbXa3VuNL0MxPLyiE,2196
395
+ ob_metaflow-2.15.7.2.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
396
+ ob_metaflow-2.15.7.2.dist-info/METADATA,sha256=Z8Py18x-ulyAd9q44G4I6lAOR17XpafYHY43fVvDFq4,5935
397
+ ob_metaflow-2.15.7.2.dist-info/WHEEL,sha256=MAQBAzGbXNI3bUmkDsiV_duv8i-gcdnLzw7cfUFwqhU,109
398
+ ob_metaflow-2.15.7.2.dist-info/entry_points.txt,sha256=RvEq8VFlgGe_FfqGOZi0D7ze1hLD0pAtXeNyGfzc_Yc,103
399
+ ob_metaflow-2.15.7.2.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
400
+ ob_metaflow-2.15.7.2.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (78.0.1)
2
+ Generator: setuptools (78.1.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py2-none-any
5
5
  Tag: py3-none-any