ob-metaflow 2.18.7.1__py2.py3-none-any.whl → 2.18.7.2__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of ob-metaflow might be problematic. Click here for more details.

@@ -522,12 +522,10 @@ class RunningJob(object):
522
522
  # 3. If the pod object hasn't shown up yet, we set the parallelism to 0
523
523
  # to preempt it.
524
524
  client = self._client.get()
525
-
526
525
  if not self.is_done:
527
526
  if self.is_running:
528
527
  # Case 1.
529
528
  from kubernetes.stream import stream
530
-
531
529
  api_instance = client.CoreV1Api
532
530
  try:
533
531
  # TODO: stream opens a web-socket connection. It may
@@ -593,6 +591,10 @@ class RunningJob(object):
593
591
  return self.id
594
592
  return "job %s" % self._name
595
593
 
594
+ @property
595
+ def is_unschedulable(self):
596
+ return self._job["metadata"]["annotations"].get("metaflow/job_status", "") == "Unsatisfiable_Resource_Request"
597
+
596
598
  @property
597
599
  def is_done(self):
598
600
  # Check if the container is done. As a side effect, also refreshes self._job and
@@ -606,6 +608,7 @@ class RunningJob(object):
606
608
  or bool(self._job["status"].get("failed"))
607
609
  or self._are_pod_containers_done
608
610
  or (self._job["spec"]["parallelism"] == 0)
611
+ or self.is_unschedulable
609
612
  )
610
613
 
611
614
  if not done():
@@ -663,6 +666,7 @@ class RunningJob(object):
663
666
  bool(self._job["status"].get("failed"))
664
667
  or self._has_any_container_failed
665
668
  or (self._job["spec"]["parallelism"] == 0)
669
+ or self.is_unschedulable
666
670
  )
667
671
  return retval
668
672
 
@@ -760,6 +764,8 @@ class RunningJob(object):
760
764
  return 0, None
761
765
  # Best effort since Pod object can disappear on us at anytime
762
766
  else:
767
+ if self.is_unschedulable:
768
+ return 1, self._job["metadata"]["annotations"].get("metaflow/job_status_reason", "")
763
769
  if self._pod.get("status", {}).get("phase") not in (
764
770
  "Succeeded",
765
771
  "Failed",
metaflow/version.py CHANGED
@@ -1 +1 @@
1
- metaflow_version = "2.18.7.1"
1
+ metaflow_version = "2.18.7.2"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ob-metaflow
3
- Version: 2.18.7.1
3
+ Version: 2.18.7.2
4
4
  Summary: Metaflow: More AI and ML, Less Engineering
5
5
  Author: Netflix, Outerbounds & the Metaflow Community
6
6
  Author-email: help@outerbounds.co
@@ -12,7 +12,7 @@ Requires-Dist: boto3
12
12
  Requires-Dist: pylint
13
13
  Requires-Dist: kubernetes
14
14
  Provides-Extra: stubs
15
- Requires-Dist: metaflow-stubs==2.18.7.1; extra == "stubs"
15
+ Requires-Dist: metaflow-stubs==2.18.7.2; extra == "stubs"
16
16
  Dynamic: author
17
17
  Dynamic: author-email
18
18
  Dynamic: description
@@ -36,7 +36,7 @@ metaflow/tuple_util.py,sha256=_G5YIEhuugwJ_f6rrZoelMFak3DqAR2tt_5CapS1XTY,830
36
36
  metaflow/unbounded_foreach.py,sha256=p184WMbrMJ3xKYHwewj27ZhRUsSj_kw1jlye5gA9xJk,387
37
37
  metaflow/util.py,sha256=g2SOU_CRzJLgDM_UGF9QDMANMAIHAsDRXE6S76_YzsY,14594
38
38
  metaflow/vendor.py,sha256=A82CGHfStZGDP5pQ5XzRjFkbN1ZC-vFmghXIrzMDDNg,5868
39
- metaflow/version.py,sha256=t0lQa9IfWwfJDeetT3Ib9Mmi2MFCQL8tDb8ZZc9I-f0,30
39
+ metaflow/version.py,sha256=J-jAQ6zU163JrsLlN2YIRwyxcIoYtlCFY3DM32R4-Xc,30
40
40
  metaflow/_vendor/__init__.py,sha256=y_CiwUD3l4eAKvTVDZeqgVujMy31cAM1qjAB-HfI-9s,353
41
41
  metaflow/_vendor/typing_extensions.py,sha256=q9zxWa6p6CzF1zZvSkygSlklduHf_b3K7MCxGz7MJRc,134519
42
42
  metaflow/_vendor/zipp.py,sha256=ajztOH-9I7KA_4wqDYygtHa6xUBVZgFpmZ8FE74HHHI,8425
@@ -348,7 +348,7 @@ metaflow/plugins/kubernetes/kubernetes.py,sha256=3ugZTwMniF3VBZ3yzfIgby69KgaVw-i
348
348
  metaflow/plugins/kubernetes/kubernetes_cli.py,sha256=qtWTQqp8i-hTKAA0RcJ_qeOuD8TieN3B5vuyYdnvEP4,14425
349
349
  metaflow/plugins/kubernetes/kubernetes_client.py,sha256=tuvXP-QKpdeSmzVolB2R_TaacOr5DIb0j642eKcjsiM,6491
350
350
  metaflow/plugins/kubernetes/kubernetes_decorator.py,sha256=htawUXm3SDfxzAcjluKrdfMez0o9Lf6ni5_rqK38YJY,33278
351
- metaflow/plugins/kubernetes/kubernetes_job.py,sha256=xhucNJR7EpM-XMsfY0nt-BASbjo_T4vL_-tmQ_xHL1U,33284
351
+ metaflow/plugins/kubernetes/kubernetes_job.py,sha256=wKYpj5ZePdfTNQPLWPzY6E3NN3zR8dxEtTR0CVvLlHM,33673
352
352
  metaflow/plugins/kubernetes/kubernetes_jobsets.py,sha256=9DOGNdGnhOlaBsIp1Sl7ylIc444WRP7Y_fT2_JbPZLg,43040
353
353
  metaflow/plugins/kubernetes/spot_metadata_cli.py,sha256=an0nWCxgflmqIPBCBrlb4m3DereDFFJBLt-KKhqcHc8,1670
354
354
  metaflow/plugins/kubernetes/spot_monitor_sidecar.py,sha256=zrWU-smQwPnL6MBHmzTxWyEA00R6iKKQbhhy50xFwQ8,3832
@@ -428,12 +428,12 @@ metaflow/user_decorators/mutable_flow.py,sha256=EywKTN3cnXPQF_s62wQaC4a4aH14j8oe
428
428
  metaflow/user_decorators/mutable_step.py,sha256=-BY0UDXf_RCAEnC5JlLzEXGdiw1KD9oSrSxS_SWaB9Y,16791
429
429
  metaflow/user_decorators/user_flow_decorator.py,sha256=2yDwZq9QGv9W-7kEuKwa8o4ZkTvuHJ5ESz7VVrGViAI,9890
430
430
  metaflow/user_decorators/user_step_decorator.py,sha256=4558NR8RJtN22OyTwCXO80bAMhMTaRGMoX12b1GMcPc,27232
431
- ob_metaflow-2.18.7.1.data/data/share/metaflow/devtools/Makefile,sha256=TT4TCq8ALSfqYyGqDPocN5oPcZe2FqoCZxmGO1LmyCc,13760
432
- ob_metaflow-2.18.7.1.data/data/share/metaflow/devtools/Tiltfile,sha256=Ty5p6AD3MwJAcAnOGv4yMz8fExAsnNQ11r8whK6uzzw,21381
433
- ob_metaflow-2.18.7.1.data/data/share/metaflow/devtools/pick_services.sh,sha256=DCnrMXwtApfx3B4S-YiZESMyAFHbXa3VuNL0MxPLyiE,2196
434
- ob_metaflow-2.18.7.1.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
435
- ob_metaflow-2.18.7.1.dist-info/METADATA,sha256=DAuvwPyXYaKsWMgjWVSArMpjhl408OfbK2-9N5yAemQ,5935
436
- ob_metaflow-2.18.7.1.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
437
- ob_metaflow-2.18.7.1.dist-info/entry_points.txt,sha256=RvEq8VFlgGe_FfqGOZi0D7ze1hLD0pAtXeNyGfzc_Yc,103
438
- ob_metaflow-2.18.7.1.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
439
- ob_metaflow-2.18.7.1.dist-info/RECORD,,
431
+ ob_metaflow-2.18.7.2.data/data/share/metaflow/devtools/Makefile,sha256=TT4TCq8ALSfqYyGqDPocN5oPcZe2FqoCZxmGO1LmyCc,13760
432
+ ob_metaflow-2.18.7.2.data/data/share/metaflow/devtools/Tiltfile,sha256=Ty5p6AD3MwJAcAnOGv4yMz8fExAsnNQ11r8whK6uzzw,21381
433
+ ob_metaflow-2.18.7.2.data/data/share/metaflow/devtools/pick_services.sh,sha256=DCnrMXwtApfx3B4S-YiZESMyAFHbXa3VuNL0MxPLyiE,2196
434
+ ob_metaflow-2.18.7.2.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
435
+ ob_metaflow-2.18.7.2.dist-info/METADATA,sha256=JwE1PTwLCdTtnbZxjEGiwf-FYYUSRxj-jg-c-STuNq0,5935
436
+ ob_metaflow-2.18.7.2.dist-info/WHEEL,sha256=JNWh1Fm1UdwIQV075glCn4MVuCRs0sotJIq-J6rbxCU,109
437
+ ob_metaflow-2.18.7.2.dist-info/entry_points.txt,sha256=RvEq8VFlgGe_FfqGOZi0D7ze1hLD0pAtXeNyGfzc_Yc,103
438
+ ob_metaflow-2.18.7.2.dist-info/top_level.txt,sha256=v1pDHoWaSaKeuc5fKTRSfsXCKSdW1zvNVmvA-i0if3o,9
439
+ ob_metaflow-2.18.7.2.dist-info/RECORD,,