dagster-k8s 0.23.12__py3-none-any.whl → 0.23.14__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
dagster_k8s/models.py CHANGED
@@ -5,7 +5,7 @@ from typing import Any, Mapping, Type, TypeVar
5
5
  import dagster._check as check
6
6
  import kubernetes
7
7
  import kubernetes.client.models
8
- from dateutil.parser import parse
8
+ from dagster._vendored.dateutil.parser import parse
9
9
  from kubernetes.client.api_client import ApiClient
10
10
 
11
11
  # Unclear what the correct type is to use for a bound here.
@@ -1,3 +1,4 @@
1
+ import os
1
2
  import time
2
3
  from typing import Any, Dict, List, Optional
3
4
 
@@ -18,7 +19,7 @@ from dagster._annotations import experimental
18
19
  from dagster._core.errors import DagsterExecutionInterruptedError
19
20
  from dagster._utils.merger import merge_dicts
20
21
 
21
- from ..client import DEFAULT_JOB_POD_COUNT, DagsterKubernetesClient
22
+ from ..client import DEFAULT_JOB_POD_COUNT, DagsterKubernetesClient, k8s_api_retry
22
23
  from ..container_context import K8sContainerContext
23
24
  from ..job import (
24
25
  DagsterK8sJobConfig,
@@ -377,9 +378,18 @@ def execute_k8s_job(
377
378
  if timeout and time.time() - start_time > timeout:
378
379
  watch.stop()
379
380
  raise Exception("Timed out waiting for pod to finish")
380
-
381
381
  try:
382
- log_entry = next(log_stream)
382
+ log_entry = k8s_api_retry(
383
+ lambda: next(log_stream),
384
+ max_retries=int(
385
+ os.getenv("DAGSTER_EXECUTE_K8S_JOB_STREAM_LOGS_RETRIES", "3")
386
+ ),
387
+ timeout=int(
388
+ os.getenv(
389
+ "DAGSTER_EXECUTE_K8S_JOB_STREAM_LOGS_WAIT_BETWEEN_ATTEMPTS", "5"
390
+ )
391
+ ),
392
+ )
383
393
  print(log_entry) # noqa: T201
384
394
  except StopIteration:
385
395
  break
dagster_k8s/version.py CHANGED
@@ -1 +1 @@
1
- __version__ = "0.23.12"
1
+ __version__ = "0.23.14"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-k8s
3
- Version: 0.23.12
3
+ Version: 0.23.14
4
4
  Summary: A Dagster integration for k8s
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s
6
6
  Author: Dagster Labs
@@ -15,7 +15,7 @@ Classifier: License :: OSI Approved :: Apache Software License
15
15
  Classifier: Operating System :: OS Independent
16
16
  Requires-Python: >=3.8,<3.13
17
17
  License-File: LICENSE
18
- Requires-Dist: dagster ==1.7.12
18
+ Requires-Dist: dagster ==1.7.14
19
19
  Requires-Dist: kubernetes
20
20
  Requires-Dist: google-auth !=2.23.1
21
21
 
@@ -4,15 +4,15 @@ dagster_k8s/container_context.py,sha256=DL9CRdzxYFqksYoAXzDsThxQ3ZxCX0mlzTTeJne_
4
4
  dagster_k8s/executor.py,sha256=TpTTp-MF6zYVDbs5zg4Aec40av8KcaypilEVaCjNUQ8,13902
5
5
  dagster_k8s/job.py,sha256=4lubrexwCw5oQXqEe7VjSkddht-lH9DoJr1fbpH6_NM,41490
6
6
  dagster_k8s/launcher.py,sha256=w1oBMIOji-HZc226rhuG91KKhRoWbfj0L6zti8m9STw,16546
7
- dagster_k8s/models.py,sha256=z_j1GOf_uXxmv36HdMiEsRfoqo93QW4OvF34U0THqBI,5514
7
+ dagster_k8s/models.py,sha256=AAHdyfoxzz360bNnrvD-30BidTK2M_qT-mRQdpwys0Y,5532
8
8
  dagster_k8s/pipes.py,sha256=XMjpAKwsXKEPqw8K_rYuHNbf8nckX0Ad3AopZoBwsLU,17217
9
9
  dagster_k8s/test.py,sha256=cNtcbzxytiZtd01wY5ip7KPi01y0BUQuQhohoIfAFUM,684
10
10
  dagster_k8s/utils.py,sha256=c1bHqh5f1p5RZ0JCT6WEbPPjDvbgUp3pl4nYZRaaI4s,786
11
- dagster_k8s/version.py,sha256=tXHSQgCmUiGWLGQCwWCyoMmcFXrlr2W-bHF8hZD63Ow,24
11
+ dagster_k8s/version.py,sha256=mDnQJ1zdgMG4ocT43yplQYgT2wYTfJT9Y2dCAGXd-zY,24
12
12
  dagster_k8s/ops/__init__.py,sha256=uqUmYaOIHMxiFT5tnw3VniHhq270S6zoqxE_gARLu2A,98
13
- dagster_k8s/ops/k8s_job_op.py,sha256=eQFmoA-YSYrbwwAsrMgbAmctpuSrWK_9aBggCIZFiyQ,20011
14
- dagster_k8s-0.23.12.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
15
- dagster_k8s-0.23.12.dist-info/METADATA,sha256=Za-8x_cwKNEUsi2CQEtrOpBLQqA3f6Yvsj9PUgcFl3Q,780
16
- dagster_k8s-0.23.12.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
17
- dagster_k8s-0.23.12.dist-info/top_level.txt,sha256=wFPjskoWPlk2hOLugYCaoZhSiZdUcbCA1QZe9I4dals,12
18
- dagster_k8s-0.23.12.dist-info/RECORD,,
13
+ dagster_k8s/ops/k8s_job_op.py,sha256=OdYOYWEr5LEKvJ1W2iZYX6N2Dh31CF6V_BuYbUmamkk,20493
14
+ dagster_k8s-0.23.14.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
15
+ dagster_k8s-0.23.14.dist-info/METADATA,sha256=q1Es7DiVVIZb4EdpQH8xVZXkJYLiRFrJVKOgUm1wwE4,780
16
+ dagster_k8s-0.23.14.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
17
+ dagster_k8s-0.23.14.dist-info/top_level.txt,sha256=wFPjskoWPlk2hOLugYCaoZhSiZdUcbCA1QZe9I4dals,12
18
+ dagster_k8s-0.23.14.dist-info/RECORD,,