dagster-k8s 0.23.12__py3-none-any.whl → 0.23.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dagster_k8s/models.py +1 -1
- dagster_k8s/ops/k8s_job_op.py +13 -3
- dagster_k8s/version.py +1 -1
- {dagster_k8s-0.23.12.dist-info → dagster_k8s-0.23.13.dist-info}/METADATA +2 -2
- {dagster_k8s-0.23.12.dist-info → dagster_k8s-0.23.13.dist-info}/RECORD +8 -8
- {dagster_k8s-0.23.12.dist-info → dagster_k8s-0.23.13.dist-info}/LICENSE +0 -0
- {dagster_k8s-0.23.12.dist-info → dagster_k8s-0.23.13.dist-info}/WHEEL +0 -0
- {dagster_k8s-0.23.12.dist-info → dagster_k8s-0.23.13.dist-info}/top_level.txt +0 -0
dagster_k8s/models.py
CHANGED
|
@@ -5,7 +5,7 @@ from typing import Any, Mapping, Type, TypeVar
|
|
|
5
5
|
import dagster._check as check
|
|
6
6
|
import kubernetes
|
|
7
7
|
import kubernetes.client.models
|
|
8
|
-
from dateutil.parser import parse
|
|
8
|
+
from dagster._vendored.dateutil.parser import parse
|
|
9
9
|
from kubernetes.client.api_client import ApiClient
|
|
10
10
|
|
|
11
11
|
# Unclear what the correct type is to use for a bound here.
|
dagster_k8s/ops/k8s_job_op.py
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import os
|
|
1
2
|
import time
|
|
2
3
|
from typing import Any, Dict, List, Optional
|
|
3
4
|
|
|
@@ -18,7 +19,7 @@ from dagster._annotations import experimental
|
|
|
18
19
|
from dagster._core.errors import DagsterExecutionInterruptedError
|
|
19
20
|
from dagster._utils.merger import merge_dicts
|
|
20
21
|
|
|
21
|
-
from ..client import DEFAULT_JOB_POD_COUNT, DagsterKubernetesClient
|
|
22
|
+
from ..client import DEFAULT_JOB_POD_COUNT, DagsterKubernetesClient, k8s_api_retry
|
|
22
23
|
from ..container_context import K8sContainerContext
|
|
23
24
|
from ..job import (
|
|
24
25
|
DagsterK8sJobConfig,
|
|
@@ -377,9 +378,18 @@ def execute_k8s_job(
|
|
|
377
378
|
if timeout and time.time() - start_time > timeout:
|
|
378
379
|
watch.stop()
|
|
379
380
|
raise Exception("Timed out waiting for pod to finish")
|
|
380
|
-
|
|
381
381
|
try:
|
|
382
|
-
log_entry =
|
|
382
|
+
log_entry = k8s_api_retry(
|
|
383
|
+
lambda: next(log_stream),
|
|
384
|
+
max_retries=int(
|
|
385
|
+
os.getenv("DAGSTER_EXECUTE_K8S_JOB_STREAM_LOGS_RETRIES", "3")
|
|
386
|
+
),
|
|
387
|
+
timeout=int(
|
|
388
|
+
os.getenv(
|
|
389
|
+
"DAGSTER_EXECUTE_K8S_JOB_STREAM_LOGS_WAIT_BETWEEN_ATTEMPTS", "5"
|
|
390
|
+
)
|
|
391
|
+
),
|
|
392
|
+
)
|
|
383
393
|
print(log_entry) # noqa: T201
|
|
384
394
|
except StopIteration:
|
|
385
395
|
break
|
dagster_k8s/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.23.
|
|
1
|
+
__version__ = "0.23.13"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: dagster-k8s
|
|
3
|
-
Version: 0.23.
|
|
3
|
+
Version: 0.23.13
|
|
4
4
|
Summary: A Dagster integration for k8s
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -15,7 +15,7 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
15
15
|
Classifier: Operating System :: OS Independent
|
|
16
16
|
Requires-Python: >=3.8,<3.13
|
|
17
17
|
License-File: LICENSE
|
|
18
|
-
Requires-Dist: dagster ==1.7.
|
|
18
|
+
Requires-Dist: dagster ==1.7.13
|
|
19
19
|
Requires-Dist: kubernetes
|
|
20
20
|
Requires-Dist: google-auth !=2.23.1
|
|
21
21
|
|
|
@@ -4,15 +4,15 @@ dagster_k8s/container_context.py,sha256=DL9CRdzxYFqksYoAXzDsThxQ3ZxCX0mlzTTeJne_
|
|
|
4
4
|
dagster_k8s/executor.py,sha256=TpTTp-MF6zYVDbs5zg4Aec40av8KcaypilEVaCjNUQ8,13902
|
|
5
5
|
dagster_k8s/job.py,sha256=4lubrexwCw5oQXqEe7VjSkddht-lH9DoJr1fbpH6_NM,41490
|
|
6
6
|
dagster_k8s/launcher.py,sha256=w1oBMIOji-HZc226rhuG91KKhRoWbfj0L6zti8m9STw,16546
|
|
7
|
-
dagster_k8s/models.py,sha256=
|
|
7
|
+
dagster_k8s/models.py,sha256=AAHdyfoxzz360bNnrvD-30BidTK2M_qT-mRQdpwys0Y,5532
|
|
8
8
|
dagster_k8s/pipes.py,sha256=XMjpAKwsXKEPqw8K_rYuHNbf8nckX0Ad3AopZoBwsLU,17217
|
|
9
9
|
dagster_k8s/test.py,sha256=cNtcbzxytiZtd01wY5ip7KPi01y0BUQuQhohoIfAFUM,684
|
|
10
10
|
dagster_k8s/utils.py,sha256=c1bHqh5f1p5RZ0JCT6WEbPPjDvbgUp3pl4nYZRaaI4s,786
|
|
11
|
-
dagster_k8s/version.py,sha256=
|
|
11
|
+
dagster_k8s/version.py,sha256=Y1W68bKjdUjkwL4Vwr0vWbYvP9LWvgg8txY1EFgCp9o,24
|
|
12
12
|
dagster_k8s/ops/__init__.py,sha256=uqUmYaOIHMxiFT5tnw3VniHhq270S6zoqxE_gARLu2A,98
|
|
13
|
-
dagster_k8s/ops/k8s_job_op.py,sha256=
|
|
14
|
-
dagster_k8s-0.23.
|
|
15
|
-
dagster_k8s-0.23.
|
|
16
|
-
dagster_k8s-0.23.
|
|
17
|
-
dagster_k8s-0.23.
|
|
18
|
-
dagster_k8s-0.23.
|
|
13
|
+
dagster_k8s/ops/k8s_job_op.py,sha256=OdYOYWEr5LEKvJ1W2iZYX6N2Dh31CF6V_BuYbUmamkk,20493
|
|
14
|
+
dagster_k8s-0.23.13.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
|
|
15
|
+
dagster_k8s-0.23.13.dist-info/METADATA,sha256=tvzqeBbENn59GilfFci6O4xblvfOpEBzscZK4N3kNvM,780
|
|
16
|
+
dagster_k8s-0.23.13.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
|
|
17
|
+
dagster_k8s-0.23.13.dist-info/top_level.txt,sha256=wFPjskoWPlk2hOLugYCaoZhSiZdUcbCA1QZe9I4dals,12
|
|
18
|
+
dagster_k8s-0.23.13.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|