dagster-k8s 0.26.11rc0__py3-none-any.whl → 0.26.12__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagster-k8s might be problematic. Click here for more details.

dagster_k8s/client.py CHANGED
@@ -1,4 +1,5 @@
1
1
  import logging
2
+ import os
2
3
  import sys
3
4
  import time
4
5
  from enum import Enum
@@ -740,13 +741,16 @@ class DagsterKubernetesClient:
740
741
  elif state.terminated is not None:
741
742
  container_name = container_status.name
742
743
  if state.terminated.exit_code != 0:
744
+ tail_lines = int(
745
+ os.getenv("DAGSTER_K8S_WAIT_FOR_POD_FAILURE_LOG_LINE_COUNT", "100")
746
+ )
743
747
  raw_logs = self.retrieve_pod_logs(
744
- pod_name, namespace, container_name=container_name
748
+ pod_name, namespace, container_name=container_name, tail_lines=tail_lines
745
749
  )
746
750
  message = state.terminated.message
747
751
  msg = (
748
- f'Container "{container_name}" failed with message: "{message}" '
749
- f'and pod logs: "{raw_logs}"'
752
+ f'Container "{container_name}" failed with message: "{message}". '
753
+ f'Last {tail_lines} log lines: "{raw_logs}"'
750
754
  )
751
755
 
752
756
  self.logger(msg)
dagster_k8s/pipes.py CHANGED
@@ -526,7 +526,7 @@ class PipesK8sClient(PipesClient, TreatAsResourceParam):
526
526
  pod_name=pod_name,
527
527
  enable_multi_container_logs=enable_multi_container_logs,
528
528
  ):
529
- # We need to wait for the pod to start up so that the log streaming is successful afterwards.
529
+ # wait until the pod is fully terminated (or raise an exception if it failed)
530
530
  client.wait_for_pod(
531
531
  pod_name,
532
532
  namespace,
dagster_k8s/version.py CHANGED
@@ -1 +1 @@
1
- __version__ = "0.26.11rc0"
1
+ __version__ = "0.26.12"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-k8s
3
- Version: 0.26.11rc0
3
+ Version: 0.26.12
4
4
  Summary: A Dagster integration for k8s
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s
6
6
  Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
14
14
  Classifier: Operating System :: OS Independent
15
15
  Requires-Python: >=3.9,<3.13
16
16
  License-File: LICENSE
17
- Requires-Dist: dagster ==1.10.11rc0
17
+ Requires-Dist: dagster ==1.10.12
18
18
  Requires-Dist: kubernetes <33
19
19
  Requires-Dist: google-auth !=2.23.1
20
20
 
@@ -1,20 +1,20 @@
1
1
  dagster_k8s/__init__.py,sha256=1Vi9HXEW9fatVuNzWTr6Oq-JEHmyDrVkonZuELsQ1C0,751
2
- dagster_k8s/client.py,sha256=jkTy4uAbFU8KkbpPDMUScNo8mNDZ6q9upe48R6fexQo,39933
2
+ dagster_k8s/client.py,sha256=L5bJCjOqmsCrpcZiyyt8aL8V2-IIH0qCotVxjE0_8v8,40134
3
3
  dagster_k8s/container_context.py,sha256=399bdqmV3Ce6lNbfuxnhdyJSCy9keRRPJfVjDGn2U4I,22642
4
4
  dagster_k8s/executor.py,sha256=yOvA5KuGi9O5C3KGz6IP8HVPwt2CSD9NU7ITcWxe53M,14872
5
5
  dagster_k8s/job.py,sha256=v7RXYLZHzy2sTC7HYdz_INqbLWyZxUz9QIMwORArjJg,43065
6
6
  dagster_k8s/kubernetes_version.py,sha256=T7MDA5pOOVE_woRUkKWxtiRj4RCLAVfjSn6ZXUr6sAA,38
7
7
  dagster_k8s/launcher.py,sha256=8dPYFkB6W6GS5q7Ab9Mf4Oqyu3riX-HBLYyf7TKV7HQ,16669
8
8
  dagster_k8s/models.py,sha256=REKzAY103pZw0pQFqvHaM6lL02hgbi0rxmm71qds4W8,6338
9
- dagster_k8s/pipes.py,sha256=KmCANVZIj6LkJ7b0jtCmQ043bI6CvjUQbZMe9xufs1c,34047
9
+ dagster_k8s/pipes.py,sha256=kb1So6erUgjTDkicALpU1T5mG9xa9n8aeI4lPUVeU2o,34031
10
10
  dagster_k8s/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
11
11
  dagster_k8s/test.py,sha256=cNtcbzxytiZtd01wY5ip7KPi01y0BUQuQhohoIfAFUM,684
12
12
  dagster_k8s/utils.py,sha256=c1bHqh5f1p5RZ0JCT6WEbPPjDvbgUp3pl4nYZRaaI4s,786
13
- dagster_k8s/version.py,sha256=eS-xt-o3NPyxbPUwgn1WSzCSvbkXM3calY6j5hmh228,27
13
+ dagster_k8s/version.py,sha256=UZiMK3DoTRJyUV0Igg8uNJDWBl7WilRFVjaLatbyQ_0,24
14
14
  dagster_k8s/ops/__init__.py,sha256=ur-9GrE_DRfnsFCpYan03qOY9cWbjagC8KHZFZuiCmc,113
15
15
  dagster_k8s/ops/k8s_job_op.py,sha256=CQHtTowGGLAHH5EUGNfqZxDT1MYMqslAJ9u11SzCf-I,22036
16
- dagster_k8s-0.26.11rc0.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
17
- dagster_k8s-0.26.11rc0.dist-info/METADATA,sha256=6qUTRQPQ1xW-Pm012indeqHNMV9WDDpnsagGhNm0maE,741
18
- dagster_k8s-0.26.11rc0.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
19
- dagster_k8s-0.26.11rc0.dist-info/top_level.txt,sha256=wFPjskoWPlk2hOLugYCaoZhSiZdUcbCA1QZe9I4dals,12
20
- dagster_k8s-0.26.11rc0.dist-info/RECORD,,
16
+ dagster_k8s-0.26.12.dist-info/LICENSE,sha256=TMatHW4_G9ldRdodEAp-l2Xa2WvsdeOh60E3v1R2jis,11349
17
+ dagster_k8s-0.26.12.dist-info/METADATA,sha256=w6KK9kOudnPvfYGRKSgALZQ-Rr8Pfwezr6HgigyqzC0,735
18
+ dagster_k8s-0.26.12.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
19
+ dagster_k8s-0.26.12.dist-info/top_level.txt,sha256=wFPjskoWPlk2hOLugYCaoZhSiZdUcbCA1QZe9I4dals,12
20
+ dagster_k8s-0.26.12.dist-info/RECORD,,