dagster-k8s 0.26.18rc2__tar.gz → 0.26.20__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagster-k8s might be problematic. Click here for more details.

Files changed (29) hide show
  1. {dagster_k8s-0.26.18rc2/dagster_k8s.egg-info → dagster_k8s-0.26.20}/PKG-INFO +2 -2
  2. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/executor.py +4 -0
  3. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/launcher.py +4 -0
  4. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/ops/k8s_job_op.py +8 -0
  5. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/utils.py +14 -0
  6. dagster_k8s-0.26.20/dagster_k8s/version.py +1 -0
  7. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20/dagster_k8s.egg-info}/PKG-INFO +2 -2
  8. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s.egg-info/requires.txt +1 -1
  9. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/setup.py +1 -1
  10. dagster_k8s-0.26.18rc2/dagster_k8s/version.py +0 -1
  11. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/LICENSE +0 -0
  12. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/MANIFEST.in +0 -0
  13. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/README.md +0 -0
  14. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/__init__.py +0 -0
  15. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/client.py +0 -0
  16. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/component.py +0 -0
  17. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/container_context.py +0 -0
  18. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/job.py +0 -0
  19. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/kubernetes_version.py +0 -0
  20. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/models.py +0 -0
  21. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/ops/__init__.py +0 -0
  22. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/pipes.py +0 -0
  23. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/py.typed +0 -0
  24. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s/test.py +0 -0
  25. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s.egg-info/SOURCES.txt +0 -0
  26. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s.egg-info/dependency_links.txt +0 -0
  27. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s.egg-info/not-zip-safe +0 -0
  28. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/dagster_k8s.egg-info/top_level.txt +0 -0
  29. {dagster_k8s-0.26.18rc2 → dagster_k8s-0.26.20}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-k8s
3
- Version: 0.26.18rc2
3
+ Version: 0.26.20
4
4
  Summary: A Dagster integration for k8s
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s
6
6
  Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
14
14
  Classifier: Operating System :: OS Independent
15
15
  Requires-Python: >=3.9,<3.13
16
16
  License-File: LICENSE
17
- Requires-Dist: dagster==1.10.18rc2
17
+ Requires-Dist: dagster==1.10.20
18
18
  Requires-Dist: kubernetes<33
19
19
  Requires-Dist: google-auth!=2.23.1
20
20
  Dynamic: author
@@ -37,6 +37,7 @@ from dagster_k8s.job import (
37
37
  get_user_defined_k8s_config,
38
38
  )
39
39
  from dagster_k8s.launcher import K8sRunLauncher
40
+ from dagster_k8s.utils import get_deployment_id_label
40
41
 
41
42
  _K8S_EXECUTOR_CONFIG_SCHEMA = merge_dicts(
42
43
  DagsterK8sJobConfig.config_type_job(),
@@ -297,6 +298,9 @@ class K8sStepHandler(StepHandler):
297
298
  labels["dagster/code-location"] = (
298
299
  run.remote_job_origin.repository_origin.code_location_origin.location_name
299
300
  )
301
+ deployment_name_env_var = get_deployment_id_label(container_context.run_k8s_config)
302
+ if deployment_name_env_var:
303
+ labels["dagster/deployment-name"] = deployment_name_env_var
300
304
  job = construct_dagster_k8s_job(
301
305
  job_config=job_config,
302
306
  args=args,
@@ -18,6 +18,7 @@ from dagster._utils.error import serializable_error_info_from_exc_info
18
18
  from dagster_k8s.client import DagsterKubernetesClient
19
19
  from dagster_k8s.container_context import K8sContainerContext
20
20
  from dagster_k8s.job import DagsterK8sJobConfig, construct_dagster_k8s_job, get_job_name_from_run_id
21
+ from dagster_k8s.utils import get_deployment_id_label
21
22
 
22
23
 
23
24
  class K8sRunLauncher(RunLauncher, ConfigurableClass):
@@ -231,6 +232,9 @@ class K8sRunLauncher(RunLauncher, ConfigurableClass):
231
232
  "dagster/job": job_origin.job_name,
232
233
  "dagster/run-id": run.run_id,
233
234
  }
235
+ deployment_name_env_var = get_deployment_id_label(user_defined_k8s_config)
236
+ if deployment_name_env_var:
237
+ labels["dagster/deployment-name"] = deployment_name_env_var
234
238
  if run.remote_job_origin:
235
239
  labels["dagster/code-location"] = (
236
240
  run.remote_job_origin.repository_origin.code_location_origin.location_name
@@ -313,6 +313,14 @@ def execute_k8s_job(
313
313
  labels["dagster/code-location"] = (
314
314
  context.dagster_run.remote_job_origin.repository_origin.code_location_origin.location_name
315
315
  )
316
+ env = user_defined_k8s_config.container_config.get("env")
317
+ deployment_name_env_var = (
318
+ next((entry for entry in env if entry["name"] == "DAGSTER_CLOUD_DEPLOYMENT_NAME"), None)
319
+ if env
320
+ else None
321
+ )
322
+ if deployment_name_env_var:
323
+ labels["dagster/deployment-name"] = deployment_name_env_var["value"]
316
324
 
317
325
  job = construct_dagster_k8s_job(
318
326
  job_config=k8s_job_config,
@@ -1,7 +1,11 @@
1
1
  import re
2
+ from typing import TYPE_CHECKING
2
3
 
3
4
  from dagster import __version__ as dagster_version
4
5
 
6
+ if TYPE_CHECKING:
7
+ from dagster_k8s.job import UserDefinedDagsterK8sConfig
8
+
5
9
 
6
10
  def sanitize_k8s_label(label_name: str):
7
11
  # Truncate too long label values to fit into 63-characters limit and avoid invalid characters.
@@ -18,3 +22,13 @@ def get_common_labels():
18
22
  "app.kubernetes.io/version": sanitize_k8s_label(dagster_version),
19
23
  "app.kubernetes.io/part-of": "dagster",
20
24
  }
25
+
26
+
27
+ def get_deployment_id_label(user_defined_k8s_config: "UserDefinedDagsterK8sConfig"):
28
+ env = user_defined_k8s_config.container_config.get("env")
29
+ deployment_name_env_var = (
30
+ next((entry for entry in env if entry["name"] == "DAGSTER_CLOUD_DEPLOYMENT_NAME"), None)
31
+ if env
32
+ else None
33
+ )
34
+ return deployment_name_env_var["value"] if deployment_name_env_var else None
@@ -0,0 +1 @@
1
+ __version__ = "0.26.20"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-k8s
3
- Version: 0.26.18rc2
3
+ Version: 0.26.20
4
4
  Summary: A Dagster integration for k8s
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-k8s
6
6
  Author: Dagster Labs
@@ -14,7 +14,7 @@ Classifier: License :: OSI Approved :: Apache Software License
14
14
  Classifier: Operating System :: OS Independent
15
15
  Requires-Python: >=3.9,<3.13
16
16
  License-File: LICENSE
17
- Requires-Dist: dagster==1.10.18rc2
17
+ Requires-Dist: dagster==1.10.20
18
18
  Requires-Dist: kubernetes<33
19
19
  Requires-Dist: google-auth!=2.23.1
20
20
  Dynamic: author
@@ -1,3 +1,3 @@
1
- dagster==1.10.18rc2
1
+ dagster==1.10.20
2
2
  kubernetes<33
3
3
  google-auth!=2.23.1
@@ -42,7 +42,7 @@ setup(
42
42
  include_package_data=True,
43
43
  python_requires=">=3.9,<3.13",
44
44
  install_requires=[
45
- "dagster==1.10.18rc2",
45
+ "dagster==1.10.20",
46
46
  f"kubernetes<{KUBERNETES_VERSION_UPPER_BOUND}",
47
47
  # exclude a google-auth release that added an overly restrictive urllib3 pin that confuses dependency resolvers
48
48
  "google-auth!=2.23.1",
@@ -1 +0,0 @@
1
- __version__ = "0.26.18rc2"
File without changes