dagster-celery 0.28.11__tar.gz → 0.28.13__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (27) hide show
  1. {dagster_celery-0.28.11/dagster_celery.egg-info → dagster_celery-0.28.13}/PKG-INFO +2 -2
  2. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/core_execution_loop.py +4 -3
  3. dagster_celery-0.28.13/dagster_celery/version.py +1 -0
  4. {dagster_celery-0.28.11 → dagster_celery-0.28.13/dagster_celery.egg-info}/PKG-INFO +2 -2
  5. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery.egg-info/requires.txt +1 -1
  6. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/setup.py +1 -1
  7. dagster_celery-0.28.11/dagster_celery/version.py +0 -1
  8. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/LICENSE +0 -0
  9. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/MANIFEST.in +0 -0
  10. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/README.md +0 -0
  11. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/__init__.py +0 -0
  12. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/app.py +0 -0
  13. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/cli.py +0 -0
  14. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/config.py +0 -0
  15. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/defaults.py +0 -0
  16. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/executor.py +0 -0
  17. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/launcher.py +0 -0
  18. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/make_app.py +0 -0
  19. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/py.typed +0 -0
  20. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/tags.py +0 -0
  21. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery/tasks.py +0 -0
  22. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery.egg-info/SOURCES.txt +0 -0
  23. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery.egg-info/dependency_links.txt +0 -0
  24. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery.egg-info/entry_points.txt +0 -0
  25. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery.egg-info/not-zip-safe +0 -0
  26. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/dagster_celery.egg-info/top_level.txt +0 -0
  27. {dagster_celery-0.28.11 → dagster_celery-0.28.13}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-celery
3
- Version: 0.28.11
3
+ Version: 0.28.13
4
4
  Summary: Package for using Celery as Dagster's execution engine.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-celery
6
6
  Author: Dagster Labs
@@ -11,7 +11,7 @@ Classifier: License :: OSI Approved :: Apache Software License
11
11
  Classifier: Operating System :: OS Independent
12
12
  Requires-Python: >=3.10,<3.15
13
13
  License-File: LICENSE
14
- Requires-Dist: dagster==1.12.11
14
+ Requires-Dist: dagster==1.12.13
15
15
  Requires-Dist: celery>=4.3.0
16
16
  Requires-Dist: click<9.0,>=5.0
17
17
  Requires-Dist: importlib_metadata<5.0.0; python_version < "3.8"
@@ -12,7 +12,6 @@ from dagster._core.storage.tags import PRIORITY_TAG
12
12
  from dagster._utils.error import serializable_error_info_from_exc_info
13
13
  from dagster_shared.serdes import deserialize_value
14
14
 
15
- from dagster_celery.defaults import task_default_priority, task_default_queue
16
15
  from dagster_celery.make_app import make_app
17
16
  from dagster_celery.tags import (
18
17
  DAGSTER_CELERY_QUEUE_TAG,
@@ -41,6 +40,8 @@ def core_celery_execution_loop(job_context, execution_plan, step_execution_fn):
41
40
  )
42
41
 
43
42
  app = make_app(executor.app_args())
43
+ task_default_priority = app.conf.task_default_priority
44
+ task_default_queue = app.conf.task_default_queue
44
45
 
45
46
  priority_for_step = lambda step: (
46
47
  -1 * int(step.tags.get(DAGSTER_CELERY_STEP_PRIORITY_TAG, task_default_priority))
@@ -133,7 +134,7 @@ def core_celery_execution_loop(job_context, execution_plan, step_execution_fn):
133
134
  )
134
135
 
135
136
  # Get the Celery priority for this step
136
- priority = _get_step_priority(job_context, step)
137
+ priority = _get_step_priority(job_context, step, task_default_priority)
137
138
 
138
139
  # Submit the Celery tasks
139
140
  step_results[step.key] = step_execution_fn(
@@ -168,7 +169,7 @@ def core_celery_execution_loop(job_context, execution_plan, step_execution_fn):
168
169
  )
169
170
 
170
171
 
171
- def _get_step_priority(context, step):
172
+ def _get_step_priority(context, step, task_default_priority):
172
173
  """Step priority is (currently) set as the overall run priority plus the individual
173
174
  step priority.
174
175
  """
@@ -0,0 +1 @@
1
+ __version__ = "0.28.13"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-celery
3
- Version: 0.28.11
3
+ Version: 0.28.13
4
4
  Summary: Package for using Celery as Dagster's execution engine.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-celery
6
6
  Author: Dagster Labs
@@ -11,7 +11,7 @@ Classifier: License :: OSI Approved :: Apache Software License
11
11
  Classifier: Operating System :: OS Independent
12
12
  Requires-Python: >=3.10,<3.15
13
13
  License-File: LICENSE
14
- Requires-Dist: dagster==1.12.11
14
+ Requires-Dist: dagster==1.12.13
15
15
  Requires-Dist: celery>=4.3.0
16
16
  Requires-Dist: click<9.0,>=5.0
17
17
  Requires-Dist: importlib_metadata<5.0.0; python_version < "3.8"
@@ -1,4 +1,4 @@
1
- dagster==1.12.11
1
+ dagster==1.12.13
2
2
  celery>=4.3.0
3
3
  click<9.0,>=5.0
4
4
 
@@ -31,7 +31,7 @@ setup(
31
31
  entry_points={"console_scripts": ["dagster-celery = dagster_celery.cli:main"]},
32
32
  python_requires=">=3.10,<3.15",
33
33
  install_requires=[
34
- "dagster==1.12.11",
34
+ "dagster==1.12.13",
35
35
  "celery>=4.3.0",
36
36
  "click>=5.0,<9.0",
37
37
  "importlib_metadata<5.0.0; python_version<'3.8'", # https://github.com/celery/celery/issues/7783
@@ -1 +0,0 @@
1
- __version__ = "0.28.11"