dagster-celery 0.28.10__py3-none-any.whl → 0.28.12__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dagster_celery/core_execution_loop.py +4 -3
- dagster_celery/version.py +1 -1
- {dagster_celery-0.28.10.dist-info → dagster_celery-0.28.12.dist-info}/METADATA +2 -2
- {dagster_celery-0.28.10.dist-info → dagster_celery-0.28.12.dist-info}/RECORD +8 -8
- {dagster_celery-0.28.10.dist-info → dagster_celery-0.28.12.dist-info}/WHEEL +1 -1
- {dagster_celery-0.28.10.dist-info → dagster_celery-0.28.12.dist-info}/entry_points.txt +0 -0
- {dagster_celery-0.28.10.dist-info → dagster_celery-0.28.12.dist-info}/licenses/LICENSE +0 -0
- {dagster_celery-0.28.10.dist-info → dagster_celery-0.28.12.dist-info}/top_level.txt +0 -0
|
@@ -12,7 +12,6 @@ from dagster._core.storage.tags import PRIORITY_TAG
|
|
|
12
12
|
from dagster._utils.error import serializable_error_info_from_exc_info
|
|
13
13
|
from dagster_shared.serdes import deserialize_value
|
|
14
14
|
|
|
15
|
-
from dagster_celery.defaults import task_default_priority, task_default_queue
|
|
16
15
|
from dagster_celery.make_app import make_app
|
|
17
16
|
from dagster_celery.tags import (
|
|
18
17
|
DAGSTER_CELERY_QUEUE_TAG,
|
|
@@ -41,6 +40,8 @@ def core_celery_execution_loop(job_context, execution_plan, step_execution_fn):
|
|
|
41
40
|
)
|
|
42
41
|
|
|
43
42
|
app = make_app(executor.app_args())
|
|
43
|
+
task_default_priority = app.conf.task_default_priority
|
|
44
|
+
task_default_queue = app.conf.task_default_queue
|
|
44
45
|
|
|
45
46
|
priority_for_step = lambda step: (
|
|
46
47
|
-1 * int(step.tags.get(DAGSTER_CELERY_STEP_PRIORITY_TAG, task_default_priority))
|
|
@@ -133,7 +134,7 @@ def core_celery_execution_loop(job_context, execution_plan, step_execution_fn):
|
|
|
133
134
|
)
|
|
134
135
|
|
|
135
136
|
# Get the Celery priority for this step
|
|
136
|
-
priority = _get_step_priority(job_context, step)
|
|
137
|
+
priority = _get_step_priority(job_context, step, task_default_priority)
|
|
137
138
|
|
|
138
139
|
# Submit the Celery tasks
|
|
139
140
|
step_results[step.key] = step_execution_fn(
|
|
@@ -168,7 +169,7 @@ def core_celery_execution_loop(job_context, execution_plan, step_execution_fn):
|
|
|
168
169
|
)
|
|
169
170
|
|
|
170
171
|
|
|
171
|
-
def _get_step_priority(context, step):
|
|
172
|
+
def _get_step_priority(context, step, task_default_priority):
|
|
172
173
|
"""Step priority is (currently) set as the overall run priority plus the individual
|
|
173
174
|
step priority.
|
|
174
175
|
"""
|
dagster_celery/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.28.
|
|
1
|
+
__version__ = "0.28.12"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-celery
|
|
3
|
-
Version: 0.28.
|
|
3
|
+
Version: 0.28.12
|
|
4
4
|
Summary: Package for using Celery as Dagster's execution engine.
|
|
5
5
|
Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-celery
|
|
6
6
|
Author: Dagster Labs
|
|
@@ -11,7 +11,7 @@ Classifier: License :: OSI Approved :: Apache Software License
|
|
|
11
11
|
Classifier: Operating System :: OS Independent
|
|
12
12
|
Requires-Python: >=3.10,<3.15
|
|
13
13
|
License-File: LICENSE
|
|
14
|
-
Requires-Dist: dagster==1.12.
|
|
14
|
+
Requires-Dist: dagster==1.12.12
|
|
15
15
|
Requires-Dist: celery>=4.3.0
|
|
16
16
|
Requires-Dist: click<9.0,>=5.0
|
|
17
17
|
Requires-Dist: importlib_metadata<5.0.0; python_version < "3.8"
|
|
@@ -2,7 +2,7 @@ dagster_celery/__init__.py,sha256=tF6CcwIa6ryql5YGVWCE-ce1EVRva2R_Zi85tJ25YX0,25
|
|
|
2
2
|
dagster_celery/app.py,sha256=ZSW-qeAAk8YN92XFv5D4AZa5-WaKZMQQmWR8CoWfvp0,509
|
|
3
3
|
dagster_celery/cli.py,sha256=mWqNTVuu66_I7WoaeiwAODN86n_z0bBBrMqZbw25A7M,10111
|
|
4
4
|
dagster_celery/config.py,sha256=xxJCcmEkv551RldAiUJ0OuCUCYfevU8Y7joArhqzEoY,646
|
|
5
|
-
dagster_celery/core_execution_loop.py,sha256=
|
|
5
|
+
dagster_celery/core_execution_loop.py,sha256=ajYNs5mdk9mEsP7VdwRoJerIrZi4KeH9yD5XR4GYff4,9186
|
|
6
6
|
dagster_celery/defaults.py,sha256=PeLbFpjgMR1FP8Q2AEQCDhYIRHCOior9YYhiwwyJDXE,488
|
|
7
7
|
dagster_celery/executor.py,sha256=P4gYyX-iOwir4Qc5JEloX4WxCiEYaF7OwTpXgg0gCfk,6548
|
|
8
8
|
dagster_celery/launcher.py,sha256=0viNPGU0U7waLWC89QJ47ULl3EefOlib_lMO8vw4vvk,8754
|
|
@@ -10,10 +10,10 @@ dagster_celery/make_app.py,sha256=Yy7pypBQeu7yKNH2KQJsdetW6KPoz240BlON2zvX76A,17
|
|
|
10
10
|
dagster_celery/py.typed,sha256=la67KBlbjXN-_-DfGNcdOcjYumVpKG_Tkw-8n5dnGB4,8
|
|
11
11
|
dagster_celery/tags.py,sha256=pDmRftOqybRLWTzXYCe5h_La45xFBmvnxYVlOh0w_sU,425
|
|
12
12
|
dagster_celery/tasks.py,sha256=tnydMiNOYknKzxMgTtXs0brH4LNoUmXk_FOAghNA6Ls,5284
|
|
13
|
-
dagster_celery/version.py,sha256=
|
|
14
|
-
dagster_celery-0.28.
|
|
15
|
-
dagster_celery-0.28.
|
|
16
|
-
dagster_celery-0.28.
|
|
17
|
-
dagster_celery-0.28.
|
|
18
|
-
dagster_celery-0.28.
|
|
19
|
-
dagster_celery-0.28.
|
|
13
|
+
dagster_celery/version.py,sha256=1WEy1K1rD5aYOP4qevjehq-uhsiK733U8NKj3tvYXW4,24
|
|
14
|
+
dagster_celery-0.28.12.dist-info/licenses/LICENSE,sha256=4lsMW-RCvfVD4_F57wrmpe3vX1xwUk_OAKKmV_XT7Z0,11348
|
|
15
|
+
dagster_celery-0.28.12.dist-info/METADATA,sha256=intEBBj8Sl7aqxSviJq6d_CohKmU3BvYv2pXaoeIlyM,1138
|
|
16
|
+
dagster_celery-0.28.12.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
|
|
17
|
+
dagster_celery-0.28.12.dist-info/entry_points.txt,sha256=J3BG6KTLD7IaHuHve2e4rkOZtR5I4smqzOF-6MPxwtg,59
|
|
18
|
+
dagster_celery-0.28.12.dist-info/top_level.txt,sha256=ORo23Xi2xjtQq9b9MvZi_n8iNydk1J-23PQ_0ziK1OQ,15
|
|
19
|
+
dagster_celery-0.28.12.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|