tasklite-engine 2.2.0__py3-none-any.whl → 3.0.0.dev0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- tasklite/__init__.py +30 -196
- tasklite/backend/__init__.py +2 -5
- tasklite/backend/base.py +156 -184
- tasklite/backend/memory.py +468 -231
- tasklite/backend/sqlite_backend.py +680 -408
- tasklite/engine/__init__.py +2 -2
- tasklite/engine/admission.py +85 -44
- tasklite/engine/channel.py +566 -458
- tasklite/engine/completion.py +535 -247
- tasklite/engine/config.py +7 -131
- tasklite/engine/dispatch.py +415 -321
- tasklite/engine/execution_access.py +39 -0
- tasklite/engine/files.py +52 -0
- tasklite/engine/governor.py +46 -204
- tasklite/engine/in_flight.py +15 -13
- tasklite/engine/ops.py +9 -347
- tasklite/engine/recovery.py +67 -267
- tasklite/engine/resource.py +256 -386
- tasklite/engine/runtime.py +527 -236
- tasklite/engine/scheduler.py +99 -90
- tasklite/engine/selection.py +53 -111
- tasklite/engine/session.py +49 -77
- tasklite/engine/store.py +595 -564
- tasklite/engine/types.py +66 -71
- tasklite/engine/wait.py +30 -16
- tasklite/exceptions.py +4 -57
- tasklite/hooks.py +3 -23
- tasklite/models/__init__.py +21 -6
- tasklite/models/artifact.py +386 -47
- tasklite/models/context.py +173 -203
- tasklite/models/job.py +115 -266
- tasklite/models/result.py +246 -0
- tasklite/models/state.py +97 -17
- tasklite/models/task.py +52 -105
- tasklite/pipeline.py +279 -534
- tasklite/resource.py +12 -0
- tasklite/selection.py +9 -97
- tasklite/snapshot.py +639 -0
- tasklite/testing.py +32 -34
- tasklite/triggers.py +5 -4
- tasklite/utils/artifact.py +85 -17
- tasklite/utils/clock.py +3 -3
- tasklite/utils/encoding.py +113 -18
- tasklite/utils/ipc.py +240 -242
- tasklite/utils/lockfile.py +33 -58
- tasklite/wrappers/__init__.py +1 -1
- tasklite/wrappers/discovery.py +155 -158
- tasklite/wrappers/http.py +68 -481
- tasklite_engine-3.0.0.dev0.dist-info/METADATA +307 -0
- tasklite_engine-3.0.0.dev0.dist-info/RECORD +58 -0
- tasklite/engine/errorclass.py +0 -971
- tasklite/models/attempt.py +0 -141
- tasklite_engine-2.2.0.dist-info/METADATA +0 -369
- tasklite_engine-2.2.0.dist-info/RECORD +0 -55
- {tasklite_engine-2.2.0.dist-info → tasklite_engine-3.0.0.dev0.dist-info}/WHEEL +0 -0
- {tasklite_engine-2.2.0.dist-info → tasklite_engine-3.0.0.dev0.dist-info}/licenses/LICENSE +0 -0
- {tasklite_engine-2.2.0.dist-info → tasklite_engine-3.0.0.dev0.dist-info}/top_level.txt +0 -0
tasklite/__init__.py
CHANGED
|
@@ -1,219 +1,53 @@
|
|
|
1
|
-
"""TaskLite:Task/Job/Attempt 三层模型的任务编排引擎(ADR-0004 / ADR-0005)。
|
|
1
|
+
"""TaskLite:Task/Job/Attempt 三层模型的任务编排引擎(ADR-0004 / ADR-0005 / ADR-0011)。
|
|
2
2
|
|
|
3
|
-
模型:Task 为进程内注册的静态规格模板;Job
|
|
4
|
-
(uid = task_type::job_id);
|
|
5
|
-
|
|
6
|
-
重试节奏由 RequeuePolicy seam 收敛,核心不含退避与排序计算。
|
|
3
|
+
模型:Task 为进程内注册的静态规格模板;Job 为具有稳定身份的逻辑实例
|
|
4
|
+
(uid = task_type::job_id);TaskResult 为 handler 唯一合法返回类型;
|
|
5
|
+
Attempt 为 append-only 的执行轨迹。
|
|
7
6
|
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
为版本单一事实源(pyproject 动态读取点)。
|
|
7
|
+
公开面:根包仅导出 ADR-0011 契约已定的核心 10 个名称:
|
|
8
|
+
TaskLite, Task, Job, JobContext, TaskResult, FileSpec,
|
|
9
|
+
StateSnapshot, TaskLiteError, make_job_uid, parse_job_uid。
|
|
10
|
+
内置资源从 tasklite.resource 导入(CapacityResource, IntervalResource);
|
|
11
|
+
运行排除规则从 tasklite.selection 导入(Exclude)。
|
|
12
|
+
不在根包重复导出。``__version__`` 为版本单一事实源(pyproject 动态读取点)。
|
|
14
13
|
|
|
15
14
|
分层单向依赖红线:``tasklite/models/`` 严禁 import
|
|
16
15
|
``tasklite/engine/``(IPC 声明读写一律下沉 ``tasklite/utils/ipc.py``),
|
|
17
16
|
``tasklite/utils/`` 严禁 import ``tasklite/wrappers/``,核心层
|
|
18
17
|
(engine/backend/models/utils)严禁依赖 ``tasklite/contrib/``。
|
|
19
|
-
|
|
20
|
-
设计契约与命名映射见 docs/adr/0004-v2-parallel-rebuild.md;
|
|
21
|
-
上位裁决见 docs/adr/0005-v2-promotion.md。
|
|
22
18
|
"""
|
|
23
19
|
from __future__ import annotations
|
|
24
20
|
|
|
25
|
-
__version__ = "
|
|
21
|
+
__version__ = "3.0.0.dev0"
|
|
26
22
|
|
|
27
|
-
# ──
|
|
23
|
+
# ── 门面与执行核心 ────────────────────────────────────────────────────
|
|
28
24
|
from .pipeline import TaskLite
|
|
29
25
|
|
|
30
|
-
# ──
|
|
31
|
-
from .
|
|
32
|
-
|
|
33
|
-
# ── 模型层:规格 / 实例 / 轨迹 / 上下文 ──────────────────────────────
|
|
34
|
-
from .models.attempt import AttemptRecord
|
|
26
|
+
# ── 模型层:规格 / 实例 / 结果 / 上下文 / 文件 ────────────────────────
|
|
27
|
+
from .models.task import Task
|
|
28
|
+
from .models.job import Job
|
|
35
29
|
from .models.context import JobContext
|
|
36
|
-
from .models.
|
|
37
|
-
from .models.
|
|
38
|
-
from .models.task import Task, TaskRegistry, validate_resource_amounts
|
|
39
|
-
|
|
40
|
-
# ── 异常族 ───────────────────────────────────────────────────────────
|
|
41
|
-
from .exceptions import (
|
|
42
|
-
FatalError,
|
|
43
|
-
PipelineError,
|
|
44
|
-
RateLimitHit,
|
|
45
|
-
RetryError,
|
|
46
|
-
)
|
|
47
|
-
|
|
48
|
-
# ── 用户钩子三件套 ───────────────────────────────────────────────────
|
|
49
|
-
from .hooks import job_ref, progress_hook, slice_list
|
|
50
|
-
|
|
51
|
-
# ── 错误分类 ─────────────────────────────────────────────────────────
|
|
52
|
-
from .engine.errorclass import (
|
|
53
|
-
ERR_COMMIT_FAILURE,
|
|
54
|
-
ERR_DEADLOCK_GAP,
|
|
55
|
-
ERR_DEPENDENCY_DEADLOCK,
|
|
56
|
-
ERR_DEPENDENCY_EXCLUDED,
|
|
57
|
-
ERR_DEPENDENCY_SKIPPED,
|
|
58
|
-
ERR_DISPATCH_FAILURE,
|
|
59
|
-
ERR_IPC_WRITE_DEGRADED_PREFIX,
|
|
60
|
-
ERR_JOB_DEPENDENCY,
|
|
61
|
-
ERR_MALFORMED_JOB,
|
|
62
|
-
ERR_MAX_RETRIES,
|
|
63
|
-
ERR_NO_HANDLER,
|
|
64
|
-
ERR_NO_IPC_RESULT,
|
|
65
|
-
ERR_PAYLOAD_VALIDATION,
|
|
66
|
-
ERR_PROCESS_CRASH_PREFIX,
|
|
67
|
-
ERR_PROCESS_SIGNAL_DEATH,
|
|
68
|
-
ERR_RESOURCE_DEADLOCK,
|
|
69
|
-
ERR_SKIPPED,
|
|
70
|
-
ERR_TIMEOUT_PREFIX,
|
|
71
|
-
FATAL_EXCEPTIONS,
|
|
72
|
-
TRANSIENT_EXCEPTIONS,
|
|
73
|
-
ErrorCategory,
|
|
74
|
-
ErrorClassification,
|
|
75
|
-
ErrorClassifier,
|
|
76
|
-
ValidationErrorItem,
|
|
77
|
-
ValidationResult,
|
|
78
|
-
classify_error_category,
|
|
79
|
-
classify_exception,
|
|
80
|
-
is_transient_exception,
|
|
81
|
-
validate_payload_errors,
|
|
82
|
-
)
|
|
83
|
-
|
|
84
|
-
# ── 资源体系 ─────────────────────────────────────────────────────────
|
|
85
|
-
from .engine.resource import (
|
|
86
|
-
CapacityResource,
|
|
87
|
-
RateLimitResource,
|
|
88
|
-
Resource,
|
|
89
|
-
)
|
|
30
|
+
from .models.result import TaskResult
|
|
31
|
+
from .models.artifact import FileSpec
|
|
90
32
|
|
|
91
|
-
# ──
|
|
92
|
-
from .
|
|
93
|
-
from .engine.store import FailureEntry
|
|
33
|
+
# ── 只读观察快照 ───────────────────────────────────────────────────────
|
|
34
|
+
from .snapshot import StateSnapshot
|
|
94
35
|
|
|
95
|
-
# ──
|
|
96
|
-
from .
|
|
97
|
-
ImmediateRequeuePolicy,
|
|
98
|
-
RequeuePlan,
|
|
99
|
-
RequeuePolicy,
|
|
100
|
-
TriggerRegistry,
|
|
101
|
-
)
|
|
102
|
-
|
|
103
|
-
# ── 策略 seam:调度排序 ──────────────────────────────────────────────
|
|
104
|
-
from .engine.scheduler import FifoOrderingPolicy, OrderingPolicy
|
|
105
|
-
|
|
106
|
-
# ── 运行值对象:run()/stop() 调用边界直接遭遇的形状 ──────────────────
|
|
107
|
-
from .engine.types import (
|
|
108
|
-
AttemptOutcome,
|
|
109
|
-
ExitReason,
|
|
110
|
-
RunSummary,
|
|
111
|
-
StopMode,
|
|
112
|
-
RunStats,
|
|
113
|
-
)
|
|
114
|
-
|
|
115
|
-
# ── 持久化后端 ───────────────────────────────────────────────────────
|
|
116
|
-
from .backend import InMemoryStateBackend, SQLiteStateBackend
|
|
117
|
-
|
|
118
|
-
# ── 单射编码族 ───────────────────────────────────────────────────────
|
|
119
|
-
from .utils.encoding import (
|
|
120
|
-
content_fingerprint,
|
|
121
|
-
encode_content_id,
|
|
122
|
-
encode_identifier,
|
|
123
|
-
encode_job_component,
|
|
124
|
-
percent_encode,
|
|
125
|
-
encode_job_uid_filename,
|
|
126
|
-
)
|
|
36
|
+
# ── 异常族 ───────────────────────────────────────────────────────────
|
|
37
|
+
from .exceptions import TaskLiteError
|
|
127
38
|
|
|
128
|
-
# ──
|
|
129
|
-
from .utils import
|
|
39
|
+
# ── 身份工具 ─────────────────────────────────────────────────────────
|
|
40
|
+
from .utils.encoding import make_job_uid, parse_job_uid
|
|
130
41
|
|
|
131
42
|
__all__ = [
|
|
132
|
-
# 门面
|
|
133
43
|
"TaskLite",
|
|
134
|
-
|
|
135
|
-
"Exclude",
|
|
136
|
-
"Selection",
|
|
137
|
-
"Skip",
|
|
138
|
-
# 模型层
|
|
139
|
-
"AttemptRecord",
|
|
44
|
+
"Task",
|
|
140
45
|
"Job",
|
|
141
46
|
"JobContext",
|
|
142
|
-
"
|
|
143
|
-
"
|
|
144
|
-
"
|
|
145
|
-
"
|
|
146
|
-
"
|
|
147
|
-
|
|
148
|
-
"FatalError",
|
|
149
|
-
"PipelineError",
|
|
150
|
-
"RateLimitHit",
|
|
151
|
-
"RetryError",
|
|
152
|
-
# 钩子三件套
|
|
153
|
-
"job_ref",
|
|
154
|
-
"progress_hook",
|
|
155
|
-
"slice_list",
|
|
156
|
-
# 错误分类
|
|
157
|
-
"ErrorCategory",
|
|
158
|
-
"ErrorClassification",
|
|
159
|
-
"ErrorClassifier",
|
|
160
|
-
"ValidationErrorItem",
|
|
161
|
-
"ValidationResult",
|
|
162
|
-
"classify_error_category",
|
|
163
|
-
"classify_exception",
|
|
164
|
-
"is_transient_exception",
|
|
165
|
-
"validate_payload_errors",
|
|
166
|
-
"ERR_DEPENDENCY_DEADLOCK",
|
|
167
|
-
"ERR_JOB_DEPENDENCY",
|
|
168
|
-
"ERR_PAYLOAD_VALIDATION",
|
|
169
|
-
"ERR_MAX_RETRIES",
|
|
170
|
-
"ERR_NO_HANDLER",
|
|
171
|
-
"ERR_RESOURCE_DEADLOCK",
|
|
172
|
-
"ERR_MALFORMED_JOB",
|
|
173
|
-
"ERR_COMMIT_FAILURE",
|
|
174
|
-
"ERR_DISPATCH_FAILURE",
|
|
175
|
-
"ERR_DEADLOCK_GAP",
|
|
176
|
-
"ERR_DEPENDENCY_EXCLUDED",
|
|
177
|
-
"ERR_DEPENDENCY_SKIPPED",
|
|
178
|
-
"ERR_SKIPPED",
|
|
179
|
-
"ERR_TIMEOUT_PREFIX",
|
|
180
|
-
"ERR_PROCESS_CRASH_PREFIX",
|
|
181
|
-
"ERR_NO_IPC_RESULT",
|
|
182
|
-
"ERR_PROCESS_SIGNAL_DEATH",
|
|
183
|
-
"ERR_IPC_WRITE_DEGRADED_PREFIX",
|
|
184
|
-
# 错误分类:默认异常启发式元组
|
|
185
|
-
"FATAL_EXCEPTIONS",
|
|
186
|
-
"TRANSIENT_EXCEPTIONS",
|
|
187
|
-
# 资源体系
|
|
188
|
-
"CapacityResource",
|
|
189
|
-
"RateLimitResource",
|
|
190
|
-
"Resource",
|
|
191
|
-
# 失败档案与挂起
|
|
192
|
-
"FailureEntry",
|
|
193
|
-
"SuspendEntry",
|
|
194
|
-
# 策略 seam
|
|
195
|
-
"ImmediateRequeuePolicy",
|
|
196
|
-
"RequeuePlan",
|
|
197
|
-
"RequeuePolicy",
|
|
198
|
-
"TriggerRegistry",
|
|
199
|
-
"FifoOrderingPolicy",
|
|
200
|
-
"OrderingPolicy",
|
|
201
|
-
# 运行值对象
|
|
202
|
-
"AttemptOutcome",
|
|
203
|
-
"ExitReason",
|
|
204
|
-
"RunSummary",
|
|
205
|
-
"StopMode",
|
|
206
|
-
"RunStats",
|
|
207
|
-
# 持久化后端
|
|
208
|
-
"InMemoryStateBackend",
|
|
209
|
-
"SQLiteStateBackend",
|
|
210
|
-
# 单射编码族
|
|
211
|
-
"content_fingerprint",
|
|
212
|
-
"encode_content_id",
|
|
213
|
-
"encode_identifier",
|
|
214
|
-
"encode_job_component",
|
|
215
|
-
"percent_encode",
|
|
216
|
-
"encode_job_uid_filename",
|
|
217
|
-
# 序列化
|
|
218
|
-
"jsonutil",
|
|
47
|
+
"TaskResult",
|
|
48
|
+
"FileSpec",
|
|
49
|
+
"StateSnapshot",
|
|
50
|
+
"TaskLiteError",
|
|
51
|
+
"make_job_uid",
|
|
52
|
+
"parse_job_uid",
|
|
219
53
|
]
|
tasklite/backend/__init__.py
CHANGED
|
@@ -6,18 +6,15 @@
|
|
|
6
6
|
"""
|
|
7
7
|
from .base import (
|
|
8
8
|
AbstractStateBackend,
|
|
9
|
-
validate_attempt_dispatch,
|
|
10
|
-
validate_attempt_finish,
|
|
11
9
|
validate_queue_replacement,
|
|
12
10
|
)
|
|
13
11
|
from .memory import InMemoryStateBackend
|
|
14
|
-
from .sqlite_backend import SQLiteStateBackend
|
|
12
|
+
from .sqlite_backend import SQLiteStateBackend, TARGET_SCHEMA_VERSION
|
|
15
13
|
|
|
16
14
|
__all__ = [
|
|
17
15
|
"AbstractStateBackend",
|
|
18
16
|
"InMemoryStateBackend",
|
|
19
17
|
"SQLiteStateBackend",
|
|
20
|
-
"
|
|
21
|
-
"validate_attempt_finish",
|
|
18
|
+
"TARGET_SCHEMA_VERSION",
|
|
22
19
|
"validate_queue_replacement",
|
|
23
20
|
]
|