tasklite-engine 2.2.1__py3-none-any.whl → 3.0.0.dev0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. tasklite/__init__.py +30 -196
  2. tasklite/backend/__init__.py +2 -5
  3. tasklite/backend/base.py +156 -184
  4. tasklite/backend/memory.py +468 -231
  5. tasklite/backend/sqlite_backend.py +680 -408
  6. tasklite/engine/__init__.py +2 -2
  7. tasklite/engine/admission.py +77 -39
  8. tasklite/engine/channel.py +566 -458
  9. tasklite/engine/completion.py +535 -248
  10. tasklite/engine/config.py +7 -131
  11. tasklite/engine/dispatch.py +411 -322
  12. tasklite/engine/execution_access.py +39 -0
  13. tasklite/engine/files.py +52 -0
  14. tasklite/engine/governor.py +40 -203
  15. tasklite/engine/in_flight.py +15 -13
  16. tasklite/engine/ops.py +9 -347
  17. tasklite/engine/recovery.py +66 -266
  18. tasklite/engine/resource.py +251 -384
  19. tasklite/engine/runtime.py +527 -236
  20. tasklite/engine/scheduler.py +99 -90
  21. tasklite/engine/selection.py +53 -111
  22. tasklite/engine/session.py +49 -77
  23. tasklite/engine/store.py +595 -564
  24. tasklite/engine/types.py +66 -71
  25. tasklite/engine/wait.py +30 -16
  26. tasklite/exceptions.py +4 -57
  27. tasklite/hooks.py +3 -23
  28. tasklite/models/__init__.py +21 -6
  29. tasklite/models/artifact.py +386 -47
  30. tasklite/models/context.py +172 -203
  31. tasklite/models/job.py +115 -266
  32. tasklite/models/result.py +246 -0
  33. tasklite/models/state.py +97 -17
  34. tasklite/models/task.py +52 -105
  35. tasklite/pipeline.py +279 -534
  36. tasklite/resource.py +12 -0
  37. tasklite/selection.py +9 -97
  38. tasklite/snapshot.py +639 -0
  39. tasklite/testing.py +32 -34
  40. tasklite/triggers.py +5 -4
  41. tasklite/utils/artifact.py +85 -17
  42. tasklite/utils/clock.py +3 -3
  43. tasklite/utils/encoding.py +113 -18
  44. tasklite/utils/ipc.py +240 -242
  45. tasklite/utils/lockfile.py +33 -58
  46. tasklite/wrappers/__init__.py +1 -1
  47. tasklite/wrappers/discovery.py +154 -157
  48. tasklite/wrappers/http.py +68 -481
  49. tasklite_engine-3.0.0.dev0.dist-info/METADATA +307 -0
  50. tasklite_engine-3.0.0.dev0.dist-info/RECORD +58 -0
  51. tasklite/engine/errorclass.py +0 -971
  52. tasklite/models/attempt.py +0 -141
  53. tasklite_engine-2.2.1.dist-info/METADATA +0 -370
  54. tasklite_engine-2.2.1.dist-info/RECORD +0 -55
  55. {tasklite_engine-2.2.1.dist-info → tasklite_engine-3.0.0.dev0.dist-info}/WHEEL +0 -0
  56. {tasklite_engine-2.2.1.dist-info → tasklite_engine-3.0.0.dev0.dist-info}/licenses/LICENSE +0 -0
  57. {tasklite_engine-2.2.1.dist-info → tasklite_engine-3.0.0.dev0.dist-info}/top_level.txt +0 -0
tasklite/__init__.py CHANGED
@@ -1,219 +1,53 @@
1
- """TaskLite:Task/Job/Attempt 三层模型的任务编排引擎(ADR-0004 / ADR-0005)。
1
+ """TaskLite:Task/Job/Attempt 三层模型的任务编排引擎(ADR-0004 / ADR-0005 / ADR-0011)。
2
2
 
3
- 模型:Task 为进程内注册的静态规格模板;Job 为一次有界激活的逻辑实例
4
- (uid = task_type::job_id);Attempt 为 append-only 的执行轨迹。编码族
5
- 统一 ``encode_*`` 可逆单射转义;失败终态集合称「失败档案 failed」;
6
- 重试节奏由 RequeuePolicy seam 收敛,核心不含退避与排序计算。
3
+ 模型:Task 为进程内注册的静态规格模板;Job 为具有稳定身份的逻辑实例
4
+ (uid = task_type::job_id);TaskResult 为 handler 唯一合法返回类型;
5
+ Attempt 为 append-only 的执行轨迹。
7
6
 
8
- 公开面:TaskLite 门面(六步调用契约)、模型层、异常族、错误分类
9
- (ErrorClassifier 与 ERR_* 错误码)、单射编码族、资源体系、失败档案
10
- 条目、用户钩子三件套、准入与重入队策略 seam、排序策略 seam、执行选择
11
- 规则值对象、持久化后端与运行摘要值对象,均经本文件集中导出
12
- (``from tasklite import ...`` 是唯一承诺稳定的导入面)。``__version__``
13
- 为版本单一事实源(pyproject 动态读取点)。
7
+ 公开面:根包仅导出 ADR-0011 契约已定的核心 10 个名称:
8
+ TaskLite, Task, Job, JobContext, TaskResult, FileSpec,
9
+ StateSnapshot, TaskLiteError, make_job_uid, parse_job_uid。
10
+ 内置资源从 tasklite.resource 导入(CapacityResource, IntervalResource);
11
+ 运行排除规则从 tasklite.selection 导入(Exclude)。
12
+ 不在根包重复导出。``__version__`` 为版本单一事实源(pyproject 动态读取点)。
14
13
 
15
14
  分层单向依赖红线:``tasklite/models/`` 严禁 import
16
15
  ``tasklite/engine/``(IPC 声明读写一律下沉 ``tasklite/utils/ipc.py``),
17
16
  ``tasklite/utils/`` 严禁 import ``tasklite/wrappers/``,核心层
18
17
  (engine/backend/models/utils)严禁依赖 ``tasklite/contrib/``。
19
-
20
- 设计契约与命名映射见 docs/adr/0004-v2-parallel-rebuild.md;
21
- 上位裁决见 docs/adr/0005-v2-promotion.md。
22
18
  """
23
19
  from __future__ import annotations
24
20
 
25
- __version__ = "2.2.1"
21
+ __version__ = "3.0.0.dev0"
26
22
 
27
- # ── 门面(六步调用契约的唯一入口)────────────────────────────────────
23
+ # ── 门面与执行核心 ────────────────────────────────────────────────────
28
24
  from .pipeline import TaskLite
29
25
 
30
- # ── 执行选择(pipeline 级规则值对象与规则集)─────────────────────────
31
- from .selection import Exclude, Selection, Skip
32
-
33
- # ── 模型层:规格 / 实例 / 轨迹 / 上下文 ──────────────────────────────
34
- from .models.attempt import AttemptRecord
26
+ # ── 模型层:规格 / 实例 / 结果 / 上下文 / 文件 ────────────────────────
27
+ from .models.task import Task
28
+ from .models.job import Job
35
29
  from .models.context import JobContext
36
- from .models.trigger import TriggerContext
37
- from .models.job import Job, JobRuntimeState
38
- from .models.task import Task, TaskRegistry, validate_resource_amounts
39
-
40
- # ── 异常族 ───────────────────────────────────────────────────────────
41
- from .exceptions import (
42
- FatalError,
43
- PipelineError,
44
- RateLimitHit,
45
- RetryError,
46
- )
47
-
48
- # ── 用户钩子三件套 ───────────────────────────────────────────────────
49
- from .hooks import job_ref, progress_hook, slice_list
50
-
51
- # ── 错误分类 ─────────────────────────────────────────────────────────
52
- from .engine.errorclass import (
53
- ERR_COMMIT_FAILURE,
54
- ERR_DEADLOCK_GAP,
55
- ERR_DEPENDENCY_DEADLOCK,
56
- ERR_DEPENDENCY_EXCLUDED,
57
- ERR_DEPENDENCY_SKIPPED,
58
- ERR_DISPATCH_FAILURE,
59
- ERR_IPC_WRITE_DEGRADED_PREFIX,
60
- ERR_JOB_DEPENDENCY,
61
- ERR_MALFORMED_JOB,
62
- ERR_MAX_RETRIES,
63
- ERR_NO_HANDLER,
64
- ERR_NO_IPC_RESULT,
65
- ERR_PAYLOAD_VALIDATION,
66
- ERR_PROCESS_CRASH_PREFIX,
67
- ERR_PROCESS_SIGNAL_DEATH,
68
- ERR_RESOURCE_DEADLOCK,
69
- ERR_SKIPPED,
70
- ERR_TIMEOUT_PREFIX,
71
- FATAL_EXCEPTIONS,
72
- TRANSIENT_EXCEPTIONS,
73
- ErrorCategory,
74
- ErrorClassification,
75
- ErrorClassifier,
76
- ValidationErrorItem,
77
- ValidationResult,
78
- classify_error_category,
79
- classify_exception,
80
- is_transient_exception,
81
- validate_payload_errors,
82
- )
83
-
84
- # ── 资源体系 ─────────────────────────────────────────────────────────
85
- from .engine.resource import (
86
- CapacityResource,
87
- RateLimitResource,
88
- Resource,
89
- )
30
+ from .models.result import TaskResult
31
+ from .models.artifact import FileSpec
90
32
 
91
- # ── 失败档案条目与挂起条目 ───────────────────────────────────────────
92
- from .engine.ops import SuspendEntry
93
- from .engine.store import FailureEntry
33
+ # ── 只读观察快照 ───────────────────────────────────────────────────────
34
+ from .snapshot import StateSnapshot
94
35
 
95
- # ── 策略 seam:准入(trigger)与重入队(节奏)─────────────────────────
96
- from .engine.admission import (
97
- ImmediateRequeuePolicy,
98
- RequeuePlan,
99
- RequeuePolicy,
100
- TriggerRegistry,
101
- )
102
-
103
- # ── 策略 seam:调度排序 ──────────────────────────────────────────────
104
- from .engine.scheduler import FifoOrderingPolicy, OrderingPolicy
105
-
106
- # ── 运行值对象:run()/stop() 调用边界直接遭遇的形状 ──────────────────
107
- from .engine.types import (
108
- AttemptOutcome,
109
- ExitReason,
110
- RunSummary,
111
- StopMode,
112
- RunStats,
113
- )
114
-
115
- # ── 持久化后端 ───────────────────────────────────────────────────────
116
- from .backend import InMemoryStateBackend, SQLiteStateBackend
117
-
118
- # ── 单射编码族 ───────────────────────────────────────────────────────
119
- from .utils.encoding import (
120
- content_fingerprint,
121
- encode_content_id,
122
- encode_identifier,
123
- encode_job_component,
124
- percent_encode,
125
- encode_job_uid_filename,
126
- )
36
+ # ── 异常族 ───────────────────────────────────────────────────────────
37
+ from .exceptions import TaskLiteError
127
38
 
128
- # ── JSON 序列化统一出口 ──────────────────────────────────────────────
129
- from .utils import jsonutil
39
+ # ── 身份工具 ─────────────────────────────────────────────────────────
40
+ from .utils.encoding import make_job_uid, parse_job_uid
130
41
 
131
42
  __all__ = [
132
- # 门面
133
43
  "TaskLite",
134
- # 执行选择
135
- "Exclude",
136
- "Selection",
137
- "Skip",
138
- # 模型层
139
- "AttemptRecord",
44
+ "Task",
140
45
  "Job",
141
46
  "JobContext",
142
- "TriggerContext",
143
- "JobRuntimeState",
144
- "Task",
145
- "TaskRegistry",
146
- "validate_resource_amounts",
147
- # 异常族
148
- "FatalError",
149
- "PipelineError",
150
- "RateLimitHit",
151
- "RetryError",
152
- # 钩子三件套
153
- "job_ref",
154
- "progress_hook",
155
- "slice_list",
156
- # 错误分类
157
- "ErrorCategory",
158
- "ErrorClassification",
159
- "ErrorClassifier",
160
- "ValidationErrorItem",
161
- "ValidationResult",
162
- "classify_error_category",
163
- "classify_exception",
164
- "is_transient_exception",
165
- "validate_payload_errors",
166
- "ERR_DEPENDENCY_DEADLOCK",
167
- "ERR_JOB_DEPENDENCY",
168
- "ERR_PAYLOAD_VALIDATION",
169
- "ERR_MAX_RETRIES",
170
- "ERR_NO_HANDLER",
171
- "ERR_RESOURCE_DEADLOCK",
172
- "ERR_MALFORMED_JOB",
173
- "ERR_COMMIT_FAILURE",
174
- "ERR_DISPATCH_FAILURE",
175
- "ERR_DEADLOCK_GAP",
176
- "ERR_DEPENDENCY_EXCLUDED",
177
- "ERR_DEPENDENCY_SKIPPED",
178
- "ERR_SKIPPED",
179
- "ERR_TIMEOUT_PREFIX",
180
- "ERR_PROCESS_CRASH_PREFIX",
181
- "ERR_NO_IPC_RESULT",
182
- "ERR_PROCESS_SIGNAL_DEATH",
183
- "ERR_IPC_WRITE_DEGRADED_PREFIX",
184
- # 错误分类:默认异常启发式元组
185
- "FATAL_EXCEPTIONS",
186
- "TRANSIENT_EXCEPTIONS",
187
- # 资源体系
188
- "CapacityResource",
189
- "RateLimitResource",
190
- "Resource",
191
- # 失败档案与挂起
192
- "FailureEntry",
193
- "SuspendEntry",
194
- # 策略 seam
195
- "ImmediateRequeuePolicy",
196
- "RequeuePlan",
197
- "RequeuePolicy",
198
- "TriggerRegistry",
199
- "FifoOrderingPolicy",
200
- "OrderingPolicy",
201
- # 运行值对象
202
- "AttemptOutcome",
203
- "ExitReason",
204
- "RunSummary",
205
- "StopMode",
206
- "RunStats",
207
- # 持久化后端
208
- "InMemoryStateBackend",
209
- "SQLiteStateBackend",
210
- # 单射编码族
211
- "content_fingerprint",
212
- "encode_content_id",
213
- "encode_identifier",
214
- "encode_job_component",
215
- "percent_encode",
216
- "encode_job_uid_filename",
217
- # 序列化
218
- "jsonutil",
47
+ "TaskResult",
48
+ "FileSpec",
49
+ "StateSnapshot",
50
+ "TaskLiteError",
51
+ "make_job_uid",
52
+ "parse_job_uid",
219
53
  ]
@@ -6,18 +6,15 @@
6
6
  """
7
7
  from .base import (
8
8
  AbstractStateBackend,
9
- validate_attempt_dispatch,
10
- validate_attempt_finish,
11
9
  validate_queue_replacement,
12
10
  )
13
11
  from .memory import InMemoryStateBackend
14
- from .sqlite_backend import SQLiteStateBackend
12
+ from .sqlite_backend import SQLiteStateBackend, TARGET_SCHEMA_VERSION
15
13
 
16
14
  __all__ = [
17
15
  "AbstractStateBackend",
18
16
  "InMemoryStateBackend",
19
17
  "SQLiteStateBackend",
20
- "validate_attempt_dispatch",
21
- "validate_attempt_finish",
18
+ "TARGET_SCHEMA_VERSION",
22
19
  "validate_queue_replacement",
23
20
  ]