tasklite-engine 1.2.2__tar.gz → 1.3.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of tasklite-engine might be problematic. Click here for more details.
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/PKG-INFO +10 -4
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/README.md +9 -3
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/__init__.py +1 -1
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/backend/base.py +1 -22
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/backend/memory.py +11 -1
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/channel.py +248 -217
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/completion.py +31 -3
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/config.py +56 -13
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/console.py +97 -9
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/dispatch.py +78 -43
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/governor.py +45 -48
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/policy.py +18 -25
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/recovery.py +110 -32
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/resource.py +37 -1
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/runtime.py +60 -59
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/scheduler.py +31 -7
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/session.py +5 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/store.py +27 -77
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/types.py +17 -1
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/exceptions.py +7 -2
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/hooks.py +3 -3
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/models/context.py +0 -4
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/models/job.py +78 -109
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/models/state.py +26 -10
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/pipeline.py +65 -9
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/taxonomy.py +178 -61
- tasklite_engine-1.3.0/tasklite/testing.py +96 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/utils/injective.py +33 -9
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/utils/ipc.py +151 -13
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/wrappers/discovery.py +47 -27
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/wrappers/http.py +93 -26
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite_engine.egg-info/PKG-INFO +10 -4
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite_engine.egg-info/SOURCES.txt +1 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/LICENSE +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/pyproject.toml +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/setup.cfg +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/backend/__init__.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/backend/sqlite_backend.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/contrib/__init__.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/__init__.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/inflight.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/engine/pacing.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/models/__init__.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/py.typed +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/utils/__init__.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/utils/jsonutil.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/utils/lockfile.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite/wrappers/__init__.py +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite_engine.egg-info/dependency_links.txt +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite_engine.egg-info/requires.txt +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tasklite_engine.egg-info/top_level.txt +0 -0
- {tasklite_engine-1.2.2 → tasklite_engine-1.3.0}/tests/test_packaging.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: tasklite-engine
|
|
3
|
-
Version: 1.
|
|
3
|
+
Version: 1.3.0
|
|
4
4
|
Summary: A lightweight task orchestration engine with zero external dependencies, process isolation, and ACID persistence
|
|
5
5
|
License-Expression: MIT
|
|
6
6
|
Project-URL: Homepage, https://github.com/CaptainLi321/tasklite
|
|
@@ -37,7 +37,7 @@ Dynamic: license-file
|
|
|
37
37
|
[](LICENSE)
|
|
38
38
|
[]()
|
|
39
39
|
[-orange.svg)]()
|
|
40
|
-
[]()
|
|
41
41
|
|
|
42
42
|
---
|
|
43
43
|
|
|
@@ -152,11 +152,13 @@ flowchart TD
|
|
|
152
152
|
### 安装
|
|
153
153
|
|
|
154
154
|
要求 **Python ≥ 3.9**,零外部依赖:
|
|
155
|
-
|
|
155
|
+
|
|
156
156
|
```bash
|
|
157
157
|
pip install tasklite-engine
|
|
158
158
|
```
|
|
159
159
|
|
|
160
|
+
> **三方命名对照**:仓库名 `tasklite`,PyPI 包名 `tasklite-engine`(PyPI 的 `tasklite` 名已被无关项目占用),Python 导入名 `tasklite`——安装 `tasklite-engine`、`import tasklite`。
|
|
161
|
+
|
|
160
162
|
### 最小示例
|
|
161
163
|
|
|
162
164
|
```python
|
|
@@ -357,12 +359,16 @@ tasklite/
|
|
|
357
359
|
│ ├── recovery.py # 崩溃检测与恢复 (RecoveryMachine)
|
|
358
360
|
│ ├── channel.py # IPC 与子进程执行通道 (ExecutionChannel / WorkerLaunchSpec)
|
|
359
361
|
│ ├── scheduler.py # 资源调度与 DAG 依赖 (JobScheduler)
|
|
362
|
+
│ ├── policy.py # 准入预检、重试退避与 rerun 决策 (ExecutionPolicy)
|
|
363
|
+
│ ├── governor.py # 死锁归因仲裁与依赖宽限 (DeadlockGovernor)
|
|
364
|
+
│ ├── inflight.py # 在途作业租约追踪 (InFlightTracker)
|
|
360
365
|
│ └── resource.py # 令牌桶限速与并发容量资源
|
|
361
366
|
├── backend/ # SQLite WAL 强一致事务持久化后端
|
|
362
367
|
├── models/ # Job / TaskContext / PipelineState 数据模型
|
|
363
368
|
├── taxonomy.py # 错误分类法与校验分类深模块 (ErrorTaxonomy)
|
|
369
|
+
├── testing.py # fake_ctx:handler 单测的官方 TaskContext 构造器
|
|
364
370
|
├── wrappers/ # discovery.py(增量扫描)/ http.py(网络守卫与快照)
|
|
365
|
-
└── utils/ # jsonutil
|
|
371
|
+
└── utils/ # injective(单射 %XX 转义)/ ipc(IPC 信号与降级落盘)/ jsonutil(禁NaN)/ lockfile
|
|
366
372
|
```
|
|
367
373
|
|
|
368
374
|
---
|
|
@@ -8,7 +8,7 @@
|
|
|
8
8
|
[](LICENSE)
|
|
9
9
|
[]()
|
|
10
10
|
[-orange.svg)]()
|
|
11
|
-
[]()
|
|
12
12
|
|
|
13
13
|
---
|
|
14
14
|
|
|
@@ -123,11 +123,13 @@ flowchart TD
|
|
|
123
123
|
### 安装
|
|
124
124
|
|
|
125
125
|
要求 **Python ≥ 3.9**,零外部依赖:
|
|
126
|
-
|
|
126
|
+
|
|
127
127
|
```bash
|
|
128
128
|
pip install tasklite-engine
|
|
129
129
|
```
|
|
130
130
|
|
|
131
|
+
> **三方命名对照**:仓库名 `tasklite`,PyPI 包名 `tasklite-engine`(PyPI 的 `tasklite` 名已被无关项目占用),Python 导入名 `tasklite`——安装 `tasklite-engine`、`import tasklite`。
|
|
132
|
+
|
|
131
133
|
### 最小示例
|
|
132
134
|
|
|
133
135
|
```python
|
|
@@ -328,12 +330,16 @@ tasklite/
|
|
|
328
330
|
│ ├── recovery.py # 崩溃检测与恢复 (RecoveryMachine)
|
|
329
331
|
│ ├── channel.py # IPC 与子进程执行通道 (ExecutionChannel / WorkerLaunchSpec)
|
|
330
332
|
│ ├── scheduler.py # 资源调度与 DAG 依赖 (JobScheduler)
|
|
333
|
+
│ ├── policy.py # 准入预检、重试退避与 rerun 决策 (ExecutionPolicy)
|
|
334
|
+
│ ├── governor.py # 死锁归因仲裁与依赖宽限 (DeadlockGovernor)
|
|
335
|
+
│ ├── inflight.py # 在途作业租约追踪 (InFlightTracker)
|
|
331
336
|
│ └── resource.py # 令牌桶限速与并发容量资源
|
|
332
337
|
├── backend/ # SQLite WAL 强一致事务持久化后端
|
|
333
338
|
├── models/ # Job / TaskContext / PipelineState 数据模型
|
|
334
339
|
├── taxonomy.py # 错误分类法与校验分类深模块 (ErrorTaxonomy)
|
|
340
|
+
├── testing.py # fake_ctx:handler 单测的官方 TaskContext 构造器
|
|
335
341
|
├── wrappers/ # discovery.py(增量扫描)/ http.py(网络守卫与快照)
|
|
336
|
-
└── utils/ # jsonutil
|
|
342
|
+
└── utils/ # injective(单射 %XX 转义)/ ipc(IPC 信号与降级落盘)/ jsonutil(禁NaN)/ lockfile
|
|
337
343
|
```
|
|
338
344
|
|
|
339
345
|
---
|
|
@@ -4,28 +4,7 @@ from __future__ import annotations
|
|
|
4
4
|
from abc import ABC, abstractmethod
|
|
5
5
|
from typing import Any, Callable, Dict, List, Optional, Tuple
|
|
6
6
|
|
|
7
|
-
from ..taxonomy import
|
|
8
|
-
ERR_COMMIT_FAILURE_DLQ,
|
|
9
|
-
ERR_DEADLOCK_GAP,
|
|
10
|
-
ERR_DEPENDENCY_DEADLOCK,
|
|
11
|
-
ERR_DISPATCH_FAILURE,
|
|
12
|
-
ERR_JOB_DEPENDENCY,
|
|
13
|
-
ERR_MALFORMED_JOB,
|
|
14
|
-
ERR_MAX_RETRIES,
|
|
15
|
-
ERR_NO_HANDLER,
|
|
16
|
-
ERR_PAYLOAD_VALIDATION,
|
|
17
|
-
ERR_RESOURCE_DEADLOCK,
|
|
18
|
-
ERROR_TYPE_COMMIT_FAILURE,
|
|
19
|
-
ERROR_TYPE_DEADLOCK,
|
|
20
|
-
ERROR_TYPE_DEPENDENCY,
|
|
21
|
-
ERROR_TYPE_DISPATCH,
|
|
22
|
-
ERROR_TYPE_FATAL,
|
|
23
|
-
ERROR_TYPE_NO_HANDLER,
|
|
24
|
-
ERROR_TYPE_TRANSIENT_EXHAUSTED,
|
|
25
|
-
ERROR_TYPE_UNKNOWN,
|
|
26
|
-
ERROR_TYPE_VALIDATION,
|
|
27
|
-
classify_error_type,
|
|
28
|
-
)
|
|
7
|
+
from ..taxonomy import classify_error_type
|
|
29
8
|
|
|
30
9
|
|
|
31
10
|
def validate_queue_replacement(jobs: Any) -> None:
|
|
@@ -329,5 +329,15 @@ class InMemoryStateBackend(AbstractStateBackend):
|
|
|
329
329
|
return count
|
|
330
330
|
|
|
331
331
|
def seed_cursor(self, key: str, value: str) -> None:
|
|
332
|
+
"""预填一个 cursor(UPSERT,幂等)。
|
|
333
|
+
|
|
334
|
+
与 SQLiteStateBackend.seed_cursor 同契约 fail-loud:key 非空 str、
|
|
335
|
+
value 必须 str——静默 str() 强转会让同一非法入参在本腿写 '123'、
|
|
336
|
+
sqlite 腿抛异常(跨后端行为分歧),且与内存镜像值型漂移。
|
|
337
|
+
"""
|
|
338
|
+
if not isinstance(key, str) or not key:
|
|
339
|
+
raise TypeError(f"cursor key must be a non-empty str, got {key!r}")
|
|
340
|
+
if not isinstance(value, str):
|
|
341
|
+
raise TypeError(f"cursor value must be str, got {type(value).__name__}")
|
|
332
342
|
with self._lock:
|
|
333
|
-
self._cursors[key] =
|
|
343
|
+
self._cursors[key] = value
|