codebee 0.1.95 → 0.1.96
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +725 -720
- package/LICENSE +21 -21
- package/README.md +515 -509
- package/app/core/acceptance.py +100 -100
- package/app/core/agent_context.py +100 -0
- package/app/core/aiflavor.py +197 -197
- package/app/core/analytics.py +38 -38
- package/app/core/artifacts.py +148 -148
- package/app/core/assets.py +110 -110
- package/app/core/attachments.py +623 -623
- package/app/core/audit.py +30 -30
- package/app/core/backup.py +470 -470
- package/app/core/beekeeper.py +183 -183
- package/app/core/benchstore.py +102 -95
- package/app/core/board.py +209 -209
- package/app/core/bookmeta.py +1036 -1036
- package/app/core/bookmeta_catalog.py +180 -180
- package/app/core/branching.py +137 -137
- package/app/core/builtin_agent.py +1680 -1680
- package/app/core/capability.py +144 -144
- package/app/core/chaptersafe.py +32 -32
- package/app/core/checkpoints.py +143 -0
- package/app/core/cleanup.py +303 -303
- package/app/core/compaction.py +201 -201
- package/app/core/contracts.py +255 -255
- package/app/core/covergen.py +356 -356
- package/app/core/defectretro.py +43 -43
- package/app/core/diagnostics.py +114 -114
- package/app/core/dispatch.py +198 -191
- package/app/core/dispatch_log.py +128 -128
- package/app/core/env_scrub.py +85 -85
- package/app/core/errorlog.py +137 -137
- package/app/core/eval_matrix.py +82 -0
- package/app/core/evalbench.py +184 -91
- package/app/core/evaluation.py +174 -174
- package/app/core/failure_notify.py +290 -290
- package/app/core/flow_graph.py +33 -0
- package/app/core/goal_service.py +167 -167
- package/app/core/health.py +389 -389
- package/app/core/history.py +38 -38
- package/app/core/hooks.py +162 -162
- package/app/core/jobs.py +25 -4
- package/app/core/knowledge_pipeline.py +86 -0
- package/app/core/manager.py +2232 -2232
- package/app/core/mocks.py +64 -64
- package/app/core/notify.py +201 -201
- package/app/core/novel_quality.py +181 -189
- package/app/core/openapi.py +177 -154
- package/app/core/operations.py +228 -228
- package/app/core/paihang.py +145 -145
- package/app/core/pipeline.py +43 -19
- package/app/core/planner.py +17 -11
- package/app/core/policy.py +52 -0
- package/app/core/portguard.py +111 -111
- package/app/core/presence.py +77 -77
- package/app/core/preview.py +293 -293
- package/app/core/prompt_guard.py +78 -78
- package/app/core/publish/__init__.py +7 -7
- package/app/core/publish/auto.py +26 -3
- package/app/core/publish/browser.py +655 -655
- package/app/core/publish/chaprows.py +138 -0
- package/app/core/publish/fanqie.py +210 -165
- package/app/core/publish/flow.py +753 -640
- package/app/core/publish/flows-fanqie-calibrated.json +349 -336
- package/app/core/publish/ledger.py +13 -1
- package/app/core/publish/manager.py +1150 -1118
- package/app/core/publish/qimao.py +176 -176
- package/app/core/publish/volumes.py +108 -0
- package/app/core/publish/ws.py +139 -139
- package/app/core/quality_gate.py +194 -194
- package/app/core/redact.py +38 -38
- package/app/core/repeat_guard.py +129 -129
- package/app/core/retrieval.py +137 -137
- package/app/core/router.py +398 -398
- package/app/core/runner.py +2238 -2238
- package/app/core/selfupdate.py +384 -384
- package/app/core/session_log.py +161 -161
- package/app/core/sessions.py +312 -312
- package/app/core/settings.py +20 -0
- package/app/core/settings_schema.py +270 -270
- package/app/core/share_page.py +114 -114
- package/app/core/skill_scan.py +139 -139
- package/app/core/skillpacks/fanqie-novel.md +8 -6
- package/app/core/skillpacks/market/character-bible.md +66 -66
- package/app/core/skillpacks/market/code-risk-checklist.md +58 -58
- package/app/core/skillpacks/market/git-workflow.md +57 -57
- package/app/core/skillpacks/market/release-notes.md +72 -72
- package/app/core/skillpacks/market/weekly-report.md +71 -71
- package/app/core/skillpacks/market/worldview-consistency.md +70 -70
- package/app/core/skillpacks/qimao-signing.md +14 -11
- package/app/core/skills.py +32 -21
- package/app/core/step_runner.py +132 -132
- package/app/core/store.py +9 -0
- package/app/core/story_tracking.py +275 -275
- package/app/core/task_compile.py +199 -199
- package/app/core/telemetry.py +292 -292
- package/app/core/tlsctx.py +64 -64
- package/app/core/token_meter.py +147 -147
- package/app/core/tracing.py +207 -144
- package/app/core/upstream.py +41 -41
- package/app/core/usage.py +1038 -1038
- package/app/core/volumes.py +389 -389
- package/app/core/webhooks.py +89 -0
- package/app/core/wxdigest.py +858 -858
- package/app/core/zentao.py +2692 -2692
- package/app/main.py +104 -9
- package/app/mcp_server.py +244 -244
- package/app/pick_dialog.py +110 -110
- package/app/ui/app.js +286 -18
- package/app/ui/artdiff.js +74 -74
- package/app/ui/assets/community-qr.png +0 -0
- package/app/ui/assets/donate-alipay.jpg +0 -0
- package/app/ui/assets/donate-qr.jpg +0 -0
- package/app/ui/board.html +162 -162
- package/app/ui/board.js +305 -305
- package/app/ui/i18n.js +33 -0
- package/app/ui/icons/bee.svg +79 -79
- package/app/ui/index.html +32 -3
- package/app/ui/manifest.json +16 -16
- package/app/ui/qrcode.js +2297 -2297
- package/app/ui/style.css +196 -2
- package/bin/tutti.js +147 -147
- package/package.json +48 -48
- package/tools/wx_reader.py +261 -261
- package/app/.playwright-cli/console-2026-09-23T08-26-03-635Z.log +0 -88
- package/app/.playwright-cli/page-2026-09-23T08-26-03-845Z.yml +0 -126
- package/app/.playwright-cli/page-2026-09-23T08-29-44-203Z.png +0 -0
- package/app/.playwright-cli/page-2026-09-23T08-35-42-046Z.yml +0 -210
- package/app/.playwright-cli/page-2026-09-23T08-36-52-858Z.png +0 -0
- package/app/.playwright-cli/page-2026-09-23T08-37-33-938Z.png +0 -0
- package/app/.playwright-cli/run-detail-after.png +0 -0
- package/app/output/_createbook_body.json +0 -1
- package/app/output/_probe_fq_click.py +0 -50
- package/app/output/_probe_fq_form.py +0 -42
- package/app/output/_probe_fq_modal.py +0 -55
- package/app/output/_probe_fq_points.py +0 -71
- package/app/output/_probe_fq_submit.py +0 -34
- package/app/output/_probe_fq_watch.py +0 -62
package/app/core/tlsctx.py
CHANGED
|
@@ -1,64 +1,64 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""HTTPS 证书校验上下文:补齐 macOS 上 Python 缺失的 CA 源(不关校验)。
|
|
3
|
-
|
|
4
|
-
现象:用官方 pkg 装 Node 的 Mac 上往往再装 python.org 的 Python,它不读
|
|
5
|
-
系统钥匙串,默认验证路径下没有根证书,所有 HTTPS 请求报
|
|
6
|
-
CERTIFICATE_VERIFY_FAILED(unable to get local issuer certificate)。
|
|
7
|
-
|
|
8
|
-
修法是给默认上下文**追加**可用 CA 源,校验语义只增不减:
|
|
9
|
-
1. certifi(装了就用,跨平台最全);
|
|
10
|
-
2. /etc/ssl/cert.pem(macOS 系统自带 CA 束,Catalina 起就有)。
|
|
11
|
-
两个都拿不到时返回默认上下文——报错与旧行为一致,绝不静默关校验。
|
|
12
|
-
"""
|
|
13
|
-
import ssl
|
|
14
|
-
import sys
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
def cafiles():
|
|
18
|
-
"""候选 CA 束路径;坏路径/不存在由 load_verify_locations 抛错后被吞。"""
|
|
19
|
-
out = []
|
|
20
|
-
try:
|
|
21
|
-
import certifi
|
|
22
|
-
out.append(certifi.where())
|
|
23
|
-
except Exception:
|
|
24
|
-
pass
|
|
25
|
-
if sys.platform == "darwin":
|
|
26
|
-
out.append("/etc/ssl/cert.pem")
|
|
27
|
-
return out
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
def _build():
|
|
31
|
-
ctx = ssl.create_default_context()
|
|
32
|
-
for f in cafiles():
|
|
33
|
-
try:
|
|
34
|
-
ctx.load_verify_locations(cafile=f)
|
|
35
|
-
except Exception:
|
|
36
|
-
pass
|
|
37
|
-
return ctx
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
_CTX = None
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
def context():
|
|
44
|
-
"""带兜底 CA 源的 ssl.SSLContext(进程内缓存;校验语义与默认一致)。"""
|
|
45
|
-
global _CTX
|
|
46
|
-
if _CTX is None:
|
|
47
|
-
_CTX = _build()
|
|
48
|
-
return _CTX
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
def humanize(err_text):
|
|
52
|
-
"""证书验证失败 → 可行动的人话提示(非证书类错误原样返回)。
|
|
53
|
-
|
|
54
|
-
兜底 CA 仍验证失败只剩两类真实原因:本机代理对 HTTPS 做 TLS 拦截
|
|
55
|
-
(其根证书只在系统钥匙串/浏览器里,Python 的静态 CA 束不认),或极端
|
|
56
|
-
环境连 /etc/ssl/cert.pem 都没有。SSL_CERT_FILE 是 OpenSSL 标准逃生门,
|
|
57
|
-
create_default_context() 本就吃它,无需额外代码。"""
|
|
58
|
-
text = str(err_text or "")
|
|
59
|
-
if "CERTIFICATE_VERIFY_FAILED" not in text:
|
|
60
|
-
return text
|
|
61
|
-
return (text + " —— 证书验证仍失败:① 若开着代理/安全软件且开启了 HTTPS 拦截,"
|
|
62
|
-
"关掉拦截,或把其根证书导出后设环境变量 SSL_CERT_FILE 指向它再启动;"
|
|
63
|
-
"② 确认系统存在 /etc/ssl/cert.pem;③ 刚升级过 CodeBee 的话,"
|
|
64
|
-
"旧服务进程可能还在跑——关掉终端窗口重开")
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""HTTPS 证书校验上下文:补齐 macOS 上 Python 缺失的 CA 源(不关校验)。
|
|
3
|
+
|
|
4
|
+
现象:用官方 pkg 装 Node 的 Mac 上往往再装 python.org 的 Python,它不读
|
|
5
|
+
系统钥匙串,默认验证路径下没有根证书,所有 HTTPS 请求报
|
|
6
|
+
CERTIFICATE_VERIFY_FAILED(unable to get local issuer certificate)。
|
|
7
|
+
|
|
8
|
+
修法是给默认上下文**追加**可用 CA 源,校验语义只增不减:
|
|
9
|
+
1. certifi(装了就用,跨平台最全);
|
|
10
|
+
2. /etc/ssl/cert.pem(macOS 系统自带 CA 束,Catalina 起就有)。
|
|
11
|
+
两个都拿不到时返回默认上下文——报错与旧行为一致,绝不静默关校验。
|
|
12
|
+
"""
|
|
13
|
+
import ssl
|
|
14
|
+
import sys
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
def cafiles():
|
|
18
|
+
"""候选 CA 束路径;坏路径/不存在由 load_verify_locations 抛错后被吞。"""
|
|
19
|
+
out = []
|
|
20
|
+
try:
|
|
21
|
+
import certifi
|
|
22
|
+
out.append(certifi.where())
|
|
23
|
+
except Exception:
|
|
24
|
+
pass
|
|
25
|
+
if sys.platform == "darwin":
|
|
26
|
+
out.append("/etc/ssl/cert.pem")
|
|
27
|
+
return out
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
def _build():
|
|
31
|
+
ctx = ssl.create_default_context()
|
|
32
|
+
for f in cafiles():
|
|
33
|
+
try:
|
|
34
|
+
ctx.load_verify_locations(cafile=f)
|
|
35
|
+
except Exception:
|
|
36
|
+
pass
|
|
37
|
+
return ctx
|
|
38
|
+
|
|
39
|
+
|
|
40
|
+
_CTX = None
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def context():
|
|
44
|
+
"""带兜底 CA 源的 ssl.SSLContext(进程内缓存;校验语义与默认一致)。"""
|
|
45
|
+
global _CTX
|
|
46
|
+
if _CTX is None:
|
|
47
|
+
_CTX = _build()
|
|
48
|
+
return _CTX
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
def humanize(err_text):
|
|
52
|
+
"""证书验证失败 → 可行动的人话提示(非证书类错误原样返回)。
|
|
53
|
+
|
|
54
|
+
兜底 CA 仍验证失败只剩两类真实原因:本机代理对 HTTPS 做 TLS 拦截
|
|
55
|
+
(其根证书只在系统钥匙串/浏览器里,Python 的静态 CA 束不认),或极端
|
|
56
|
+
环境连 /etc/ssl/cert.pem 都没有。SSL_CERT_FILE 是 OpenSSL 标准逃生门,
|
|
57
|
+
create_default_context() 本就吃它,无需额外代码。"""
|
|
58
|
+
text = str(err_text or "")
|
|
59
|
+
if "CERTIFICATE_VERIFY_FAILED" not in text:
|
|
60
|
+
return text
|
|
61
|
+
return (text + " —— 证书验证仍失败:① 若开着代理/安全软件且开启了 HTTPS 拦截,"
|
|
62
|
+
"关掉拦截,或把其根证书导出后设环境变量 SSL_CERT_FILE 指向它再启动;"
|
|
63
|
+
"② 确认系统存在 /etc/ssl/cert.pem;③ 刚升级过 CodeBee 的话,"
|
|
64
|
+
"旧服务进程可能还在跑——关掉终端窗口重开")
|
package/app/core/token_meter.py
CHANGED
|
@@ -1,148 +1,148 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""Token 压力估算:按 run 累计 usage,给出「已用/容量」压力比。
|
|
3
|
-
|
|
4
|
-
设计稿:docs/migration/02-context-compaction.md §1C。
|
|
5
|
-
参考 dsh packages/llm/token-meter/src/index.ts:滑动窗口 + usage 锚点 + 失败重定价。
|
|
6
|
-
|
|
7
|
-
Tutti 简化实现:每 run 一个累计窗口(deque 有上限),usage 来自
|
|
8
|
-
runner._parse_codex_jsonl / _parse_claude_json 已解析的字段;
|
|
9
|
-
容量查 DEFAULT_CAPACITY 表(可被 data/model_capacity.json 覆盖)。
|
|
10
|
-
"""
|
|
11
|
-
from __future__ import annotations
|
|
12
|
-
|
|
13
|
-
import json
|
|
14
|
-
import logging
|
|
15
|
-
import threading
|
|
16
|
-
import time
|
|
17
|
-
from collections import deque
|
|
18
|
-
from pathlib import Path
|
|
19
|
-
|
|
20
|
-
log = logging.getLogger(__name__)
|
|
21
|
-
|
|
22
|
-
# 默认模型容量(token)。未命中 key 时用 "" 兜底行。
|
|
23
|
-
DEFAULT_CAPACITY = {
|
|
24
|
-
"": 128_000,
|
|
25
|
-
"gpt-5": 400_000,
|
|
26
|
-
"gpt-5.5": 400_000,
|
|
27
|
-
"deepseek-chat": 128_000,
|
|
28
|
-
"deepseek-reasoner": 64_000,
|
|
29
|
-
"qwen3-max": 256_000,
|
|
30
|
-
"qwen3.8-flash": 256_000,
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
# 压缩触发阈值(设计稿 §1B 默认 0.8,可被 orchestration.json 覆盖)
|
|
34
|
-
DEFAULT_PRESSURE_THRESHOLD = 0.8
|
|
35
|
-
|
|
36
|
-
# 容量覆盖文件(热改立即生效)
|
|
37
|
-
_CAPACITY_FILE = Path(__file__).resolve().parents[2] / "data" / "model_capacity.json"
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
def _load_capacity():
|
|
41
|
-
"""默认表 + 可选覆盖文件合并。文件缺失/坏 JSON 静默用默认。"""
|
|
42
|
-
cap = dict(DEFAULT_CAPACITY)
|
|
43
|
-
try:
|
|
44
|
-
if _CAPACITY_FILE.is_file():
|
|
45
|
-
data = json.loads(_CAPACITY_FILE.read_text(encoding="utf-8"))
|
|
46
|
-
if isinstance(data, dict):
|
|
47
|
-
cap.update({str(k): int(v) for k, v in data.items()})
|
|
48
|
-
except Exception:
|
|
49
|
-
pass
|
|
50
|
-
return cap
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
class TokenMeter:
|
|
54
|
-
"""每 run 独立累计窗口;线程安全。"""
|
|
55
|
-
|
|
56
|
-
def __init__(self, capacity=None, *, window_size=200):
|
|
57
|
-
self._capacity_override = capacity
|
|
58
|
-
self._window_size = window_size
|
|
59
|
-
self._lock = threading.Lock()
|
|
60
|
-
# run_id -> deque[(ts, input, output, reasoning, cached)]
|
|
61
|
-
self._windows: dict = {}
|
|
62
|
-
# run_id -> 最后一次见到的 model 名(pressure_ratio 未显式传 model 时用)
|
|
63
|
-
self._last_model: dict = {}
|
|
64
|
-
self._cap_cache = None
|
|
65
|
-
self._cap_mtime = 0.0
|
|
66
|
-
|
|
67
|
-
def _capacity(self):
|
|
68
|
-
"""容量表(带 mtime 缓存,热改 data/model_capacity.json 立即生效)。"""
|
|
69
|
-
try:
|
|
70
|
-
mtime = _CAPACITY_FILE.stat().st_mtime
|
|
71
|
-
except OSError:
|
|
72
|
-
mtime = 0.0
|
|
73
|
-
if self._cap_cache is None or mtime != self._cap_mtime:
|
|
74
|
-
if self._capacity_override is not None:
|
|
75
|
-
self._cap_cache = dict(self._capacity_override)
|
|
76
|
-
else:
|
|
77
|
-
self._cap_cache = _load_capacity()
|
|
78
|
-
self._cap_mtime = mtime
|
|
79
|
-
return self._cap_cache
|
|
80
|
-
|
|
81
|
-
def accumulate(self, run_id: str, usage, model: str = ""):
|
|
82
|
-
"""记录一次调用的 usage。usage 字段缺失按 0 处理;usage=None 跳过。
|
|
83
|
-
|
|
84
|
-
cached 单独记录但不计入 used()——缓存读不占新一轮上下文压力
|
|
85
|
-
(与 runner._parse_claude_json 的口径一致:cached 是省钱的部分)。
|
|
86
|
-
"""
|
|
87
|
-
if not usage:
|
|
88
|
-
return
|
|
89
|
-
with self._lock:
|
|
90
|
-
if model:
|
|
91
|
-
self._last_model[run_id] = model
|
|
92
|
-
window = self._windows.setdefault(run_id, deque(maxlen=self._window_size))
|
|
93
|
-
window.append((
|
|
94
|
-
time.time(),
|
|
95
|
-
int(usage.get("input") or 0),
|
|
96
|
-
int(usage.get("output") or 0),
|
|
97
|
-
int(usage.get("reasoning") or 0),
|
|
98
|
-
int(usage.get("cached") or 0),
|
|
99
|
-
))
|
|
100
|
-
|
|
101
|
-
def used(self, run_id: str) -> int:
|
|
102
|
-
"""窗口内累计(input + output + reasoning),不含 cached。"""
|
|
103
|
-
with self._lock:
|
|
104
|
-
window = self._windows.get(run_id)
|
|
105
|
-
if not window:
|
|
106
|
-
return 0
|
|
107
|
-
return sum(i + o + r for _, i, o, r, _ in window)
|
|
108
|
-
|
|
109
|
-
def cached(self, run_id: str) -> int:
|
|
110
|
-
with self._lock:
|
|
111
|
-
window = self._windows.get(run_id)
|
|
112
|
-
if not window:
|
|
113
|
-
return 0
|
|
114
|
-
return sum(c for _, _, _, _, c in window)
|
|
115
|
-
|
|
116
|
-
def pressure_ratio(self, run_id: str, model: str = "") -> float:
|
|
117
|
-
"""已用 / 容量。model 未传时用该 run 最后一次见到的模型名。"""
|
|
118
|
-
cap_table = self._capacity()
|
|
119
|
-
with self._lock:
|
|
120
|
-
m = model or self._last_model.get(run_id, "")
|
|
121
|
-
cap = cap_table.get(m, cap_table.get("", 128_000))
|
|
122
|
-
return self.used(run_id) / max(cap, 1)
|
|
123
|
-
|
|
124
|
-
def capacity(self, model: str = "") -> int:
|
|
125
|
-
"""模型上下文容量(未命中用默认行)。"""
|
|
126
|
-
cap_table = self._capacity()
|
|
127
|
-
return cap_table.get(model or "", cap_table.get("", 128_000))
|
|
128
|
-
|
|
129
|
-
def last_context(self, run_id: str) -> int:
|
|
130
|
-
"""最近一次调用的 input+output+reasoning——下个请求要重发的上下文锚点。
|
|
131
|
-
|
|
132
|
-
used() 是窗口累计(多次调用叠加,系统性偏大,适合做响应式预算闸);
|
|
133
|
-
事前预检判断「这个请求会不会被拒」要用最近一次的真实上下文体量,
|
|
134
|
-
两者口径不同不可混用(借鉴 freebuff base-chat 每步容量重估)。"""
|
|
135
|
-
with self._lock:
|
|
136
|
-
window = self._windows.get(run_id)
|
|
137
|
-
if not window:
|
|
138
|
-
return 0
|
|
139
|
-
_, i, o, r, _ = window[-1]
|
|
140
|
-
return i + o + r
|
|
141
|
-
|
|
142
|
-
def reset(self, run_id: str):
|
|
143
|
-
with self._lock:
|
|
144
|
-
self._windows.pop(run_id, None)
|
|
145
|
-
self._last_model.pop(run_id, None)
|
|
146
|
-
|
|
147
|
-
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""Token 压力估算:按 run 累计 usage,给出「已用/容量」压力比。
|
|
3
|
+
|
|
4
|
+
设计稿:docs/migration/02-context-compaction.md §1C。
|
|
5
|
+
参考 dsh packages/llm/token-meter/src/index.ts:滑动窗口 + usage 锚点 + 失败重定价。
|
|
6
|
+
|
|
7
|
+
Tutti 简化实现:每 run 一个累计窗口(deque 有上限),usage 来自
|
|
8
|
+
runner._parse_codex_jsonl / _parse_claude_json 已解析的字段;
|
|
9
|
+
容量查 DEFAULT_CAPACITY 表(可被 data/model_capacity.json 覆盖)。
|
|
10
|
+
"""
|
|
11
|
+
from __future__ import annotations
|
|
12
|
+
|
|
13
|
+
import json
|
|
14
|
+
import logging
|
|
15
|
+
import threading
|
|
16
|
+
import time
|
|
17
|
+
from collections import deque
|
|
18
|
+
from pathlib import Path
|
|
19
|
+
|
|
20
|
+
log = logging.getLogger(__name__)
|
|
21
|
+
|
|
22
|
+
# 默认模型容量(token)。未命中 key 时用 "" 兜底行。
|
|
23
|
+
DEFAULT_CAPACITY = {
|
|
24
|
+
"": 128_000,
|
|
25
|
+
"gpt-5": 400_000,
|
|
26
|
+
"gpt-5.5": 400_000,
|
|
27
|
+
"deepseek-chat": 128_000,
|
|
28
|
+
"deepseek-reasoner": 64_000,
|
|
29
|
+
"qwen3-max": 256_000,
|
|
30
|
+
"qwen3.8-flash": 256_000,
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
# 压缩触发阈值(设计稿 §1B 默认 0.8,可被 orchestration.json 覆盖)
|
|
34
|
+
DEFAULT_PRESSURE_THRESHOLD = 0.8
|
|
35
|
+
|
|
36
|
+
# 容量覆盖文件(热改立即生效)
|
|
37
|
+
_CAPACITY_FILE = Path(__file__).resolve().parents[2] / "data" / "model_capacity.json"
|
|
38
|
+
|
|
39
|
+
|
|
40
|
+
def _load_capacity():
|
|
41
|
+
"""默认表 + 可选覆盖文件合并。文件缺失/坏 JSON 静默用默认。"""
|
|
42
|
+
cap = dict(DEFAULT_CAPACITY)
|
|
43
|
+
try:
|
|
44
|
+
if _CAPACITY_FILE.is_file():
|
|
45
|
+
data = json.loads(_CAPACITY_FILE.read_text(encoding="utf-8"))
|
|
46
|
+
if isinstance(data, dict):
|
|
47
|
+
cap.update({str(k): int(v) for k, v in data.items()})
|
|
48
|
+
except Exception:
|
|
49
|
+
pass
|
|
50
|
+
return cap
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
class TokenMeter:
|
|
54
|
+
"""每 run 独立累计窗口;线程安全。"""
|
|
55
|
+
|
|
56
|
+
def __init__(self, capacity=None, *, window_size=200):
|
|
57
|
+
self._capacity_override = capacity
|
|
58
|
+
self._window_size = window_size
|
|
59
|
+
self._lock = threading.Lock()
|
|
60
|
+
# run_id -> deque[(ts, input, output, reasoning, cached)]
|
|
61
|
+
self._windows: dict = {}
|
|
62
|
+
# run_id -> 最后一次见到的 model 名(pressure_ratio 未显式传 model 时用)
|
|
63
|
+
self._last_model: dict = {}
|
|
64
|
+
self._cap_cache = None
|
|
65
|
+
self._cap_mtime = 0.0
|
|
66
|
+
|
|
67
|
+
def _capacity(self):
|
|
68
|
+
"""容量表(带 mtime 缓存,热改 data/model_capacity.json 立即生效)。"""
|
|
69
|
+
try:
|
|
70
|
+
mtime = _CAPACITY_FILE.stat().st_mtime
|
|
71
|
+
except OSError:
|
|
72
|
+
mtime = 0.0
|
|
73
|
+
if self._cap_cache is None or mtime != self._cap_mtime:
|
|
74
|
+
if self._capacity_override is not None:
|
|
75
|
+
self._cap_cache = dict(self._capacity_override)
|
|
76
|
+
else:
|
|
77
|
+
self._cap_cache = _load_capacity()
|
|
78
|
+
self._cap_mtime = mtime
|
|
79
|
+
return self._cap_cache
|
|
80
|
+
|
|
81
|
+
def accumulate(self, run_id: str, usage, model: str = ""):
|
|
82
|
+
"""记录一次调用的 usage。usage 字段缺失按 0 处理;usage=None 跳过。
|
|
83
|
+
|
|
84
|
+
cached 单独记录但不计入 used()——缓存读不占新一轮上下文压力
|
|
85
|
+
(与 runner._parse_claude_json 的口径一致:cached 是省钱的部分)。
|
|
86
|
+
"""
|
|
87
|
+
if not usage:
|
|
88
|
+
return
|
|
89
|
+
with self._lock:
|
|
90
|
+
if model:
|
|
91
|
+
self._last_model[run_id] = model
|
|
92
|
+
window = self._windows.setdefault(run_id, deque(maxlen=self._window_size))
|
|
93
|
+
window.append((
|
|
94
|
+
time.time(),
|
|
95
|
+
int(usage.get("input") or 0),
|
|
96
|
+
int(usage.get("output") or 0),
|
|
97
|
+
int(usage.get("reasoning") or 0),
|
|
98
|
+
int(usage.get("cached") or 0),
|
|
99
|
+
))
|
|
100
|
+
|
|
101
|
+
def used(self, run_id: str) -> int:
|
|
102
|
+
"""窗口内累计(input + output + reasoning),不含 cached。"""
|
|
103
|
+
with self._lock:
|
|
104
|
+
window = self._windows.get(run_id)
|
|
105
|
+
if not window:
|
|
106
|
+
return 0
|
|
107
|
+
return sum(i + o + r for _, i, o, r, _ in window)
|
|
108
|
+
|
|
109
|
+
def cached(self, run_id: str) -> int:
|
|
110
|
+
with self._lock:
|
|
111
|
+
window = self._windows.get(run_id)
|
|
112
|
+
if not window:
|
|
113
|
+
return 0
|
|
114
|
+
return sum(c for _, _, _, _, c in window)
|
|
115
|
+
|
|
116
|
+
def pressure_ratio(self, run_id: str, model: str = "") -> float:
|
|
117
|
+
"""已用 / 容量。model 未传时用该 run 最后一次见到的模型名。"""
|
|
118
|
+
cap_table = self._capacity()
|
|
119
|
+
with self._lock:
|
|
120
|
+
m = model or self._last_model.get(run_id, "")
|
|
121
|
+
cap = cap_table.get(m, cap_table.get("", 128_000))
|
|
122
|
+
return self.used(run_id) / max(cap, 1)
|
|
123
|
+
|
|
124
|
+
def capacity(self, model: str = "") -> int:
|
|
125
|
+
"""模型上下文容量(未命中用默认行)。"""
|
|
126
|
+
cap_table = self._capacity()
|
|
127
|
+
return cap_table.get(model or "", cap_table.get("", 128_000))
|
|
128
|
+
|
|
129
|
+
def last_context(self, run_id: str) -> int:
|
|
130
|
+
"""最近一次调用的 input+output+reasoning——下个请求要重发的上下文锚点。
|
|
131
|
+
|
|
132
|
+
used() 是窗口累计(多次调用叠加,系统性偏大,适合做响应式预算闸);
|
|
133
|
+
事前预检判断「这个请求会不会被拒」要用最近一次的真实上下文体量,
|
|
134
|
+
两者口径不同不可混用(借鉴 freebuff base-chat 每步容量重估)。"""
|
|
135
|
+
with self._lock:
|
|
136
|
+
window = self._windows.get(run_id)
|
|
137
|
+
if not window:
|
|
138
|
+
return 0
|
|
139
|
+
_, i, o, r, _ = window[-1]
|
|
140
|
+
return i + o + r
|
|
141
|
+
|
|
142
|
+
def reset(self, run_id: str):
|
|
143
|
+
with self._lock:
|
|
144
|
+
self._windows.pop(run_id, None)
|
|
145
|
+
self._last_model.pop(run_id, None)
|
|
146
|
+
|
|
147
|
+
|
|
148
148
|
token_meter = TokenMeter() # 单例
|