codebee 0.1.103 → 0.1.105

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (128) hide show
  1. package/CHANGELOG.md +12 -0
  2. package/LICENSE +21 -21
  3. package/README.md +5 -3
  4. package/app/core/acceptance.py +100 -100
  5. package/app/core/acp_client.py +457 -457
  6. package/app/core/aiflavor.py +197 -197
  7. package/app/core/analytics.py +38 -38
  8. package/app/core/artifacts.py +148 -148
  9. package/app/core/assets.py +110 -110
  10. package/app/core/attachments.py +623 -623
  11. package/app/core/audit.py +30 -30
  12. package/app/core/backend_profiles.py +188 -188
  13. package/app/core/backup.py +470 -470
  14. package/app/core/beekeeper.py +183 -183
  15. package/app/core/benchstore.py +102 -102
  16. package/app/core/bookmeta.py +1036 -1036
  17. package/app/core/bookmeta_catalog.py +180 -180
  18. package/app/core/branching.py +137 -137
  19. package/app/core/capability.py +144 -144
  20. package/app/core/chaptersafe.py +32 -32
  21. package/app/core/checkpoints.py +48 -5
  22. package/app/core/cleanup.py +303 -303
  23. package/app/core/command_auth.py +302 -302
  24. package/app/core/compaction.py +201 -201
  25. package/app/core/contracts.py +255 -255
  26. package/app/core/covergen.py +356 -356
  27. package/app/core/defectretro.py +43 -43
  28. package/app/core/diagnostics.py +114 -114
  29. package/app/core/dispatch_log.py +128 -128
  30. package/app/core/env_scrub.py +85 -85
  31. package/app/core/errorlog.py +137 -137
  32. package/app/core/eval_matrix.py +91 -91
  33. package/app/core/evaluation.py +174 -174
  34. package/app/core/failure_notify.py +290 -290
  35. package/app/core/flow_graph.py +33 -33
  36. package/app/core/goal_service.py +167 -167
  37. package/app/core/health.py +389 -389
  38. package/app/core/history.py +38 -38
  39. package/app/core/hooks.py +162 -162
  40. package/app/core/knowledge_pipeline.py +86 -86
  41. package/app/core/manager.py +2386 -2385
  42. package/app/core/mocks.py +64 -64
  43. package/app/core/notify.py +201 -201
  44. package/app/core/novel_quality.py +285 -181
  45. package/app/core/openapi.py +246 -217
  46. package/app/core/operations.py +228 -228
  47. package/app/core/paihang.py +145 -145
  48. package/app/core/pipeline.py +81 -11
  49. package/app/core/planner.py +7 -0
  50. package/app/core/portguard.py +111 -111
  51. package/app/core/presence.py +77 -77
  52. package/app/core/preview.py +293 -293
  53. package/app/core/project_memory.py +252 -206
  54. package/app/core/prompt_guard.py +78 -78
  55. package/app/core/publish/__init__.py +7 -7
  56. package/app/core/publish/auto.py +659 -659
  57. package/app/core/publish/chaprows.py +138 -138
  58. package/app/core/publish/flows-fanqie-calibrated.json +442 -442
  59. package/app/core/publish/manager.py +1185 -1185
  60. package/app/core/publish/qimao.py +193 -193
  61. package/app/core/publish/volumes.py +108 -108
  62. package/app/core/publish/ws.py +139 -139
  63. package/app/core/quality_gate.py +201 -201
  64. package/app/core/redact.py +38 -38
  65. package/app/core/registry.py +35 -0
  66. package/app/core/repeat_guard.py +129 -129
  67. package/app/core/retrieval.py +137 -137
  68. package/app/core/review_requests.py +119 -0
  69. package/app/core/runner.py +5 -1
  70. package/app/core/sandbox_runtime.py +95 -95
  71. package/app/core/selfupdate.py +384 -384
  72. package/app/core/session_log.py +161 -161
  73. package/app/core/sessions.py +312 -312
  74. package/app/core/settings.py +215 -215
  75. package/app/core/settings_schema.py +282 -282
  76. package/app/core/share_page.py +114 -114
  77. package/app/core/skill_scan.py +139 -139
  78. package/app/core/skillpacks/market/character-bible.md +66 -66
  79. package/app/core/skillpacks/market/code-risk-checklist.md +58 -58
  80. package/app/core/skillpacks/market/git-workflow.md +57 -57
  81. package/app/core/skillpacks/market/release-notes.md +72 -72
  82. package/app/core/skillpacks/market/weekly-report.md +71 -71
  83. package/app/core/skillpacks/market/worldview-consistency.md +70 -70
  84. package/app/core/step_runner.py +132 -132
  85. package/app/core/story_tracking.py +275 -275
  86. package/app/core/task_compile.py +199 -199
  87. package/app/core/telemetry.py +292 -292
  88. package/app/core/tlsctx.py +64 -64
  89. package/app/core/token_meter.py +147 -147
  90. package/app/core/tool_outputs.py +107 -107
  91. package/app/core/tracing.py +207 -207
  92. package/app/core/upstream.py +41 -41
  93. package/app/core/usage.py +1038 -1038
  94. package/app/core/volumes.py +389 -389
  95. package/app/core/webhooks.py +89 -89
  96. package/app/core/wxdigest.py +865 -865
  97. package/app/core/zentao.py +2692 -2692
  98. package/app/main.py +43 -0
  99. package/app/mcp_server.py +244 -244
  100. package/app/pick_dialog.py +110 -110
  101. package/app/ui/app.js +21 -2
  102. package/app/ui/artdiff.js +74 -74
  103. package/app/ui/hive3d.js +54 -31
  104. package/app/ui/i18n.js +32 -1
  105. package/app/ui/icons/bee.svg +79 -79
  106. package/app/ui/index.html +1 -0
  107. package/app/ui/manifest.json +16 -16
  108. package/app/ui/qrcode.js +2297 -2297
  109. package/bin/tutti.js +147 -147
  110. package/package.json +1 -1
  111. package/tools/wx_reader.py +261 -261
  112. package/app/.playwright-cli/console-2026-09-23T08-26-03-635Z.log +0 -88
  113. package/app/.playwright-cli/page-2026-09-23T08-26-03-845Z.yml +0 -126
  114. package/app/.playwright-cli/page-2026-09-23T08-29-44-203Z.png +0 -0
  115. package/app/.playwright-cli/page-2026-09-23T08-35-42-046Z.yml +0 -210
  116. package/app/.playwright-cli/page-2026-09-23T08-36-52-858Z.png +0 -0
  117. package/app/.playwright-cli/page-2026-09-23T08-37-33-938Z.png +0 -0
  118. package/app/.playwright-cli/run-detail-after.png +0 -0
  119. package/app/output/_createbook_body.json +0 -1
  120. package/app/output/_probe_fq_click.py +0 -50
  121. package/app/output/_probe_fq_form.py +0 -42
  122. package/app/output/_probe_fq_modal.py +0 -55
  123. package/app/output/_probe_fq_points.py +0 -71
  124. package/app/output/_probe_fq_submit.py +0 -34
  125. package/app/output/_probe_fq_watch.py +0 -62
  126. package/app/output/workbench-clean-preview.jpg +0 -0
  127. package/app/output/workbench-reference-render.png +0 -0
  128. package/app/output/workbench-shell.png +0 -0
@@ -1,129 +1,129 @@
1
- # -*- coding: utf-8 -*-
2
- """重复 CLI 调用检测:防止编排者用同一份 prompt 反复调同一 CLI 死循环。
3
-
4
- 设计稿:docs/migration/01-defense-patterns.md §5C。
5
- 参考 dsh packages/guard/repeat-tool-reminder/src/index.ts:
6
- 监听 tools/post-execute,按 (tool, canonical_args) 跟踪,3/5/8 阈值注入 user-message 提醒。
7
-
8
- Tutti 的 "tool" 对应到 step role + 执行者身份,"canonical_args" 对应到 prompt
9
- 模板指纹。不同 CLI 间的换将是有效的回退,不能共享同一个重复预算。步骤级调用
10
- 代价远高于普通工具调用,因此第 3 次提醒、第 5 次强制停止。
11
- """
12
- from __future__ import annotations
13
-
14
- import hashlib
15
- import logging
16
- import threading
17
- import time
18
-
19
- log = logging.getLogger(__name__)
20
-
21
- # 渐进阈值:第 N 次命中时给提醒;最后一次及以上时强制停止。
22
- DEFAULT_THRESHOLDS = (3, 5)
23
-
24
- REMINDER_TEMPLATE = (
25
- "⚠️ 提醒:上一步使用了几乎相同的输入(已连续 {count} 次调用 {role})。"
26
- "请换一种方法:读不同的文件、用更具体的指令、或明确询问用户澄清。"
27
- )
28
-
29
- STOP_TEMPLATE = (
30
- "已连续 {count} 次使用相同输入调用 {role},超过 {last_thr} 次阈值,"
31
- "强制停止本 step 以防止无限循环。请用户检查输入或调整 prompt 模板。"
32
- )
33
-
34
-
35
- def _prompt_fingerprint(prompt: str, identity: str = "") -> str:
36
- """prompt 指纹:用前 200 字符 + 总长度(CLI prompt 头几行通常是模板部分)。
37
-
38
- 不做严格 canonical args 比对(CLI prompt 通常很长,且 dsh 也用 JSON.stringify);
39
- 指纹命中说明是同一个模板路径走过多次,已经够分辨。
40
-
41
- 用 SHA-256 取前 12 字符(96 bit):48 亿分之一碰撞概率对去重足够;不追求密码学强度。
42
- """
43
- head = (prompt or "")[:200]
44
- return hashlib.sha256(
45
- f"{identity}\0{head}|{len(prompt or '')}".encode("utf-8")).hexdigest()[:12]
46
-
47
-
48
- class RepeatGuard:
49
- """每 (run_id, step_role) 的最近执行链独立计数;指纹包含执行者身份。
50
-
51
- 计数仅统计相同 key 连续出现;新 prompt 会重置。
52
- """
53
-
54
- def __init__(self, thresholds=DEFAULT_THRESHOLDS, *, max_history=50):
55
- self.thresholds = tuple(sorted(set(thresholds)))
56
- self.max_history = max_history
57
- self._lock = threading.Lock()
58
- # chain[(run_id, role)] = [(ts, fingerprint)]
59
- self._chains: dict = {}
60
-
61
- def check(self, run_id: str, role: str, prompt: str, *, identity: str = "") -> dict:
62
- """检查并更新 (run_id, role) 的连续计数。
63
-
64
- identity 标识实际执行 CLI/agent。相同 prompt 换到其他执行者属于回退,
65
- 会从新的连续链计数;同一执行者重复相同调用仍按阈值停止。
66
-
67
- Returns:
68
- {"count": int, "reminder": str | None, "should_stop": bool}
69
- """
70
- fp = _prompt_fingerprint(prompt, str(identity or ""))
71
- chain_key = (run_id, role)
72
- with self._lock:
73
- chain = self._chains.setdefault(chain_key, [])
74
- chain.append((time.time(), fp))
75
- # 仅统计相同 fp 连续出现
76
- count = 1
77
- for _, prev_fp in reversed(chain[:-1]):
78
- if prev_fp == fp:
79
- count += 1
80
- else:
81
- break
82
- # 截尾避免内存膨胀
83
- if len(chain) > self.max_history:
84
- self._chains[chain_key] = chain[-self.max_history:]
85
-
86
- reminder = None
87
- stop = False
88
- last_thr = self.thresholds[-1]
89
- if count >= last_thr:
90
- stop = True
91
- reminder = STOP_TEMPLATE.format(count=count, role=role, last_thr=last_thr)
92
- elif count in self.thresholds:
93
- reminder = REMINDER_TEMPLATE.format(count=count, role=role)
94
-
95
- if reminder:
96
- log.warning("repeat-guard %s/%s count=%d stop=%s reminder=%s",
97
- run_id, role, count, stop, reminder[:80])
98
- return {"count": count, "reminder": reminder, "should_stop": stop}
99
-
100
- def reset(self, run_id: str) -> int:
101
- """重置某 run_id 的所有 (run_id, *) 链。返回清除的链条数。"""
102
- with self._lock:
103
- cleared = 0
104
- for k in list(self._chains.keys()):
105
- if k[0] == run_id:
106
- del self._chains[k]
107
- cleared += 1
108
- return cleared
109
-
110
- def stats(self, run_id: str, role: str) -> dict:
111
- """读取 (run_id, role) 当前状态(不更新)。用于 UI 调试。"""
112
- chain_key = (run_id, role)
113
- with self._lock:
114
- chain = self._chains.get(chain_key, [])
115
- if not chain:
116
- return {"chain_len": 0, "last_fp": ""}
117
- # 当前连续计数
118
- last_fp = chain[-1][1]
119
- count = 1
120
- for _, fp in reversed(chain[:-1]):
121
- if fp == last_fp:
122
- count += 1
123
- else:
124
- break
125
- return {"chain_len": len(chain), "last_fp": last_fp, "count": count}
126
-
127
-
128
- # 模块级默认实例(pipeline 接线用;run_id 入键天然隔离多任务,测试无需替换)
129
- guard = RepeatGuard()
1
+ # -*- coding: utf-8 -*-
2
+ """重复 CLI 调用检测:防止编排者用同一份 prompt 反复调同一 CLI 死循环。
3
+
4
+ 设计稿:docs/migration/01-defense-patterns.md §5C。
5
+ 参考 dsh packages/guard/repeat-tool-reminder/src/index.ts:
6
+ 监听 tools/post-execute,按 (tool, canonical_args) 跟踪,3/5/8 阈值注入 user-message 提醒。
7
+
8
+ Tutti 的 "tool" 对应到 step role + 执行者身份,"canonical_args" 对应到 prompt
9
+ 模板指纹。不同 CLI 间的换将是有效的回退,不能共享同一个重复预算。步骤级调用
10
+ 代价远高于普通工具调用,因此第 3 次提醒、第 5 次强制停止。
11
+ """
12
+ from __future__ import annotations
13
+
14
+ import hashlib
15
+ import logging
16
+ import threading
17
+ import time
18
+
19
+ log = logging.getLogger(__name__)
20
+
21
+ # 渐进阈值:第 N 次命中时给提醒;最后一次及以上时强制停止。
22
+ DEFAULT_THRESHOLDS = (3, 5)
23
+
24
+ REMINDER_TEMPLATE = (
25
+ "⚠️ 提醒:上一步使用了几乎相同的输入(已连续 {count} 次调用 {role})。"
26
+ "请换一种方法:读不同的文件、用更具体的指令、或明确询问用户澄清。"
27
+ )
28
+
29
+ STOP_TEMPLATE = (
30
+ "已连续 {count} 次使用相同输入调用 {role},超过 {last_thr} 次阈值,"
31
+ "强制停止本 step 以防止无限循环。请用户检查输入或调整 prompt 模板。"
32
+ )
33
+
34
+
35
+ def _prompt_fingerprint(prompt: str, identity: str = "") -> str:
36
+ """prompt 指纹:用前 200 字符 + 总长度(CLI prompt 头几行通常是模板部分)。
37
+
38
+ 不做严格 canonical args 比对(CLI prompt 通常很长,且 dsh 也用 JSON.stringify);
39
+ 指纹命中说明是同一个模板路径走过多次,已经够分辨。
40
+
41
+ 用 SHA-256 取前 12 字符(96 bit):48 亿分之一碰撞概率对去重足够;不追求密码学强度。
42
+ """
43
+ head = (prompt or "")[:200]
44
+ return hashlib.sha256(
45
+ f"{identity}\0{head}|{len(prompt or '')}".encode("utf-8")).hexdigest()[:12]
46
+
47
+
48
+ class RepeatGuard:
49
+ """每 (run_id, step_role) 的最近执行链独立计数;指纹包含执行者身份。
50
+
51
+ 计数仅统计相同 key 连续出现;新 prompt 会重置。
52
+ """
53
+
54
+ def __init__(self, thresholds=DEFAULT_THRESHOLDS, *, max_history=50):
55
+ self.thresholds = tuple(sorted(set(thresholds)))
56
+ self.max_history = max_history
57
+ self._lock = threading.Lock()
58
+ # chain[(run_id, role)] = [(ts, fingerprint)]
59
+ self._chains: dict = {}
60
+
61
+ def check(self, run_id: str, role: str, prompt: str, *, identity: str = "") -> dict:
62
+ """检查并更新 (run_id, role) 的连续计数。
63
+
64
+ identity 标识实际执行 CLI/agent。相同 prompt 换到其他执行者属于回退,
65
+ 会从新的连续链计数;同一执行者重复相同调用仍按阈值停止。
66
+
67
+ Returns:
68
+ {"count": int, "reminder": str | None, "should_stop": bool}
69
+ """
70
+ fp = _prompt_fingerprint(prompt, str(identity or ""))
71
+ chain_key = (run_id, role)
72
+ with self._lock:
73
+ chain = self._chains.setdefault(chain_key, [])
74
+ chain.append((time.time(), fp))
75
+ # 仅统计相同 fp 连续出现
76
+ count = 1
77
+ for _, prev_fp in reversed(chain[:-1]):
78
+ if prev_fp == fp:
79
+ count += 1
80
+ else:
81
+ break
82
+ # 截尾避免内存膨胀
83
+ if len(chain) > self.max_history:
84
+ self._chains[chain_key] = chain[-self.max_history:]
85
+
86
+ reminder = None
87
+ stop = False
88
+ last_thr = self.thresholds[-1]
89
+ if count >= last_thr:
90
+ stop = True
91
+ reminder = STOP_TEMPLATE.format(count=count, role=role, last_thr=last_thr)
92
+ elif count in self.thresholds:
93
+ reminder = REMINDER_TEMPLATE.format(count=count, role=role)
94
+
95
+ if reminder:
96
+ log.warning("repeat-guard %s/%s count=%d stop=%s reminder=%s",
97
+ run_id, role, count, stop, reminder[:80])
98
+ return {"count": count, "reminder": reminder, "should_stop": stop}
99
+
100
+ def reset(self, run_id: str) -> int:
101
+ """重置某 run_id 的所有 (run_id, *) 链。返回清除的链条数。"""
102
+ with self._lock:
103
+ cleared = 0
104
+ for k in list(self._chains.keys()):
105
+ if k[0] == run_id:
106
+ del self._chains[k]
107
+ cleared += 1
108
+ return cleared
109
+
110
+ def stats(self, run_id: str, role: str) -> dict:
111
+ """读取 (run_id, role) 当前状态(不更新)。用于 UI 调试。"""
112
+ chain_key = (run_id, role)
113
+ with self._lock:
114
+ chain = self._chains.get(chain_key, [])
115
+ if not chain:
116
+ return {"chain_len": 0, "last_fp": ""}
117
+ # 当前连续计数
118
+ last_fp = chain[-1][1]
119
+ count = 1
120
+ for _, fp in reversed(chain[:-1]):
121
+ if fp == last_fp:
122
+ count += 1
123
+ else:
124
+ break
125
+ return {"chain_len": len(chain), "last_fp": last_fp, "count": count}
126
+
127
+
128
+ # 模块级默认实例(pipeline 接线用;run_id 入键天然隔离多任务,测试无需替换)
129
+ guard = RepeatGuard()
@@ -1,137 +1,137 @@
1
- """Dependency-free retrieval index with traceable keyword scoring.
2
-
3
- This is intentionally a RAG-lite layer: SQLite/vector backends can be added
4
- later without changing the API contract. Every hit carries its source and the
5
- terms that caused the match.
6
- """
7
- from __future__ import annotations
8
-
9
- import hashlib
10
- import json
11
- import re
12
- import threading
13
- from pathlib import Path
14
-
15
- from . import paths
16
-
17
- _LOCK = threading.RLock()
18
- _FILE = paths.DATA_DIR / "retrieval_index.json"
19
- _WORD_RE = re.compile(r"[A-Za-z0-9_]+|[\u4e00-\u9fff]")
20
- _MAX_FILES = 500
21
- _MAX_BYTES = 20 * 1024 * 1024
22
- _SKIP_DIRS = {".git", "node_modules", "__pycache__", ".venv", "venv", ".idea", ".vscode"}
23
-
24
-
25
- def _terms(text):
26
- return [x.lower() for x in _WORD_RE.findall(str(text or ""))]
27
-
28
-
29
- def _load():
30
- try:
31
- value = json.loads(_FILE.read_text(encoding="utf-8"))
32
- return value if isinstance(value, dict) else {"documents": {}}
33
- except Exception:
34
- return {"version": 1, "documents": {}}
35
-
36
-
37
- def _save(value):
38
- _FILE.parent.mkdir(parents=True, exist_ok=True)
39
- tmp = _FILE.with_suffix(".tmp")
40
- tmp.write_text(json.dumps(value, ensure_ascii=False, indent=1), encoding="utf-8")
41
- tmp.replace(_FILE)
42
-
43
-
44
- def upsert(source, text, metadata=None, doc_id=""):
45
- source = str(source or "").strip()[:500]
46
- text = str(text or "").strip()
47
- if not source or not text:
48
- raise ValueError("source 和 text 不能为空")
49
- root_hint = ""
50
- if isinstance(metadata, dict):
51
- root_hint = str(metadata.get("root") or "")[:500]
52
- did = str(doc_id or hashlib.sha256((root_hint + "\0" + source).encode("utf-8")).hexdigest()[:20])[:100]
53
- meta = metadata if isinstance(metadata, dict) else {}
54
- meta = {str(k)[:80]: str(v)[:1000] for k, v in list(meta.items())[:30]}
55
- row = {"id": did, "source": source, "text": text[:200000],
56
- "terms": sorted(set(_terms(text))),
57
- "metadata": meta}
58
- with _LOCK:
59
- data = _load()
60
- data.setdefault("version", 1)
61
- documents = data.setdefault("documents", {})
62
- # Explicit IDs are client supplied; avoid silently replacing an
63
- # unrelated document when two sources reuse the same short ID.
64
- if did in documents and documents[did].get("source") != source:
65
- suffix = hashlib.sha256((source + "\0" + text).encode("utf-8")).hexdigest()[:12]
66
- did = (did[:87] + "-" + suffix)[:100]
67
- row["id"] = did
68
- documents[did] = row
69
- _save(data)
70
- return row
71
-
72
-
73
- def index_directory(root, extensions=(".md", ".txt", ".json"), limit=500,
74
- allowed_roots=None, max_bytes=_MAX_BYTES):
75
- root = Path(root).expanduser().resolve()
76
- if not root.is_dir():
77
- raise ValueError("目录不存在")
78
- if allowed_roots is not None:
79
- roots = [Path(p).expanduser().resolve() for p in allowed_roots if p]
80
- if not any(root == p or p in root.parents for p in roots):
81
- raise ValueError("只能索引任务工作目录范围内的文件")
82
- try:
83
- file_limit = max(1, min(_MAX_FILES, int(limit)))
84
- except (TypeError, ValueError):
85
- raise ValueError("limit 必须是整数")
86
- try:
87
- byte_limit = max(1, min(_MAX_BYTES, int(max_bytes)))
88
- except (TypeError, ValueError):
89
- raise ValueError("max_bytes 必须是整数")
90
- count = 0
91
- total_bytes = 0
92
- for path in root.rglob("*"):
93
- if count >= file_limit or total_bytes >= byte_limit:
94
- break
95
- # Never follow a symlink while indexing user-controlled trees.
96
- if path.is_symlink() or any(part in _SKIP_DIRS for part in path.relative_to(root).parts):
97
- continue
98
- if path.is_file() and path.suffix.lower() in extensions:
99
- try:
100
- resolved = path.resolve()
101
- if resolved != root and root not in resolved.parents:
102
- continue
103
- size = path.stat().st_size
104
- if size > byte_limit - total_bytes:
105
- continue
106
- upsert(str(path.relative_to(root)), path.read_text(encoding="utf-8", errors="replace"),
107
- {"root": str(root)})
108
- count += 1
109
- total_bytes += size
110
- except OSError:
111
- pass
112
- return {"indexed": count, "bytes": total_bytes,
113
- "total": len(_load().get("documents") or {})}
114
-
115
-
116
- def search(query, limit=10):
117
- try:
118
- n = max(1, min(50, int(limit or 10)))
119
- except (TypeError, ValueError):
120
- raise ValueError("limit 必须是整数")
121
- terms = set(_terms(str(query or "")[:500]))
122
- if not terms:
123
- return []
124
- with _LOCK:
125
- docs = list((_load().get("documents") or {}).values())
126
- rows = []
127
- for doc in docs:
128
- matched = sorted(terms.intersection(doc.get("terms") or []))
129
- if not matched:
130
- continue
131
- score = len(matched) / max(1, len(terms))
132
- rows.append({"id": doc.get("id"), "source": doc.get("source"),
133
- "score": round(score, 4), "matched_terms": matched,
134
- "snippet": str(doc.get("text") or "")[:600],
135
- "metadata": doc.get("metadata") or {}})
136
- rows.sort(key=lambda x: (-x["score"], x["source"] or ""))
137
- return rows[:n]
1
+ """Dependency-free retrieval index with traceable keyword scoring.
2
+
3
+ This is intentionally a RAG-lite layer: SQLite/vector backends can be added
4
+ later without changing the API contract. Every hit carries its source and the
5
+ terms that caused the match.
6
+ """
7
+ from __future__ import annotations
8
+
9
+ import hashlib
10
+ import json
11
+ import re
12
+ import threading
13
+ from pathlib import Path
14
+
15
+ from . import paths
16
+
17
+ _LOCK = threading.RLock()
18
+ _FILE = paths.DATA_DIR / "retrieval_index.json"
19
+ _WORD_RE = re.compile(r"[A-Za-z0-9_]+|[\u4e00-\u9fff]")
20
+ _MAX_FILES = 500
21
+ _MAX_BYTES = 20 * 1024 * 1024
22
+ _SKIP_DIRS = {".git", "node_modules", "__pycache__", ".venv", "venv", ".idea", ".vscode"}
23
+
24
+
25
+ def _terms(text):
26
+ return [x.lower() for x in _WORD_RE.findall(str(text or ""))]
27
+
28
+
29
+ def _load():
30
+ try:
31
+ value = json.loads(_FILE.read_text(encoding="utf-8"))
32
+ return value if isinstance(value, dict) else {"documents": {}}
33
+ except Exception:
34
+ return {"version": 1, "documents": {}}
35
+
36
+
37
+ def _save(value):
38
+ _FILE.parent.mkdir(parents=True, exist_ok=True)
39
+ tmp = _FILE.with_suffix(".tmp")
40
+ tmp.write_text(json.dumps(value, ensure_ascii=False, indent=1), encoding="utf-8")
41
+ tmp.replace(_FILE)
42
+
43
+
44
+ def upsert(source, text, metadata=None, doc_id=""):
45
+ source = str(source or "").strip()[:500]
46
+ text = str(text or "").strip()
47
+ if not source or not text:
48
+ raise ValueError("source 和 text 不能为空")
49
+ root_hint = ""
50
+ if isinstance(metadata, dict):
51
+ root_hint = str(metadata.get("root") or "")[:500]
52
+ did = str(doc_id or hashlib.sha256((root_hint + "\0" + source).encode("utf-8")).hexdigest()[:20])[:100]
53
+ meta = metadata if isinstance(metadata, dict) else {}
54
+ meta = {str(k)[:80]: str(v)[:1000] for k, v in list(meta.items())[:30]}
55
+ row = {"id": did, "source": source, "text": text[:200000],
56
+ "terms": sorted(set(_terms(text))),
57
+ "metadata": meta}
58
+ with _LOCK:
59
+ data = _load()
60
+ data.setdefault("version", 1)
61
+ documents = data.setdefault("documents", {})
62
+ # Explicit IDs are client supplied; avoid silently replacing an
63
+ # unrelated document when two sources reuse the same short ID.
64
+ if did in documents and documents[did].get("source") != source:
65
+ suffix = hashlib.sha256((source + "\0" + text).encode("utf-8")).hexdigest()[:12]
66
+ did = (did[:87] + "-" + suffix)[:100]
67
+ row["id"] = did
68
+ documents[did] = row
69
+ _save(data)
70
+ return row
71
+
72
+
73
+ def index_directory(root, extensions=(".md", ".txt", ".json"), limit=500,
74
+ allowed_roots=None, max_bytes=_MAX_BYTES):
75
+ root = Path(root).expanduser().resolve()
76
+ if not root.is_dir():
77
+ raise ValueError("目录不存在")
78
+ if allowed_roots is not None:
79
+ roots = [Path(p).expanduser().resolve() for p in allowed_roots if p]
80
+ if not any(root == p or p in root.parents for p in roots):
81
+ raise ValueError("只能索引任务工作目录范围内的文件")
82
+ try:
83
+ file_limit = max(1, min(_MAX_FILES, int(limit)))
84
+ except (TypeError, ValueError):
85
+ raise ValueError("limit 必须是整数")
86
+ try:
87
+ byte_limit = max(1, min(_MAX_BYTES, int(max_bytes)))
88
+ except (TypeError, ValueError):
89
+ raise ValueError("max_bytes 必须是整数")
90
+ count = 0
91
+ total_bytes = 0
92
+ for path in root.rglob("*"):
93
+ if count >= file_limit or total_bytes >= byte_limit:
94
+ break
95
+ # Never follow a symlink while indexing user-controlled trees.
96
+ if path.is_symlink() or any(part in _SKIP_DIRS for part in path.relative_to(root).parts):
97
+ continue
98
+ if path.is_file() and path.suffix.lower() in extensions:
99
+ try:
100
+ resolved = path.resolve()
101
+ if resolved != root and root not in resolved.parents:
102
+ continue
103
+ size = path.stat().st_size
104
+ if size > byte_limit - total_bytes:
105
+ continue
106
+ upsert(str(path.relative_to(root)), path.read_text(encoding="utf-8", errors="replace"),
107
+ {"root": str(root)})
108
+ count += 1
109
+ total_bytes += size
110
+ except OSError:
111
+ pass
112
+ return {"indexed": count, "bytes": total_bytes,
113
+ "total": len(_load().get("documents") or {})}
114
+
115
+
116
+ def search(query, limit=10):
117
+ try:
118
+ n = max(1, min(50, int(limit or 10)))
119
+ except (TypeError, ValueError):
120
+ raise ValueError("limit 必须是整数")
121
+ terms = set(_terms(str(query or "")[:500]))
122
+ if not terms:
123
+ return []
124
+ with _LOCK:
125
+ docs = list((_load().get("documents") or {}).values())
126
+ rows = []
127
+ for doc in docs:
128
+ matched = sorted(terms.intersection(doc.get("terms") or []))
129
+ if not matched:
130
+ continue
131
+ score = len(matched) / max(1, len(terms))
132
+ rows.append({"id": doc.get("id"), "source": doc.get("source"),
133
+ "score": round(score, 4), "matched_terms": matched,
134
+ "snippet": str(doc.get("text") or "")[:600],
135
+ "metadata": doc.get("metadata") or {}})
136
+ rows.sort(key=lambda x: (-x["score"], x["source"] or ""))
137
+ return rows[:n]
@@ -0,0 +1,119 @@
1
+ # -*- coding: utf-8 -*-
2
+ """Append-only external human-review requests with idempotent transitions."""
3
+ from __future__ import annotations
4
+
5
+ import json
6
+ import secrets
7
+ import threading
8
+ import time
9
+ from pathlib import Path
10
+
11
+ from . import paths
12
+
13
+ _LOCK = threading.RLock()
14
+ _FILE = paths.DATA_DIR / "review-requests.jsonl"
15
+ _STATUSES = {"requested", "assigned", "approved", "changes_requested", "dismissed", "expired"}
16
+ _TRANSITIONS = {
17
+ "assign": ("requested", "assigned"),
18
+ "approve": ("assigned", "approved"),
19
+ "changes_requested": ("assigned", "changes_requested"),
20
+ "dismiss": (("requested", "assigned", "changes_requested"), "dismissed"),
21
+ "expire": (("requested", "assigned", "changes_requested"), "expired"),
22
+ }
23
+
24
+
25
+ def _normalize_paths(value):
26
+ if isinstance(value, str):
27
+ value = [value]
28
+ if not isinstance(value, (list, tuple, set)):
29
+ return []
30
+ return [str(item).strip()[:500] for item in value
31
+ if str(item or "").strip()][:200]
32
+
33
+
34
+ def _read():
35
+ latest = {}
36
+ try:
37
+ lines = Path(_FILE).read_text(encoding="utf-8").splitlines()[-5000:]
38
+ except OSError:
39
+ return latest
40
+ for line in lines:
41
+ try:
42
+ row = json.loads(line)
43
+ except (TypeError, ValueError):
44
+ continue
45
+ if isinstance(row, dict) and row.get("id"):
46
+ latest[row["id"]] = row
47
+ return latest
48
+
49
+
50
+ def list_requests():
51
+ """Return the latest version of each request in append-only storage."""
52
+ with _LOCK:
53
+ return list(_read().values())
54
+
55
+
56
+ def _append(row):
57
+ path = Path(_FILE)
58
+ path.parent.mkdir(parents=True, exist_ok=True)
59
+ with path.open("a", encoding="utf-8") as handle:
60
+ handle.write(json.dumps(row, ensure_ascii=False, sort_keys=True) + "\n")
61
+ handle.flush()
62
+
63
+
64
+ def route_channel(paths_changed, rules=None, default_channel=""):
65
+ """Select the channel with the most matching changed files."""
66
+ paths_changed = _normalize_paths(paths_changed)
67
+ rules = [r for r in (rules or []) if isinstance(r, dict)]
68
+ best, best_count = "", 0
69
+ import fnmatch
70
+ for rule in rules:
71
+ channel = str(rule.get("channel") or "").strip()
72
+ patterns = _normalize_paths(rule.get("paths"))
73
+ count = sum(1 for path in paths_changed if any(fnmatch.fnmatchcase(path, str(p)) for p in patterns))
74
+ if channel and count > best_count:
75
+ best, best_count = channel, count
76
+ return best or str(default_channel or "")[:200]
77
+
78
+
79
+ def create(run_id, *, summary="", paths=None, channel="", now=None):
80
+ if not str(run_id or "").strip():
81
+ raise ValueError("run_id 不能为空")
82
+ stamp = float(now if now is not None else time.time())
83
+ row = {"id": "review-" + secrets.token_hex(10), "run_id": str(run_id or "")[:100],
84
+ "summary": str(summary or "")[:1000],
85
+ "paths": _normalize_paths(paths),
86
+ "channel": str(channel or "")[:200], "status": "requested",
87
+ "version": 1, "created_at": stamp, "updated_at": stamp}
88
+ with _LOCK:
89
+ _append(row)
90
+ return row
91
+
92
+
93
+ def get(request_id):
94
+ with _LOCK:
95
+ return _read().get(str(request_id or ""))
96
+
97
+
98
+ def transition(request_id, action, *, reviewer="", reason="", now=None):
99
+ with _LOCK:
100
+ row = _read().get(str(request_id or ""))
101
+ if not row:
102
+ raise KeyError("评审请求不存在")
103
+ action = str(action or "").strip().lower()
104
+ if action not in _TRANSITIONS:
105
+ raise ValueError("不支持的评审状态操作")
106
+ allowed, target = _TRANSITIONS[action]
107
+ if row.get("status") == target:
108
+ return row
109
+ if row.get("status") not in allowed:
110
+ raise ValueError("当前评审状态不允许此操作")
111
+ stamp = float(now if now is not None else time.time())
112
+ updated = dict(row, status=target, version=int(row.get("version") or 1) + 1,
113
+ updated_at=stamp)
114
+ if reviewer:
115
+ updated["reviewer"] = str(reviewer)[:200]
116
+ if reason:
117
+ updated["reason"] = str(reason)[:1000]
118
+ _append(updated)
119
+ return updated