foxclaw 0.1.0 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (495) hide show
  1. package/README.md +54 -29
  2. package/bin/foxclaw.cjs +51 -0
  3. package/index.js +11 -10
  4. package/package.json +46 -38
  5. package/python/.dockerignore +35 -0
  6. package/python/.env.example +165 -0
  7. package/python/.gitattributes +46 -0
  8. package/python/.github/workflows/ci.yml +122 -0
  9. package/python/.github/workflows/release.yml +183 -0
  10. package/python/Dockerfile +64 -0
  11. package/python/LICENSE +21 -0
  12. package/python/MANIFEST.in +14 -0
  13. package/python/README.md +192 -0
  14. package/python/README_CN.md +324 -0
  15. package/python/bench/bm25_audit.py +199 -0
  16. package/python/bench/bm25_regression.py +178 -0
  17. package/python/bench/bm25_stress.py +159 -0
  18. package/python/bench/cd_audit.py +238 -0
  19. package/python/bench/chaos.py +142 -0
  20. package/python/bench/concurrency.py +103 -0
  21. package/python/bench/e2e_real_models.py +95 -0
  22. package/python/bench/llm_retry_test.py +248 -0
  23. package/python/bench/load_test.py +196 -0
  24. package/python/bench/vector_ivf_upgrade.py +134 -0
  25. package/python/docs/CHANNELS.md +195 -0
  26. package/python/docs/GOVERNANCE.md +164 -0
  27. package/python/docs/RELEASE.md +109 -0
  28. package/python/docs/RUN.md +75 -0
  29. package/python/docs/RUN_CN.md +121 -0
  30. package/python/docs//351/205/215/347/275/256/346/214/207/345/215/227.md +152 -0
  31. package/python/evals/__init__.py +0 -0
  32. package/python/evals/governance/README.md +61 -0
  33. package/python/evals/governance/__init__.py +0 -0
  34. package/python/evals/governance/cases.py +152 -0
  35. package/python/evals/governance/compare_embeddings.py +94 -0
  36. package/python/evals/governance/convergence.svg +11 -0
  37. package/python/evals/governance/report.json +371 -0
  38. package/python/evals/governance/run_evals.py +400 -0
  39. package/python/examples/governance_middleware_demo.py +77 -0
  40. package/python/examples/langgraph_governance_demo.py +108 -0
  41. package/python/examples/sample_itinerary.csv +6 -0
  42. package/python/examples/sample_knowledge.csv +9 -0
  43. package/python/examples/sample_transactions.csv +14 -0
  44. package/python/foxclaw/__init__.py +526 -0
  45. package/python/foxclaw/agents/__init__.py +12 -0
  46. package/python/foxclaw/agents/agents.py +35 -0
  47. package/python/foxclaw/agents/base.py +865 -0
  48. package/python/foxclaw/agents/impl/__init__.py +1 -0
  49. package/python/foxclaw/agents/impl/_helpers.py +78 -0
  50. package/python/foxclaw/agents/impl/finance.py +248 -0
  51. package/python/foxclaw/agents/impl/office.py +367 -0
  52. package/python/foxclaw/agents/impl/supervisor.py +659 -0
  53. package/python/foxclaw/agents/mixins/_context.py +151 -0
  54. package/python/foxclaw/agents/mixins/augment.py +149 -0
  55. package/python/foxclaw/agents/mixins/llm.py +66 -0
  56. package/python/foxclaw/agents/mixins/memory.py +35 -0
  57. package/python/foxclaw/agents/mixins/preference.py +81 -0
  58. package/python/foxclaw/agents/mixins/prompt.py +77 -0
  59. package/python/foxclaw/agents/mixins/skillbox.py +58 -0
  60. package/python/foxclaw/agents/mixins/tool_exec.py +443 -0
  61. package/python/foxclaw/api/__init__.py +283 -0
  62. package/python/foxclaw/api/app.py +123 -0
  63. package/python/foxclaw/api/middleware.py +317 -0
  64. package/python/foxclaw/api/routes/ahs.py +417 -0
  65. package/python/foxclaw/api/routes/attachments.py +117 -0
  66. package/python/foxclaw/api/routes/browser.py +39 -0
  67. package/python/foxclaw/api/routes/domain.py +314 -0
  68. package/python/foxclaw/api/routes/knowledge.py +163 -0
  69. package/python/foxclaw/api/routes/llm_admin.py +461 -0
  70. package/python/foxclaw/api/routes/memory.py +89 -0
  71. package/python/foxclaw/api/routes/orchestration.py +41 -0
  72. package/python/foxclaw/api/routes/recovery.py +43 -0
  73. package/python/foxclaw/api/routes/review.py +275 -0
  74. package/python/foxclaw/api/routes/search.py +37 -0
  75. package/python/foxclaw/api/routes/system.py +327 -0
  76. package/python/foxclaw/api/routes/task.py +281 -0
  77. package/python/foxclaw/api/routes/ws.py +68 -0
  78. package/python/foxclaw/api/spine.py +55 -0
  79. package/python/foxclaw/browser/__init__.py +13 -0
  80. package/python/foxclaw/browser/action/__init__.py +1 -0
  81. package/python/foxclaw/browser/action/action_executor.py +54 -0
  82. package/python/foxclaw/browser/action/action_types.py +45 -0
  83. package/python/foxclaw/browser/action/action_verifier.py +68 -0
  84. package/python/foxclaw/browser/action/url_policy.py +147 -0
  85. package/python/foxclaw/browser/adapter/__init__.py +1 -0
  86. package/python/foxclaw/browser/adapter/base_adapter.py +23 -0
  87. package/python/foxclaw/browser/adapter/web_adapter.py +46 -0
  88. package/python/foxclaw/browser/driver/__init__.py +1 -0
  89. package/python/foxclaw/browser/driver/base_driver.py +61 -0
  90. package/python/foxclaw/browser/driver/playwright_driver.py +166 -0
  91. package/python/foxclaw/browser/perception/__init__.py +1 -0
  92. package/python/foxclaw/browser/perception/dom_extractor.py +43 -0
  93. package/python/foxclaw/browser/perception/element_indexer.py +57 -0
  94. package/python/foxclaw/browser/perception/semantic_reducer.py +33 -0
  95. package/python/foxclaw/browser/perception/snapshot.py +29 -0
  96. package/python/foxclaw/browser/service.py +148 -0
  97. package/python/foxclaw/browser/session/__init__.py +1 -0
  98. package/python/foxclaw/browser/session/session_manager.py +57 -0
  99. package/python/foxclaw/capability/__init__.py +12 -0
  100. package/python/foxclaw/capability/embedding_service.py +67 -0
  101. package/python/foxclaw/channels/__init__.py +140 -0
  102. package/python/foxclaw/channels/discord.py +184 -0
  103. package/python/foxclaw/channels/dispatcher.py +204 -0
  104. package/python/foxclaw/channels/feishu.py +225 -0
  105. package/python/foxclaw/channels/openclaw_bridge.py +156 -0
  106. package/python/foxclaw/channels/signing.py +187 -0
  107. package/python/foxclaw/channels/telegram.py +121 -0
  108. package/python/foxclaw/channels/weixin.py +225 -0
  109. package/python/foxclaw/cli.py +154 -0
  110. package/python/foxclaw/cognitive/__init__.py +4 -0
  111. package/python/foxclaw/cognitive/reasoner.py +82 -0
  112. package/python/foxclaw/cognitive/state.py +147 -0
  113. package/python/foxclaw/core/__init__.py +9 -0
  114. package/python/foxclaw/core/audit_chain.py +133 -0
  115. package/python/foxclaw/core/audit_sink.py +100 -0
  116. package/python/foxclaw/core/compaction.py +283 -0
  117. package/python/foxclaw/core/config.py +65 -0
  118. package/python/foxclaw/core/confirm_nonce.py +157 -0
  119. package/python/foxclaw/core/dispatch.py +27 -0
  120. package/python/foxclaw/core/envfile.py +48 -0
  121. package/python/foxclaw/core/failure_policy.py +151 -0
  122. package/python/foxclaw/core/gateway.py +85 -0
  123. package/python/foxclaw/core/governance_audit.py +175 -0
  124. package/python/foxclaw/core/idempotency.py +289 -0
  125. package/python/foxclaw/core/injection_guard.py +221 -0
  126. package/python/foxclaw/core/memory_adapter.py +516 -0
  127. package/python/foxclaw/core/metrics.py +89 -0
  128. package/python/foxclaw/core/model_router.py +1097 -0
  129. package/python/foxclaw/core/paths.py +103 -0
  130. package/python/foxclaw/core/recovery.py +362 -0
  131. package/python/foxclaw/core/scheduler.py +144 -0
  132. package/python/foxclaw/core/secrets.py +134 -0
  133. package/python/foxclaw/core/sessions.py +157 -0
  134. package/python/foxclaw/core/settings.py +430 -0
  135. package/python/foxclaw/core/shared_write.py +198 -0
  136. package/python/foxclaw/core/steering_queue.py +153 -0
  137. package/python/foxclaw/core/system_bus.py +84 -0
  138. package/python/foxclaw/core/thought_chain.py +318 -0
  139. package/python/foxclaw/core/token_meter.py +235 -0
  140. package/python/foxclaw/core/tools.py +172 -0
  141. package/python/foxclaw/core/tracing.py +390 -0
  142. package/python/foxclaw/core/truth_pipeline.py +114 -0
  143. package/python/foxclaw/core/vec_recall_adapter.py +503 -0
  144. package/python/foxclaw/core/verify.py +181 -0
  145. package/python/foxclaw/core/web_search.py +242 -0
  146. package/python/foxclaw/finance/__init__.py +15 -0
  147. package/python/foxclaw/finance/evidence.py +153 -0
  148. package/python/foxclaw/finance/fx.py +100 -0
  149. package/python/foxclaw/finance/graph.py +188 -0
  150. package/python/foxclaw/finance/models.py +150 -0
  151. package/python/foxclaw/finance/nlparse.py +575 -0
  152. package/python/foxclaw/finance/policy.py +329 -0
  153. package/python/foxclaw/finance/reasoner.py +129 -0
  154. package/python/foxclaw/finance/reasoning.py +340 -0
  155. package/python/foxclaw/finance/reconcile.py +180 -0
  156. package/python/foxclaw/finance/runtime.py +527 -0
  157. package/python/foxclaw/governance/__init__.py +24 -0
  158. package/python/foxclaw/governance/middleware.py +184 -0
  159. package/python/foxclaw/harness/__init__.py +17 -0
  160. package/python/foxclaw/harness/_base.py +72 -0
  161. package/python/foxclaw/harness/_policy.py +359 -0
  162. package/python/foxclaw/harness/drift.py +89 -0
  163. package/python/foxclaw/harness/event_bus.py +31 -0
  164. package/python/foxclaw/harness/harness.py +446 -0
  165. package/python/foxclaw/harness/loop_detection.py +152 -0
  166. package/python/foxclaw/itinerary/__init__.py +10 -0
  167. package/python/foxclaw/itinerary/amap_client.py +117 -0
  168. package/python/foxclaw/itinerary/models.py +80 -0
  169. package/python/foxclaw/itinerary/reasoner.py +101 -0
  170. package/python/foxclaw/itinerary/reasoning.py +174 -0
  171. package/python/foxclaw/itinerary/runtime.py +148 -0
  172. package/python/foxclaw/kernel/__init__.py +13 -0
  173. package/python/foxclaw/kernel/capabilities.py +73 -0
  174. package/python/foxclaw/kernel/policy_gate.py +114 -0
  175. package/python/foxclaw/kernel/process_manager.py +205 -0
  176. package/python/foxclaw/kernel/scheduler.py +131 -0
  177. package/python/foxclaw/kernel/sentinel.py +453 -0
  178. package/python/foxclaw/kernel/sentinel_client.py +246 -0
  179. package/python/foxclaw/kernel/spine.py +97 -0
  180. package/python/foxclaw/knowledge/__init__.py +376 -0
  181. package/python/foxclaw/knowledge/truth_crystallizer.py +92 -0
  182. package/python/foxclaw/learning/__init__.py +12 -0
  183. package/python/foxclaw/learning/knowledge_graph.py +149 -0
  184. package/python/foxclaw/learning/models.py +93 -0
  185. package/python/foxclaw/learning/reasoner.py +70 -0
  186. package/python/foxclaw/learning/runtime.py +363 -0
  187. package/python/foxclaw/learning/spaced_repetition.py +96 -0
  188. package/python/foxclaw/mcp_server.py +189 -0
  189. package/python/foxclaw/orchestration/__init__.py +184 -0
  190. package/python/foxclaw/pipeline/__init__.py +23 -0
  191. package/python/foxclaw/pipeline/cognitive_pipeline.py +481 -0
  192. package/python/foxclaw/pipeline/supervisor_stages.py +230 -0
  193. package/python/foxclaw/planning/__init__.py +17 -0
  194. package/python/foxclaw/planning/llm_planner.py +232 -0
  195. package/python/foxclaw/planning/planner.py +99 -0
  196. package/python/foxclaw/search/__init__.py +24 -0
  197. package/python/foxclaw/search/agent_port.py +194 -0
  198. package/python/foxclaw/search/evidence.py +113 -0
  199. package/python/foxclaw/search/external_search.py +50 -0
  200. package/python/foxclaw/search/hkc_read_port.py +60 -0
  201. package/python/foxclaw/search/internal_search.py +73 -0
  202. package/python/foxclaw/search/models.py +129 -0
  203. package/python/foxclaw/search/planner.py +44 -0
  204. package/python/foxclaw/search/retriever.py +39 -0
  205. package/python/foxclaw/search/runtime.py +134 -0
  206. package/python/foxclaw/search/strategy.py +44 -0
  207. package/python/foxclaw/skills/__init__.py +613 -0
  208. package/python/foxclaw/skills/hooks_spec.py +73 -0
  209. package/python/foxclaw/skills/lifecycle.py +278 -0
  210. package/python/foxclaw/skills/markdown_skill.py +174 -0
  211. package/python/foxclaw/skills/markdown_store.py +39 -0
  212. package/python/foxclaw/skills/mcp_client.py +190 -0
  213. package/python/foxclaw/skills/mcp_store.py +43 -0
  214. package/python/foxclaw/skills/permission.py +180 -0
  215. package/python/foxclaw/skills/pipeline.py +386 -0
  216. package/python/foxclaw/skills/policy.py +80 -0
  217. package/python/foxclaw/skills/review.py +72 -0
  218. package/python/foxclaw/skills/store.py +57 -0
  219. package/python/frontend/assets/core_bg.jpg +0 -0
  220. package/python/frontend/deck/auth.js +32 -0
  221. package/python/frontend/deck/chat_model_picker.js +537 -0
  222. package/python/frontend/deck/domain.js +296 -0
  223. package/python/frontend/deck/main.js +1950 -0
  224. package/python/frontend/deck/markdown.js +48 -0
  225. package/python/frontend/deck/settings.js +324 -0
  226. package/python/frontend/deck/state.js +6 -0
  227. package/python/frontend/deck/util.js +6 -0
  228. package/python/frontend/deck/visuals.js +212 -0
  229. package/python/frontend/deck.css +855 -0
  230. package/python/frontend/deck.html +686 -0
  231. package/python/frontend/deck_v2.html +341 -0
  232. package/python/frontend/planet/index.html +266 -0
  233. package/python/frontend/planet/planet.css +579 -0
  234. package/python/frontend/planet/planet.js +1637 -0
  235. package/python/frontend/planet/vendor/three.core.min.js +6 -0
  236. package/python/frontend/planet/vendor/three.module.min.js +6 -0
  237. package/python/frontend/v3/assets/index-BD7VPbMV.js +33 -0
  238. package/python/frontend/v3/assets/index-CAvnYWGH.css +1 -0
  239. package/python/frontend/v3/index.html +15 -0
  240. package/python/frontend/widget_runtime.js +295 -0
  241. package/python/frontend/widgets.js +696 -0
  242. package/python/frontend_src/index.html +14 -0
  243. package/python/frontend_src/package-lock.json +1376 -0
  244. package/python/frontend_src/package.json +19 -0
  245. package/python/frontend_src/src/App.vue +62 -0
  246. package/python/frontend_src/src/api.js +89 -0
  247. package/python/frontend_src/src/components/ChatDock.vue +377 -0
  248. package/python/frontend_src/src/components/ComposerMenu.vue +75 -0
  249. package/python/frontend_src/src/components/DocViewer.vue +171 -0
  250. package/python/frontend_src/src/components/Inspector.vue +241 -0
  251. package/python/frontend_src/src/components/LeftRail.vue +394 -0
  252. package/python/frontend_src/src/components/MenuPopover.vue +130 -0
  253. package/python/frontend_src/src/components/MessageStream.vue +401 -0
  254. package/python/frontend_src/src/components/ModelPicker.vue +355 -0
  255. package/python/frontend_src/src/components/QuickIngest.vue +118 -0
  256. package/python/frontend_src/src/components/Stage.vue +226 -0
  257. package/python/frontend_src/src/components/ToolMenu.vue +144 -0
  258. package/python/frontend_src/src/components/TopBar.vue +90 -0
  259. package/python/frontend_src/src/components/panels/ActivityPanel.vue +84 -0
  260. package/python/frontend_src/src/components/panels/AgentsPanel.vue +86 -0
  261. package/python/frontend_src/src/components/panels/KnowledgePanel.vue +441 -0
  262. package/python/frontend_src/src/components/panels/MemoryPanel.vue +118 -0
  263. package/python/frontend_src/src/components/panels/PanelBox.vue +51 -0
  264. package/python/frontend_src/src/components/panels/ReviewPanel.vue +308 -0
  265. package/python/frontend_src/src/components/panels/SettingsPanel.vue +254 -0
  266. package/python/frontend_src/src/components/panels/TasksPanel.vue +74 -0
  267. package/python/frontend_src/src/components/panels/ToolsPanel.vue +640 -0
  268. package/python/frontend_src/src/components/panels/UsagePanel.vue +105 -0
  269. package/python/frontend_src/src/lib/fmt.js +48 -0
  270. package/python/frontend_src/src/lib/md.js +204 -0
  271. package/python/frontend_src/src/main.js +7 -0
  272. package/python/frontend_src/src/stores/app.js +106 -0
  273. package/python/frontend_src/src/stores/chat.js +484 -0
  274. package/python/frontend_src/src/stores/model.js +104 -0
  275. package/python/frontend_src/src/stores/panels.js +330 -0
  276. package/python/frontend_src/src/styles/base.css +138 -0
  277. package/python/frontend_src/src/styles/panel.css +117 -0
  278. package/python/frontend_src/src/styles/tokens.css +78 -0
  279. package/python/frontend_src/vite.config.js +46 -0
  280. package/python/pyproject.toml +265 -0
  281. package/python/skills/README.md +123 -0
  282. package/python/skills/execution-contract/SKILL.md +30 -0
  283. package/python/skills/general-assistant/SKILL.md +34 -0
  284. package/python/skills/planner/SKILL.md +33 -0
  285. package/python/skills/schedule-itinerary/SKILL.md +35 -0
  286. package/python/skills/skill-composition/SKILL.md +31 -0
  287. package/python/skills/skill-guard/SKILL.md +67 -0
  288. package/python/skills/skill-memory/SKILL.md +50 -0
  289. package/python/skills/skill-router/SKILL.md +35 -0
  290. package/python/tests/conftest.py +76 -0
  291. package/python/tests/run_all.py +263 -0
  292. package/python/tests/test_agent_lifecycle.py +360 -0
  293. package/python/tests/test_ahs_p2.py +414 -0
  294. package/python/tests/test_anthropic_tools.py +206 -0
  295. package/python/tests/test_api.py +87 -0
  296. package/python/tests/test_api_auth.py +83 -0
  297. package/python/tests/test_api_host_guard.py +69 -0
  298. package/python/tests/test_attachments.py +167 -0
  299. package/python/tests/test_audit_chain.py +121 -0
  300. package/python/tests/test_audit_sink.py +136 -0
  301. package/python/tests/test_browser.py +153 -0
  302. package/python/tests/test_browser_request_guard.py +184 -0
  303. package/python/tests/test_capabilities.py +158 -0
  304. package/python/tests/test_channel_signing.py +192 -0
  305. package/python/tests/test_channel_trust.py +109 -0
  306. package/python/tests/test_channels.py +184 -0
  307. package/python/tests/test_cli.py +46 -0
  308. package/python/tests/test_compaction_toolpair.py +119 -0
  309. package/python/tests/test_config_layering.py +65 -0
  310. package/python/tests/test_confirm_nonce.py +197 -0
  311. package/python/tests/test_context_compaction_wiring.py +130 -0
  312. package/python/tests/test_dispatch.py +95 -0
  313. package/python/tests/test_domain_evals.py +403 -0
  314. package/python/tests/test_domain_import.py +78 -0
  315. package/python/tests/test_domain_reasoners.py +148 -0
  316. package/python/tests/test_e2e.py +178 -0
  317. package/python/tests/test_emb_cache.py +107 -0
  318. package/python/tests/test_embedding_singleton.py +89 -0
  319. package/python/tests/test_envfile.py +83 -0
  320. package/python/tests/test_evals_smoke.py +114 -0
  321. package/python/tests/test_event_spine.py +182 -0
  322. package/python/tests/test_evidence_semantic.py +101 -0
  323. package/python/tests/test_evidence_sse.py +97 -0
  324. package/python/tests/test_file_ingest.py +146 -0
  325. package/python/tests/test_finance.py +153 -0
  326. package/python/tests/test_finance_ledger.py +252 -0
  327. package/python/tests/test_finance_persist.py +178 -0
  328. package/python/tests/test_gateway.py +144 -0
  329. package/python/tests/test_governance.py +468 -0
  330. package/python/tests/test_governance_audit.py +359 -0
  331. package/python/tests/test_governance_middleware.py +143 -0
  332. package/python/tests/test_hkc.py +286 -0
  333. package/python/tests/test_hkc_index_build_manager.py +339 -0
  334. package/python/tests/test_hkc_manifest_reuse.py +317 -0
  335. package/python/tests/test_hkc_search_event_sync.py +533 -0
  336. package/python/tests/test_import_path_guard.py +161 -0
  337. package/python/tests/test_injection_guard.py +211 -0
  338. package/python/tests/test_integration.py +141 -0
  339. package/python/tests/test_itinerary.py +103 -0
  340. package/python/tests/test_kee_semantic.py +89 -0
  341. package/python/tests/test_kernel.py +222 -0
  342. package/python/tests/test_learning.py +110 -0
  343. package/python/tests/test_llm_admin.py +160 -0
  344. package/python/tests/test_llm_planner.py +366 -0
  345. package/python/tests/test_markdown_skills.py +73 -0
  346. package/python/tests/test_markdown_skills_openclaw.py +71 -0
  347. package/python/tests/test_mcp_connectors.py +109 -0
  348. package/python/tests/test_mcp_guardian_discovery.py +91 -0
  349. package/python/tests/test_mcp_no_memory.py +43 -0
  350. package/python/tests/test_mcp_policy_gate.py +77 -0
  351. package/python/tests/test_mcp_server.py +95 -0
  352. package/python/tests/test_memory_recall.py +95 -0
  353. package/python/tests/test_metrics.py +66 -0
  354. package/python/tests/test_multi_chain.py +102 -0
  355. package/python/tests/test_multimodal.py +135 -0
  356. package/python/tests/test_negotiation.py +146 -0
  357. package/python/tests/test_orchestration.py +119 -0
  358. package/python/tests/test_orchestration_decoupled.py +109 -0
  359. package/python/tests/test_p3_p5_hardening.py +338 -0
  360. package/python/tests/test_parallel_dispatch.py +215 -0
  361. package/python/tests/test_pipeline.py +533 -0
  362. package/python/tests/test_plan_visible.py +86 -0
  363. package/python/tests/test_planner.py +95 -0
  364. package/python/tests/test_policy_gate.py +109 -0
  365. package/python/tests/test_reasoner.py +185 -0
  366. package/python/tests/test_release_check.py +263 -0
  367. package/python/tests/test_resume_checkpoint.py +156 -0
  368. package/python/tests/test_routing.py +95 -0
  369. package/python/tests/test_scheduler.py +141 -0
  370. package/python/tests/test_search.py +204 -0
  371. package/python/tests/test_secrets.py +159 -0
  372. package/python/tests/test_semantic.py +78 -0
  373. package/python/tests/test_sessions.py +91 -0
  374. package/python/tests/test_settings.py +281 -0
  375. package/python/tests/test_shadow_learning.py +330 -0
  376. package/python/tests/test_shared_write.py +207 -0
  377. package/python/tests/test_skill_taint_gate.py +154 -0
  378. package/python/tests/test_skills.py +133 -0
  379. package/python/tests/test_stats_and_events.py +165 -0
  380. package/python/tests/test_streaming.py +60 -0
  381. package/python/tests/test_supervisor_pipeline.py +177 -0
  382. package/python/tests/test_supervisor_triage.py +108 -0
  383. package/python/tests/test_taint.py +117 -0
  384. package/python/tests/test_task_stream.py +85 -0
  385. package/python/tests/test_thinking_sse.py +67 -0
  386. package/python/tests/test_thinking_stream.py +76 -0
  387. package/python/tests/test_tool_center.py +129 -0
  388. package/python/tests/test_tool_parallel.py +113 -0
  389. package/python/tests/test_tool_params.py +103 -0
  390. package/python/tests/test_tool_use.py +242 -0
  391. package/python/tests/test_toplevel_concurrency.py +117 -0
  392. package/python/tests/test_tracing.py +290 -0
  393. package/python/tests/test_truth_crystallizer.py +127 -0
  394. package/python/tests/test_truth_flow.py +93 -0
  395. package/python/tests/test_url_policy.py +53 -0
  396. package/python/tests/test_verify_evidence.py +225 -0
  397. package/python/tests/test_version_sync.py +71 -0
  398. package/python/tests/test_web_trigger.py +99 -0
  399. package/python/tools/check_faiss_type.py +31 -0
  400. package/python/tools/check_log.ps1 +46 -0
  401. package/python/tools/ivf_status.py +72 -0
  402. package/python/tools/mypy_baseline.txt +5 -0
  403. package/python/tools/mypy_ratchet.py +97 -0
  404. package/python/tools/pack.py +178 -0
  405. package/python/tools/release_check.py +349 -0
  406. package/python/tools/restart_foxclaw.ps1 +74 -0
  407. package/python/tools/shared_write_audit.py +204 -0
  408. package/python/tools/size_baseline.txt +28 -0
  409. package/python/tools/size_check.py +102 -0
  410. package/python/tools/verify_env.bat +2 -0
  411. package/python/tools/verify_env.py +25 -0
  412. package/python/vendor/HMR_LICENSE +37 -0
  413. package/python/vendor/HMR_README.md +65 -0
  414. package/python/vendor/hkc/LICENSE +37 -0
  415. package/python/vendor/hkc/hkc_ace/__init__.py +0 -0
  416. package/python/vendor/hkc/hkc_ace/ace.py +457 -0
  417. package/python/vendor/hkc/hkc_ace/skill_taxonomy.json +465 -0
  418. package/python/vendor/hkc/hkc_api/__init__.py +0 -0
  419. package/python/vendor/hkc/hkc_api/container.py +416 -0
  420. package/python/vendor/hkc/hkc_api/ingest_jobs.py +103 -0
  421. package/python/vendor/hkc/hkc_api/main.py +157 -0
  422. package/python/vendor/hkc/hkc_api/routes/__init__.py +0 -0
  423. package/python/vendor/hkc/hkc_api/routes/ability.py +151 -0
  424. package/python/vendor/hkc/hkc_api/routes/config.py +51 -0
  425. package/python/vendor/hkc/hkc_api/routes/knowledge.py +630 -0
  426. package/python/vendor/hkc/hkc_api/routes/search.py +88 -0
  427. package/python/vendor/hkc/hkc_api/schemas.py +153 -0
  428. package/python/vendor/hkc/hkc_api/synthesis.py +179 -0
  429. package/python/vendor/hkc/hkc_core/__init__.py +0 -0
  430. package/python/vendor/hkc/hkc_core/graph/__init__.py +0 -0
  431. package/python/vendor/hkc/hkc_core/graph/base.py +188 -0
  432. package/python/vendor/hkc/hkc_core/graph/sqlite_store.py +789 -0
  433. package/python/vendor/hkc/hkc_core/models/__init__.py +0 -0
  434. package/python/vendor/hkc/hkc_core/models/enums.py +65 -0
  435. package/python/vendor/hkc/hkc_core/models/ku.py +307 -0
  436. package/python/vendor/hkc/hkc_core/utils/__init__.py +0 -0
  437. package/python/vendor/hkc/hkc_core/utils/id_gen.py +113 -0
  438. package/python/vendor/hkc/hkc_crystallizer/__init__.py +44 -0
  439. package/python/vendor/hkc/hkc_crystallizer/adapters.py +94 -0
  440. package/python/vendor/hkc/hkc_crystallizer/candidate.py +145 -0
  441. package/python/vendor/hkc/hkc_crystallizer/crystallizer.py +179 -0
  442. package/python/vendor/hkc/hkc_crystallizer/ingress.py +90 -0
  443. package/python/vendor/hkc/hkc_kde/__init__.py +0 -0
  444. package/python/vendor/hkc/hkc_kde/chunker.py +197 -0
  445. package/python/vendor/hkc/hkc_kde/extractor.py +623 -0
  446. package/python/vendor/hkc/hkc_kde/kde.py +298 -0
  447. package/python/vendor/hkc/hkc_kde/loaders/__init__.py +0 -0
  448. package/python/vendor/hkc/hkc_kde/loaders/ebook_loader.py +153 -0
  449. package/python/vendor/hkc/hkc_kde/loaders/office_loader.py +194 -0
  450. package/python/vendor/hkc/hkc_kde/loaders/pdf_loader.py +162 -0
  451. package/python/vendor/hkc/hkc_kde/loaders/text_loader.py +157 -0
  452. package/python/vendor/hkc/hkc_kde/loaders/web_loader.py +91 -0
  453. package/python/vendor/hkc/hkc_kde/models.py +74 -0
  454. package/python/vendor/hkc/hkc_kde/packager.py +329 -0
  455. package/python/vendor/hkc/hkc_kde/relation_disc.py +151 -0
  456. package/python/vendor/hkc/hkc_kee/__init__.py +0 -0
  457. package/python/vendor/hkc/hkc_kee/dedup.py +227 -0
  458. package/python/vendor/hkc/hkc_kee/fingerprint.py +106 -0
  459. package/python/vendor/hkc/hkc_kee/kee.py +541 -0
  460. package/python/vendor/hkc/hkc_kep/__init__.py +0 -0
  461. package/python/vendor/hkc/hkc_kep/event_bus.py +205 -0
  462. package/python/vendor/hkc/hkc_sdk/__init__.py +63 -0
  463. package/python/vendor/hkc/hkc_sdk/base.py +151 -0
  464. package/python/vendor/hkc/hkc_sdk/direct_client.py +153 -0
  465. package/python/vendor/hkc/hkc_sdk/exceptions.py +39 -0
  466. package/python/vendor/hkc/hkc_sdk/http_client.py +166 -0
  467. package/python/vendor/hkc/hkc_sdk/models.py +171 -0
  468. package/python/vendor/hkc/hkc_search/__init__.py +0 -0
  469. package/python/vendor/hkc/hkc_search/bm25.py +325 -0
  470. package/python/vendor/hkc/hkc_search/embedding_backends.py +374 -0
  471. package/python/vendor/hkc/hkc_search/graph_search.py +132 -0
  472. package/python/vendor/hkc/hkc_search/hybrid.py +331 -0
  473. package/python/vendor/hkc/hkc_search/index_build_manager.py +378 -0
  474. package/python/vendor/hkc/hkc_search/vector_search.py +484 -0
  475. package/python/vendor/hmr/__init__.py +0 -0
  476. package/python/vendor/hmr/core/__init__.py +0 -0
  477. package/python/vendor/hmr/core/hmr.py +684 -0
  478. package/python/vendor/hmr/core/models.py +310 -0
  479. package/python/vendor/hmr/engines/__init__.py +0 -0
  480. package/python/vendor/hmr/engines/evolution.py +710 -0
  481. package/python/vendor/hmr/engines/jit_compiler.py +472 -0
  482. package/python/vendor/hmr/engines/lifecycle.py +264 -0
  483. package/python/vendor/hmr/engines/policy.py +625 -0
  484. package/python/vendor/hmr/engines/recall.py +260 -0
  485. package/python/vendor/hmr/engines/runtime_state.py +158 -0
  486. package/python/vendor/hmr/engines/scheduler.py +323 -0
  487. package/python/vendor/hmr/engines/semantic.py +150 -0
  488. package/python/vendor/hmr/engines/temporal.py +261 -0
  489. package/python/vendor/hmr/engines/thought_chain.py +635 -0
  490. package/python/vendor/hmr/graph/__init__.py +0 -0
  491. package/python/vendor/hmr/graph/cwg.py +338 -0
  492. package/python/vendor/hmr/graph/memory_graph.py +530 -0
  493. package/python/vendor/hmr/storage/__init__.py +0 -0
  494. package/python/vendor/hmr/storage/memory_fs.py +300 -0
  495. package/python/vendor/hmr/storage/vector_store.py +520 -0
@@ -0,0 +1,710 @@
1
+ """
2
+ Self-Evolution Engine - 自我演化引擎
3
+ HMR v2.0 新增
4
+
5
+ 解决的问题:
6
+ 记忆库随时间膨胀,重复信息累积,结构越来越混乱
7
+ Self-Evolution Engine 让 HMR 主动优化自身:
8
+ 1. PatternDetector → 发现重复/矛盾/知识空白
9
+ 2. KnowledgeAbstractor → 把相似记忆提炼为更高阶的抽象概念
10
+ 3. ContradictionResolver → 处理互相矛盾的记忆
11
+ 4. StrategyOptimizer → 分析使用模式,推荐 LifecycleConfig 优化参数
12
+
13
+ 演化是渐进的、保守的:
14
+ - 不主动删除记忆(只降低权重)
15
+ - 每次只做小步改变
16
+ - 每次演化都记录操作日志(可追溯)
17
+ """
18
+
19
+ import re
20
+ import math
21
+ import json
22
+ import threading
23
+ from pathlib import Path
24
+ from typing import List, Dict, Any, Optional, Tuple, Set
25
+ from dataclasses import dataclass, field
26
+ from datetime import datetime
27
+ from collections import Counter, defaultdict
28
+
29
+
30
+ # ============================================================================
31
+ # 演化日志
32
+ # ============================================================================
33
+
34
+ @dataclass
35
+ class EvolutionLog:
36
+ """一次演化操作的记录"""
37
+ operation: str # abstract / resolve / optimize / cluster
38
+ affected_ids: List[str] # 受影响的记忆 ID
39
+ result_id: Optional[str] # 产生的新记忆 ID(如果有)
40
+ description: str
41
+ timestamp: datetime = field(default_factory=datetime.utcnow)
42
+
43
+ def to_dict(self) -> dict:
44
+ return {
45
+ "operation": self.operation,
46
+ "affected_ids": self.affected_ids,
47
+ "result_id": self.result_id,
48
+ "description": self.description,
49
+ "timestamp": self.timestamp.isoformat(),
50
+ }
51
+
52
+
53
+ # ============================================================================
54
+ # Pattern Detector(模式识别)
55
+ # ============================================================================
56
+
57
+ class PatternDetector:
58
+ """
59
+ 在记忆库中发现模式:
60
+ - 高重复率的记忆簇(适合抽象)
61
+ - 互相矛盾的记忆(需要解决)
62
+ - 知识空白(高频查询但无对应记忆)
63
+ """
64
+
65
+ def find_duplicate_clusters(
66
+ self,
67
+ memories,
68
+ vector_store=None,
69
+ similarity_threshold: float = 0.75,
70
+ min_cluster_size: int = 3
71
+ ) -> List[List[Any]]:
72
+ """
73
+ 找出相似度 > threshold 的记忆簇(适合压缩抽象)
74
+
75
+ 使用向量余弦相似度(有 VectorStore 时),
76
+ 降级到标题词重叠(无向量时)。
77
+ """
78
+ assigned: Set[str] = set()
79
+
80
+ if vector_store and len(vector_store.vectors) > 0:
81
+ return self._cluster_by_vector(
82
+ memories, vector_store, similarity_threshold, min_cluster_size, assigned
83
+ )
84
+ else:
85
+ return self._cluster_by_text(memories, min_cluster_size)
86
+
87
+ def _cluster_by_vector(
88
+ self, memories, vector_store, threshold, min_size, assigned
89
+ ) -> List[List[Any]]:
90
+ clusters = []
91
+ mem_list = [m for m in memories if m.id in vector_store.vectors]
92
+
93
+ for i, mem_a in enumerate(mem_list):
94
+ if mem_a.id in assigned:
95
+ continue
96
+ cluster = [mem_a]
97
+ vec_a = vector_store.vectors[mem_a.id]
98
+
99
+ for mem_b in mem_list[i+1:]:
100
+ if mem_b.id in assigned or mem_b.type != mem_a.type:
101
+ continue
102
+ vec_b = vector_store.vectors.get(mem_b.id)
103
+ if vec_b is None:
104
+ continue
105
+ sim = self._cosine(vec_a, vec_b)
106
+ if sim >= threshold:
107
+ cluster.append(mem_b)
108
+
109
+ if len(cluster) >= min_size:
110
+ for m in cluster:
111
+ assigned.add(m.id)
112
+ clusters.append(cluster)
113
+
114
+ return clusters
115
+
116
+ def _cluster_by_text(self, memories, min_size: int) -> List[List[Any]]:
117
+ """标题词重叠聚类(降级方案)"""
118
+ by_type: Dict[str, List[Any]] = defaultdict(list)
119
+ for m in memories:
120
+ by_type[m.type].append(m)
121
+
122
+ clusters = []
123
+ for mems in by_type.values():
124
+ if len(mems) >= min_size:
125
+ # 按标题相似度进一步分组
126
+ groups: Dict[str, List[Any]] = defaultdict(list)
127
+ for m in mems:
128
+ key_words = frozenset(
129
+ re.findall(r'\b\w{3,}\b', m.title.lower())[:3]
130
+ )
131
+ groups[str(sorted(key_words))].append(m)
132
+ for g in groups.values():
133
+ if len(g) >= min_size:
134
+ clusters.append(g)
135
+ return clusters
136
+
137
+ def find_contradictions(self, memories) -> List[Tuple[Any, Any, str]]:
138
+ """
139
+ 找出互相矛盾的记忆对。
140
+
141
+ 简单规则:
142
+ - 同一主题(标题词重叠 > 60%),但 confidence 差异 > 0.4
143
+ - 包含明确的否定词对:
144
+ ("不应该", "应该"), ("避免", "推荐"), ("失败", "成功")
145
+ """
146
+ contradictions = []
147
+ positive = {"应该", "推荐", "最佳", "成功", "有效", "recommend", "best", "success"}
148
+ negative = {"不应该", "避免", "失败", "禁止", "avoid", "fail", "never", "wrong"}
149
+
150
+ mem_list = list(memories)
151
+ for i, ma in enumerate(mem_list):
152
+ for mb in mem_list[i+1:]:
153
+ if ma.type != mb.type:
154
+ continue
155
+ # 标题重叠
156
+ words_a = set(re.findall(r'\b\w{3,}\b', ma.title.lower()))
157
+ words_b = set(re.findall(r'\b\w{3,}\b', mb.title.lower()))
158
+ if not words_a or not words_b:
159
+ continue
160
+ overlap = len(words_a & words_b) / min(len(words_a), len(words_b))
161
+ if overlap < 0.4:
162
+ continue
163
+
164
+ # 语义方向相反
165
+ text_a = (ma.content + ma.title).lower()
166
+ text_b = (mb.content + mb.title).lower()
167
+ a_pos = any(w in text_a for w in positive)
168
+ a_neg = any(w in text_a for w in negative)
169
+ b_pos = any(w in text_b for w in positive)
170
+ b_neg = any(w in text_b for w in negative)
171
+
172
+ if (a_pos and b_neg) or (a_neg and b_pos):
173
+ contradictions.append((
174
+ ma, mb,
175
+ f"方向相反:A={'肯定' if a_pos else '否定'},"
176
+ f"B={'肯定' if b_pos else '否定'}"
177
+ ))
178
+
179
+ # 置信度差异大(同主题不同结论)
180
+ elif abs(ma.confidence - mb.confidence) > 0.4 and overlap > 0.6:
181
+ contradictions.append((
182
+ ma, mb,
183
+ f"置信度矛盾:A={ma.confidence:.2f},B={mb.confidence:.2f}"
184
+ ))
185
+
186
+ return contradictions[:20] # 最多返回 20 对
187
+
188
+ def find_knowledge_gaps(
189
+ self,
190
+ memories,
191
+ recall_history: List[Dict[str, Any]],
192
+ min_query_count: int = 3
193
+ ) -> List[str]:
194
+ """
195
+ 找出知识空白:频繁被查询但没有对应记忆的主题。
196
+
197
+ recall_history 格式:[{"query": str, "hit_count": int, "miss": bool}]
198
+ """
199
+ # 统计未命中的查询
200
+ miss_queries: Counter = Counter()
201
+ for event in recall_history:
202
+ if event.get("miss"):
203
+ miss_queries[event["query"]] += 1
204
+
205
+ # 找出频繁失败的查询
206
+ gaps = []
207
+ for query, count in miss_queries.most_common(10):
208
+ if count >= min_query_count:
209
+ # 检查是否真的没有对应记忆
210
+ has_memory = any(
211
+ query.lower() in (m.title + m.content).lower()
212
+ for m in memories
213
+ )
214
+ if not has_memory:
215
+ gaps.append(f"知识空白:'{query}'(查询{count}次,无对应记忆)")
216
+
217
+ return gaps
218
+
219
+ @staticmethod
220
+ def _cosine(a: List[float], b: List[float]) -> float:
221
+ dot = sum(x * y for x, y in zip(a, b))
222
+ na = math.sqrt(sum(x * x for x in a))
223
+ nb = math.sqrt(sum(x * x for x in b))
224
+ return dot / (na * nb) if na and nb else 0.0
225
+
226
+
227
+ # ============================================================================
228
+ # Knowledge Abstractor(知识抽象)
229
+ # ============================================================================
230
+
231
+ class KnowledgeAbstractor:
232
+ """
233
+ 把相似/重复的记忆提炼为更高阶的抽象概念。
234
+
235
+ 两种抽象模式:
236
+ 1. 归纳抽象:多个 execution 记录 → 一条 insight(规律)
237
+ 2. 概念提升:多个 concept → 一条更高阶 concept
238
+ """
239
+
240
+ def abstract_cluster(
241
+ self,
242
+ memories,
243
+ llm_fn=None
244
+ ) -> Optional[Dict[str, Any]]:
245
+ """
246
+ 将一组相似记忆抽象为一条新记忆。
247
+
248
+ 返回:适合传给 hmr.ingest 的参数 dict,或 None(如果不值得抽象)
249
+ """
250
+ if len(memories) < 2:
251
+ return None
252
+
253
+ mtypes = [m.type for m in memories]
254
+ dominant_type = Counter(mtypes).most_common(1)[0][0]
255
+
256
+ # 根据类型选择目标类型
257
+ target_type = {
258
+ "execution": "reflection", # 执行记录 → 反思洞察
259
+ "concept": "concept", # 概念 → 更高阶概念
260
+ "decision": "concept", # 决策 → 决策模式
261
+ "task": "workflow", # 任务 → 工作流
262
+ }.get(dominant_type, "concept")
263
+
264
+ # 生成内容
265
+ content = self._generate_abstract(memories, dominant_type, llm_fn)
266
+ if not content:
267
+ return None
268
+
269
+ # 合并所有标签和依赖
270
+ all_tags = list(set(t for m in memories for t in m.tags))[:8]
271
+ all_deps = list(set(d for m in memories for d in m.runtime_dependencies))[:5]
272
+ avg_confidence = sum(m.confidence for m in memories) / len(memories)
273
+
274
+ return {
275
+ "content": content,
276
+ "memory_type": target_type,
277
+ "title": f"[抽象] {self._extract_topic(memories)}",
278
+ "metadata": {
279
+ "tags": all_tags + ["abstracted", f"from_{len(memories)}_memories"],
280
+ "runtime_dependencies": all_deps,
281
+ "confidence": round(min(0.95, avg_confidence + 0.1), 2),
282
+ }
283
+ }
284
+
285
+ def _generate_abstract(
286
+ self, memories, dominant_type: str, llm_fn=None
287
+ ) -> Optional[str]:
288
+ """生成抽象内容(LLM 或 TF-IDF)"""
289
+ if llm_fn:
290
+ try:
291
+ combined = "\n---\n".join(
292
+ f"[{m.type}] {m.title}: {m.content[:200]}"
293
+ for m in memories
294
+ )
295
+ return llm_fn(combined, len(memories))
296
+ except Exception:
297
+ pass
298
+
299
+ # TF-IDF 降级
300
+ return self._tfidf_abstract(memories, dominant_type)
301
+
302
+ def _tfidf_abstract(self, memories, dominant_type: str) -> str:
303
+ stop = {"的","了","是","在","a","an","the","is","to","of","and","in","for"}
304
+ all_text = " ".join(m.content for m in memories)
305
+ words = re.findall(r'\b\w{2,}\b', all_text.lower())
306
+ kws = [w for w in words if w not in stop]
307
+ top_kws = [w for w, _ in Counter(kws).most_common(10)]
308
+
309
+ type_prefix = {
310
+ "execution": "综合执行经验规律",
311
+ "concept": "抽象知识提炼",
312
+ "decision": "决策模式总结",
313
+ }.get(dominant_type, "知识抽象")
314
+
315
+ return (
316
+ f"{type_prefix}(来自 {len(memories)} 条记忆):\n"
317
+ f"核心主题:{', '.join(top_kws[:6])}。\n"
318
+ f"时间跨度:{memories[0].created_at.date()} ~ {memories[-1].created_at.date()}。"
319
+ )
320
+
321
+ def _extract_topic(self, memories) -> str:
322
+ words = []
323
+ for m in memories:
324
+ words.extend(re.findall(r'\b\w{3,}\b', m.title))
325
+ if not words:
326
+ return "综合记忆"
327
+ top = Counter(words).most_common(2)
328
+ return " + ".join(w for w, _ in top)
329
+
330
+
331
+ # ============================================================================
332
+ # Contradiction Resolver(矛盾解决)
333
+ # ============================================================================
334
+
335
+ class ContradictionResolver:
336
+ """
337
+ 处理互相矛盾的记忆对。
338
+
339
+ 策略:
340
+ - 保留置信度更高的那条(主要版本)
341
+ - 降低另一条的置信度和 temporal_weight
342
+ - 创建一条新的 reflection 记忆记录这个矛盾和解决过程
343
+ """
344
+
345
+ def resolve(
346
+ self,
347
+ mem_a,
348
+ mem_b,
349
+ reason: str,
350
+ memory_fs=None
351
+ ) -> Dict[str, Any]:
352
+ """
353
+ 解决两条记忆之间的矛盾。
354
+
355
+ 返回:
356
+ {
357
+ "winner": mem, # 保留的记忆
358
+ "loser": mem, # 降权的记忆
359
+ "reflection_content": str # 建议存储的矛盾说明
360
+ }
361
+ """
362
+ # 根据置信度 + 访问频率决定哪条是"正确的"
363
+ score_a = mem_a.confidence * 0.6 + min(1.0, mem_a.access_count / 10) * 0.4
364
+ score_b = mem_b.confidence * 0.6 + min(1.0, mem_b.access_count / 10) * 0.4
365
+
366
+ winner, loser = (mem_a, mem_b) if score_a >= score_b else (mem_b, mem_a)
367
+
368
+ # 降低 loser 的权重
369
+ loser.confidence = max(0.1, loser.confidence * 0.5)
370
+ loser.temporal_weight = max(0.1, loser.temporal_weight * 0.5)
371
+ if "contradicted" not in loser.tags:
372
+ loser.tags.append("contradicted")
373
+
374
+ if memory_fs:
375
+ memory_fs.write_memory(loser)
376
+
377
+ reflection_content = (
378
+ f"发现矛盾记忆对:\n"
379
+ f" 保留:[{winner.type}]《{winner.title}》(置信度={winner.confidence:.2f})\n"
380
+ f" 降权:[{loser.type}]《{loser.title}》\n"
381
+ f" 原因:{reason}"
382
+ )
383
+
384
+ return {
385
+ "winner": winner,
386
+ "loser": loser,
387
+ "reflection_content": reflection_content
388
+ }
389
+
390
+
391
+ # ============================================================================
392
+ # Strategy Optimizer(策略优化器)
393
+ # ============================================================================
394
+
395
+ class StrategyOptimizer:
396
+ """
397
+ 分析 HMR 的使用模式,推荐优化参数。
398
+ """
399
+
400
+ def suggest_lifecycle_config(
401
+ self,
402
+ memory_stats: Dict[str, Any],
403
+ scheduler_stats: Dict[str, Any],
404
+ lifecycle_stats: Dict[str, Any],
405
+ ) -> Dict[str, Any]:
406
+ """
407
+ 分析当前系统状态,推荐 LifecycleConfig 参数。
408
+ """
409
+ suggestions = {}
410
+ reasons = []
411
+
412
+ total = memory_stats.get("total_memories", 0)
413
+ by_type = memory_stats.get("memory_types", {})
414
+ dominant_strategy = scheduler_stats.get("dominant_strategy", "semantic")
415
+ hit_rate = float(scheduler_stats.get("cache_hit_rate", "0%").rstrip("%")) / 100
416
+ dormant = lifecycle_stats.get("by_state", {}).get("dormant", 0)
417
+
418
+ # 1. max_memories_per_type
419
+ max_per_type = max(by_type.values(), default=0)
420
+ if max_per_type > 150:
421
+ suggestions["max_memories_per_type"] = 80
422
+ reasons.append(f"某类型记忆数 {max_per_type} 过多,建议降低阈值到 80")
423
+ elif max_per_type < 20:
424
+ suggestions["max_memories_per_type"] = 200
425
+ reasons.append("记忆数量较少,放宽压缩限制")
426
+
427
+ # 2. check_interval_ingests
428
+ if total > 500:
429
+ suggestions["check_interval_ingests"] = 5
430
+ reasons.append("记忆库较大,建议加密检查频率(每5次)")
431
+ elif total < 50:
432
+ suggestions["check_interval_ingests"] = 20
433
+ reasons.append("记忆库较小,降低检查频率(每20次)")
434
+
435
+ # 3. prune_retrievability
436
+ if dormant > total * 0.3:
437
+ suggestions["prune_retrievability"] = 0.08
438
+ reasons.append(f"休眠记忆占比 {dormant/max(total,1):.0%},适当提高删除阈值")
439
+
440
+ # 4. JIT 相关
441
+ if dominant_strategy == "jit" and hit_rate < 0.4:
442
+ reasons.append("JIT 使用多但命中率低,建议检查查询质量或增加记忆数量")
443
+
444
+ return {
445
+ "suggested_config": suggestions,
446
+ "reasons": reasons,
447
+ "current_health": self._compute_health(total, hit_rate, dormant)
448
+ }
449
+
450
+ def analyze_recall_patterns(
451
+ self, scheduler_stats: Dict[str, Any]
452
+ ) -> List[str]:
453
+ """分析召回使用模式,给出优化建议"""
454
+ insights = []
455
+ counts = scheduler_stats.get("strategy_counts", {})
456
+ hit_rate = scheduler_stats.get("cache_hit_rate", "0%")
457
+
458
+ total_calls = sum(counts.values())
459
+ if total_calls == 0:
460
+ return ["尚无足够数据进行分析"]
461
+
462
+ for strat, cnt in counts.items():
463
+ ratio = cnt / total_calls
464
+ if ratio > 0.6:
465
+ insights.append(f"{strat} 策略占主导({ratio:.0%}),系统查询风格一致")
466
+ elif ratio > 0.3:
467
+ insights.append(f"{strat} 策略频繁使用({ratio:.0%})")
468
+
469
+ hit = float(str(hit_rate).rstrip("%")) / 100
470
+ if hit > 0.5:
471
+ insights.append(f"热缓存命中率 {hit_rate},查询重复度高,可考虑扩大缓存容量")
472
+ elif hit < 0.2:
473
+ insights.append(f"热缓存命中率 {hit_rate},查询多样性高,缓存效益有限")
474
+
475
+ return insights
476
+
477
+ def _compute_health(self, total: int, hit_rate: float, dormant: int) -> str:
478
+ if total == 0:
479
+ return "空库"
480
+ dormant_ratio = dormant / total
481
+ if dormant_ratio > 0.5:
482
+ return "⚠️ 记忆老化严重,建议运行压缩"
483
+ elif dormant_ratio > 0.3:
484
+ return "⚡ 一般,有一定老化"
485
+ elif hit_rate > 0.4:
486
+ return "✅ 健康,缓存效率良好"
487
+ else:
488
+ return "✅ 健康"
489
+
490
+
491
+ # ============================================================================
492
+ # Self-Evolution Engine(主类)
493
+ # ============================================================================
494
+
495
+ class SelfEvolutionEngine:
496
+ """
497
+ 自我演化引擎
498
+
499
+ 用法:
500
+ evo = SelfEvolutionEngine(storage_path="./hmr_data/evolution")
501
+ evo.register_ingest_fn(hmr.ingest)
502
+
503
+ # 运行完整演化周期
504
+ report = evo.evolve(
505
+ memories=hmr.memory_fs.list_memories(),
506
+ vector_store=hmr.vector_store,
507
+ memory_fs=hmr.memory_fs,
508
+ )
509
+
510
+ print(report["summary"])
511
+ for action in report["actions"]:
512
+ print(f" {action}")
513
+ """
514
+
515
+ def __init__(self, storage_path: Optional[str] = None):
516
+ self.storage_path = Path(storage_path) if storage_path else None
517
+ self._lock = threading.Lock()
518
+
519
+ self.detector = PatternDetector()
520
+ self.abstractor = KnowledgeAbstractor()
521
+ self.resolver = ContradictionResolver()
522
+ self.optimizer = StrategyOptimizer()
523
+
524
+ self.logs: List[EvolutionLog] = []
525
+ self._ingest_fn = None
526
+ self._llm_fn = None
527
+
528
+ if self.storage_path:
529
+ self.storage_path.mkdir(parents=True, exist_ok=True)
530
+ self._load_logs()
531
+
532
+ def register_ingest_fn(self, fn):
533
+ self._ingest_fn = fn
534
+
535
+ def register_llm_fn(self, fn):
536
+ """注入 LLM 摘要函数(可选)"""
537
+ self._llm_fn = fn
538
+
539
+ def evolve(
540
+ self,
541
+ memories,
542
+ vector_store=None,
543
+ memory_fs=None,
544
+ system_stats: Optional[Dict[str, Any]] = None,
545
+ dry_run: bool = False,
546
+ ) -> Dict[str, Any]:
547
+ """
548
+ 运行一次完整的演化周期。
549
+
550
+ dry_run=True:只分析,不实际修改(用于预览)
551
+
552
+ 返回演化报告:
553
+ {
554
+ "summary": str,
555
+ "actions": List[str],
556
+ "abstractions": int,
557
+ "contradictions_resolved": int,
558
+ "suggestions": dict,
559
+ "logs": List[EvolutionLog]
560
+ }
561
+ """
562
+ mem_list = list(memories)
563
+ actions = []
564
+ new_logs = []
565
+ abstractions = 0
566
+ contradictions_resolved = 0
567
+
568
+ print(f"[Evolution] 开始演化,记忆库 {len(mem_list)} 条...")
569
+
570
+ # ── Phase 1:发现重复簇并抽象 ─────────────────────────────────────
571
+ clusters = self.detector.find_duplicate_clusters(
572
+ mem_list, vector_store, similarity_threshold=0.75, min_cluster_size=3
573
+ )
574
+ print(f"[Evolution] 发现 {len(clusters)} 个重复簇")
575
+
576
+ for cluster in clusters[:5]: # 每次最多处理 5 个簇
577
+ abstract_kwargs = self.abstractor.abstract_cluster(
578
+ cluster, llm_fn=self._llm_abstract_fn()
579
+ )
580
+ if abstract_kwargs and not dry_run and self._ingest_fn:
581
+ new_mem = self._ingest_fn(**abstract_kwargs)
582
+ log = EvolutionLog(
583
+ operation="abstract",
584
+ affected_ids=[m.id for m in cluster],
585
+ result_id=new_mem.id,
586
+ description=f"抽象 {len(cluster)} 条 → 《{abstract_kwargs['title']}》"
587
+ )
588
+ new_logs.append(log)
589
+ actions.append(f"✅ 抽象 {len(cluster)} 条 [{cluster[0].type}] → 《{abstract_kwargs['title']}》")
590
+ abstractions += 1
591
+ elif dry_run:
592
+ actions.append(f"[预览] 可抽象 {len(cluster)} 条 [{cluster[0].type}] 记忆")
593
+
594
+ # ── Phase 2:检测并处理矛盾 ────────────────────────────────────────
595
+ contradictions = self.detector.find_contradictions(mem_list)
596
+ print(f"[Evolution] 发现 {len(contradictions)} 对矛盾记忆")
597
+
598
+ for mem_a, mem_b, reason in contradictions[:5]:
599
+ if not dry_run:
600
+ result = self.resolver.resolve(mem_a, mem_b, reason, memory_fs)
601
+ # 存储矛盾说明到记忆
602
+ if self._ingest_fn:
603
+ self._ingest_fn(
604
+ content=result["reflection_content"],
605
+ memory_type="reflection",
606
+ title=f"[矛盾解决] {mem_a.title[:20]}",
607
+ metadata={"tags": ["contradiction", "resolved"], "confidence": 0.8}
608
+ )
609
+ log = EvolutionLog(
610
+ operation="resolve",
611
+ affected_ids=[mem_a.id, mem_b.id],
612
+ result_id=None,
613
+ description=f"解决矛盾:{reason}"
614
+ )
615
+ new_logs.append(log)
616
+ actions.append(f"🔧 解决矛盾:《{mem_a.title[:25]}》vs《{mem_b.title[:25]}》({reason})")
617
+ contradictions_resolved += 1
618
+ else:
619
+ actions.append(f"[预览] 矛盾:《{mem_a.title[:25]}》vs《{mem_b.title[:25]}》")
620
+
621
+ # ── Phase 3:策略优化建议 ──────────────────────────────────────────
622
+ suggestions = {}
623
+ if system_stats:
624
+ suggestions = self.optimizer.suggest_lifecycle_config(
625
+ memory_stats=system_stats.get("memory_fs", {}),
626
+ scheduler_stats=system_stats.get("scheduler", {}),
627
+ lifecycle_stats=system_stats.get("lifecycle", {}),
628
+ )
629
+ if suggestions.get("reasons"):
630
+ for r in suggestions["reasons"]:
631
+ actions.append(f"💡 建议:{r}")
632
+
633
+ # ── 保存日志 ───────────────────────────────────────────────────────
634
+ with self._lock:
635
+ self.logs.extend(new_logs)
636
+
637
+ if not dry_run and self.storage_path:
638
+ self._save_logs()
639
+
640
+ summary = (
641
+ f"演化完成:抽象 {abstractions} 个簇,"
642
+ f"解决 {contradictions_resolved} 对矛盾,"
643
+ f"{'健康度: ' + suggestions.get('current_health', '') if suggestions else ''}"
644
+ )
645
+ print(f"[Evolution] {summary}")
646
+
647
+ return {
648
+ "summary": summary,
649
+ "actions": actions,
650
+ "abstractions": abstractions,
651
+ "contradictions_resolved": contradictions_resolved,
652
+ "suggestions": suggestions,
653
+ "logs": new_logs,
654
+ "dry_run": dry_run,
655
+ }
656
+
657
+ def get_stats(self) -> Dict[str, Any]:
658
+ by_op: Dict[str, int] = Counter(log.operation for log in self.logs)
659
+ return {
660
+ "total_operations": len(self.logs),
661
+ "by_operation": dict(by_op),
662
+ "recent_operations": [
663
+ {"op": l.operation, "desc": l.description, "time": l.timestamp.isoformat()}
664
+ for l in self.logs[-5:]
665
+ ]
666
+ }
667
+
668
+ def _llm_abstract_fn(self):
669
+ """返回 LLM 抽象函数(如果有注入)"""
670
+ if not self._llm_fn:
671
+ return None
672
+ llm = self._llm_fn
673
+
674
+ def fn(combined: str, count: int) -> Optional[str]:
675
+ try:
676
+ return llm(
677
+ f"从以下 {count} 条记忆中提炼核心规律(150字以内):\n{combined[:2000]}"
678
+ )
679
+ except Exception:
680
+ return None
681
+ return fn
682
+
683
+ def _save_logs(self):
684
+ if not self.storage_path:
685
+ return
686
+ path = self.storage_path / "evolution_logs.json"
687
+ tmp = path.with_suffix(".tmp")
688
+ data = [l.to_dict() for l in self.logs[-500:]]
689
+ with open(tmp, "w", encoding="utf-8") as f:
690
+ json.dump(data, f, ensure_ascii=False, indent=2, default=str)
691
+ tmp.replace(path)
692
+
693
+ def _load_logs(self):
694
+ path = self.storage_path / "evolution_logs.json"
695
+ if not path.exists():
696
+ return
697
+ try:
698
+ with open(path, "r", encoding="utf-8") as f:
699
+ data = json.load(f)
700
+ for d in data:
701
+ self.logs.append(EvolutionLog(
702
+ operation=d["operation"],
703
+ affected_ids=d["affected_ids"],
704
+ result_id=d.get("result_id"),
705
+ description=d["description"],
706
+ timestamp=datetime.fromisoformat(d["timestamp"])
707
+ ))
708
+ print(f"[Evolution] 加载 {len(self.logs)} 条演化日志")
709
+ except Exception as e:
710
+ print(f"[Evolution] 日志加载失败: {e}")