@furongjun1999/dsh-memory 0.8.0 → 0.9.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (714) hide show
  1. package/README.md +662 -632
  2. package/codebuddy/README.md +1 -1
  3. package/data/policy.json +17 -6
  4. package/docs/README.md +18 -2
  5. package/docs/discipline/harnesses.yaml +1 -1
  6. package/docs/discipline/templates/spec.txt.tmpl +23 -0
  7. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
  8. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
  9. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
  10. package/dsh/README.md +1 -1
  11. package/dsh/cordis.yml.example +1 -1
  12. package/hive/README.md +705 -0
  13. package/hive/id_charset_blocks.txt +147 -0
  14. package/lib/bridge.d.ts +3 -0
  15. package/lib/bridge.js +32 -11
  16. package/lib/cli.js +14 -17
  17. package/lib/hooks.d.ts +18 -3
  18. package/lib/hooks.js +147 -18
  19. package/lib/index.d.ts +2 -2
  20. package/lib/index.js +18 -4
  21. package/lib/init.js +21 -21
  22. package/lib/lib/datapath.d.ts +56 -0
  23. package/lib/lib/datapath.js +102 -9
  24. package/lib/lib/hook_audit.d.ts +0 -1
  25. package/lib/lib/hook_audit.js +13 -1
  26. package/lib/lib/mdcg_client.d.ts +4 -1
  27. package/lib/lib/mdcg_client.js +10 -2
  28. package/lib/lib/mutual.js +61 -15
  29. package/lib/lib/prompt_safety.js +16 -1
  30. package/lib/lib/roleplay_web.js +30 -2
  31. package/lib/lib/token_store.d.ts +25 -6
  32. package/lib/lib/token_store.js +224 -33
  33. package/lib/tools.d.ts +8 -2
  34. package/lib/tools.js +22 -3
  35. package/md_cg/_guard_kit.py +121 -0
  36. package/md_cg/admission.py +718 -718
  37. package/md_cg/anchor.py +114 -0
  38. package/md_cg/audit.py +22 -5
  39. package/md_cg/autonomy.py +433 -288
  40. package/md_cg/autonomy_modes.py +781 -642
  41. package/md_cg/bench_beir_bm25.py +154 -0
  42. package/md_cg/bench_beir_scifact.py +170 -0
  43. package/md_cg/bench_bm25_blockmax.py +134 -0
  44. package/md_cg/bench_bm25_incremental.py +246 -0
  45. package/md_cg/bench_ccg_heading.py +118 -0
  46. package/md_cg/bench_csre_correctness.py +145 -0
  47. package/md_cg/bench_excerpt_budget.py +94 -0
  48. package/md_cg/bench_fuzzy_substrings.py +299 -0
  49. package/md_cg/bench_memory_rsi.py +358 -0
  50. package/md_cg/bench_memory_rsi_latency.py +82 -0
  51. package/md_cg/bench_memory_rsi_public.py +116 -0
  52. package/md_cg/bench_memory_rsi_tools.py +229 -0
  53. package/md_cg/bench_rrf_candidates.py +212 -0
  54. package/md_cg/bench_rrf_public.py +100 -0
  55. package/md_cg/bench_text_projections.py +221 -0
  56. package/md_cg/bench_timeanchor.py +357 -0
  57. package/md_cg/bm25.py +601 -0
  58. package/md_cg/branches.py +404 -327
  59. package/md_cg/build_postings.py +74 -73
  60. package/md_cg/ccgc.py +4 -2
  61. package/md_cg/chain.py +572 -379
  62. package/md_cg/coldverify.py +531 -292
  63. package/md_cg/condaccept.py +263 -0
  64. package/md_cg/condgate.py +308 -0
  65. package/md_cg/config_registry.py +329 -0
  66. package/md_cg/config_registry_bulk.py +482 -0
  67. package/md_cg/config_registry_guard.py +487 -0
  68. package/md_cg/config_render.py +354 -0
  69. package/md_cg/config_validate.py +455 -0
  70. package/md_cg/conformance.py +21 -0
  71. package/md_cg/conformance_core.py +753 -0
  72. package/md_cg/consistency.py +1278 -955
  73. package/md_cg/consolidate.py +180 -20
  74. package/md_cg/crypto.py +794 -472
  75. package/md_cg/datapath.py +137 -12
  76. package/md_cg/eval_common.py +522 -575
  77. package/md_cg/evidence.py +946 -585
  78. package/md_cg/evidence_delivery.py +101 -0
  79. package/md_cg/experience_consolidation.py +317 -0
  80. package/md_cg/export.py +329 -222
  81. package/md_cg/forgetting.py +1050 -922
  82. package/md_cg/freshness.py +601 -548
  83. package/md_cg/fsutil.py +1120 -824
  84. package/md_cg/goal_gen.py +458 -0
  85. package/md_cg/hotcache.py +107 -9
  86. package/md_cg/hyperedge.py +14 -3
  87. package/md_cg/identity.py +573 -391
  88. package/md_cg/imgskill.py +1712 -0
  89. package/md_cg/insight.py +540 -521
  90. package/md_cg/interface_schema.py +146 -0
  91. package/md_cg/interop.py +20 -0
  92. package/md_cg/judgment_manifest.py +24 -1
  93. package/md_cg/lifecycle.py +86 -5
  94. package/md_cg/links.py +27 -6
  95. package/md_cg/logref.py +332 -327
  96. package/md_cg/mcp_server.py +5227 -4449
  97. package/md_cg/mdcg.py +1301 -203
  98. package/md_cg/mdcos.py +7104 -5417
  99. package/md_cg/memory_rsi.py +308 -0
  100. package/md_cg/metacognition.py +726 -591
  101. package/md_cg/nodefile.py +151 -3
  102. package/md_cg/op_table.py +1128 -0
  103. package/md_cg/postings.py +524 -300
  104. package/md_cg/predict.py +4 -1
  105. package/md_cg/probe_memory_rsi.py +95 -0
  106. package/md_cg/probe_memory_rsi_mcp.py +66 -0
  107. package/md_cg/protect.py +188 -28
  108. package/md_cg/protocol.py +492 -411
  109. package/md_cg/provenance.py +7 -1
  110. package/md_cg/qmd.py +477 -0
  111. package/md_cg/qmd_llm.py +334 -0
  112. package/md_cg/query_excerpt.py +171 -0
  113. package/md_cg/queue_health.py +130 -0
  114. package/md_cg/reach.py +470 -453
  115. package/md_cg/readcache.py +115 -3
  116. package/md_cg/reconcile.py +239 -228
  117. package/md_cg/refindex.py +1191 -1042
  118. package/md_cg/refine.py +12 -3
  119. package/md_cg/retrieve.py +128 -0
  120. package/md_cg/review_cli.py +204 -26
  121. package/md_cg/revise.py +140 -0
  122. package/md_cg/rollback.py +256 -19
  123. package/md_cg/rollback_cli.py +21 -1
  124. package/md_cg/rotate.py +347 -0
  125. package/md_cg/routing.py +62 -1
  126. package/md_cg/rrf_candidates.py +204 -0
  127. package/md_cg/run_tests.py +19 -1
  128. package/md_cg/scrub.py +177 -23
  129. package/md_cg/security.py +269 -17
  130. package/md_cg/self_state.py +1053 -1029
  131. package/md_cg/self_surface.py +50 -0
  132. package/md_cg/semantic/canonical.py +1 -1
  133. package/md_cg/semantic/export_en_zh_map.py +2 -2
  134. package/md_cg/semantic/zh_en_atoms.py +2 -0
  135. package/md_cg/session5.py +106 -0
  136. package/md_cg/signer.py +76 -2
  137. package/md_cg/sleep.py +1779 -1583
  138. package/md_cg/sources.py +273 -15
  139. package/md_cg/state_events.py +75 -10
  140. package/md_cg/state_slots.py +312 -221
  141. package/md_cg/stg.py +82 -16
  142. package/md_cg/stgidx.py +537 -281
  143. package/md_cg/subgraph.py +851 -729
  144. package/md_cg/sustain.py +458 -19
  145. package/md_cg/task_memory.py +367 -0
  146. package/md_cg/test_action_derive.py +210 -203
  147. package/md_cg/test_audit_heartbeat_20261015.py +417 -0
  148. package/md_cg/test_audit_protection_20261015.py +483 -0
  149. package/md_cg/test_audit_rotate_parity.py +280 -0
  150. package/md_cg/test_audit_state_20261015.py +253 -0
  151. package/md_cg/test_audit_write_20261015.py +161 -0
  152. package/md_cg/test_auto_defaults.py +43 -4
  153. package/md_cg/test_autonomy_emotion.py +328 -0
  154. package/md_cg/test_autonomy_modes.py +43 -3
  155. package/md_cg/test_b1_foreign_read.py +245 -0
  156. package/md_cg/test_bm25.py +438 -0
  157. package/md_cg/test_bm25_hydration_refill.py +265 -0
  158. package/md_cg/test_bm25_incremental.py +241 -0
  159. package/md_cg/test_bm25_incremental_mutations.py +160 -0
  160. package/md_cg/test_bm25_mutations.py +205 -0
  161. package/md_cg/test_bm25_pool_view.py +196 -0
  162. package/md_cg/test_boot_openblas_guard.py +218 -197
  163. package/md_cg/test_boundary_hit.py +1 -1
  164. package/md_cg/test_branches_sensitivity.py +375 -0
  165. package/md_cg/test_c8_search_rrf_gates.py +1 -1
  166. package/md_cg/test_canonical_timezones.py +211 -0
  167. package/md_cg/test_ccg_heading_parser.py +73 -0
  168. package/md_cg/test_chain_best_first.py +403 -0
  169. package/md_cg/test_chain_candidate_scope.py +227 -0
  170. package/md_cg/test_cn_recall_grams.py +206 -0
  171. package/md_cg/test_coldverify_drain.py +127 -0
  172. package/md_cg/test_condaccept.py +156 -0
  173. package/md_cg/test_condgate.py +141 -0
  174. package/md_cg/test_config_registry.py +55 -0
  175. package/md_cg/test_crypto_rotate.py +257 -0
  176. package/md_cg/test_csre_correctness.py +297 -0
  177. package/md_cg/test_csre_index_import_guard.py +161 -0
  178. package/md_cg/test_csre_mutations.py +34 -0
  179. package/md_cg/test_csre_session.py +69 -0
  180. package/md_cg/test_curiosity_budget.py +468 -0
  181. package/md_cg/test_d17_autostart_toolface.py +453 -0
  182. package/md_cg/test_datapath_tilde_home.py +271 -0
  183. package/md_cg/test_derived_cache_generations.py +256 -0
  184. package/md_cg/test_evidence_delivery_compact.py +54 -0
  185. package/md_cg/test_exact_text_cache.py +191 -0
  186. package/md_cg/test_excerpt_budget.py +188 -0
  187. package/md_cg/test_experience_consolidation.py +112 -0
  188. package/md_cg/test_export_default_collision.py +138 -0
  189. package/md_cg/test_export_snapshots.py +322 -0
  190. package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
  191. package/md_cg/test_gain_gate.py +16 -5
  192. package/md_cg/test_goal_gen.py +355 -0
  193. package/md_cg/test_h2_session_view_norm.py +251 -233
  194. package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
  195. package/md_cg/test_heartbeat_ledger.py +557 -0
  196. package/md_cg/test_hierarchy_audit_graph.py +237 -0
  197. package/md_cg/test_i50c_meta_passthrough.py +628 -608
  198. package/md_cg/test_i50e_readside_protection.py +6 -4
  199. package/md_cg/test_identity_attribution.py +96 -2
  200. package/md_cg/test_identity_contract.py +329 -0
  201. package/md_cg/test_imgskill.py +1444 -0
  202. package/md_cg/test_index_snapshot_shape.py +240 -0
  203. package/md_cg/test_interop_judgment.py +258 -228
  204. package/md_cg/test_issue111_gate_order.py +77 -0
  205. package/md_cg/test_issue111_scoring_contract.py +87 -0
  206. package/md_cg/test_issue121_calibration_bounds.py +293 -0
  207. package/md_cg/test_issue128_session_env_authority.py +246 -0
  208. package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
  209. package/md_cg/test_issue131_postings_content_staleness.py +424 -0
  210. package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
  211. package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
  212. package/md_cg/test_issue147_pack_id_escape.py +378 -0
  213. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
  214. package/md_cg/test_issue149_accel_default_face.py +249 -0
  215. package/md_cg/test_issue150_empty_query_terms.py +328 -0
  216. package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
  217. package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
  218. package/md_cg/test_issue152_sealed_postings.py +309 -0
  219. package/md_cg/test_issue152b_decrypt_cache.py +218 -0
  220. package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
  221. package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
  222. package/md_cg/test_issue157b_index_remainder.py +344 -0
  223. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
  224. package/md_cg/test_issue190_tidy_idempotent.py +806 -0
  225. package/md_cg/test_issue191_import_trust.py +382 -0
  226. package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
  227. package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
  228. package/md_cg/test_issue193_write_scope.py +378 -0
  229. package/md_cg/test_issue197_rank_credibility_property.py +201 -0
  230. package/md_cg/test_issue211_export_target.py +325 -0
  231. package/md_cg/test_issue212_writeface_gaps.py +349 -0
  232. package/md_cg/test_issue214_reject_sensitivity.py +267 -0
  233. package/md_cg/test_issue215_condition_source_gap.py +272 -0
  234. package/md_cg/test_issue216_clash_routes.py +214 -0
  235. package/md_cg/test_issue217_slot_routes.py +248 -0
  236. package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
  237. package/md_cg/test_issue225_consistency_torn_log.py +433 -0
  238. package/md_cg/test_issue245_swarm_traversal.py +366 -0
  239. package/md_cg/test_issue258_pack_sensitivity.py +468 -0
  240. package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
  241. package/md_cg/test_issue274_read_node_id_none.py +341 -0
  242. package/md_cg/test_issue275_layer_param.py +250 -0
  243. package/md_cg/test_issue277_node_id_traversal.py +384 -0
  244. package/md_cg/test_issue278_neg_separated_tension.py +271 -0
  245. package/md_cg/test_issue278_neg_window.py +294 -0
  246. package/md_cg/test_issue278_negative_layering.py +83 -0
  247. package/md_cg/test_issue279_signers_path_guard.py +652 -0
  248. package/md_cg/test_issue284_skip_not_pass.py +291 -0
  249. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
  250. package/md_cg/test_issue295_sleep_root_binding.py +589 -0
  251. package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
  252. package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
  253. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
  254. package/md_cg/test_issue303_design_boundaries.py +262 -0
  255. package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
  256. package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
  257. package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
  258. package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
  259. package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
  260. package/md_cg/test_issue321_mcp_deep_json.py +305 -0
  261. package/md_cg/test_issue322_node_write_lock.py +727 -0
  262. package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
  263. package/md_cg/test_issue324_write_size_fields.py +215 -0
  264. package/md_cg/test_issue325_audit_poison.py +230 -0
  265. package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
  266. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
  267. package/md_cg/test_issue326_key_perms.py +355 -0
  268. package/md_cg/test_issue326_twin_parser_parity.py +323 -0
  269. package/md_cg/test_issue326_vm_call_frame.py +569 -0
  270. package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
  271. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
  272. package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
  273. package/md_cg/test_issue348_insight_verify_op.py +200 -0
  274. package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
  275. package/md_cg/test_issue350_casefold_collision.py +236 -0
  276. package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
  277. package/md_cg/test_issue352_imgaudit.py +418 -0
  278. package/md_cg/test_issue352_pathsjson.py +537 -0
  279. package/md_cg/test_issue352_refindex.py +412 -0
  280. package/md_cg/test_issue352_rollback.py +604 -0
  281. package/md_cg/test_issue352_vstateinherit.py +196 -0
  282. package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
  283. package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
  284. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
  285. package/md_cg/test_issue354_rust_index_containment.py +571 -0
  286. package/md_cg/test_issue354_rust_wal_containment.py +606 -0
  287. package/md_cg/test_issue358_truncation_observable.py +247 -0
  288. package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
  289. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
  290. package/md_cg/test_issue362_neg_condition.py +468 -0
  291. package/md_cg/test_issue363_lexical_idf.py +275 -0
  292. package/md_cg/test_issue370_readcache_assembly.py +488 -0
  293. package/md_cg/test_issue375_state_slot_retire.py +325 -0
  294. package/md_cg/test_issue376_heartbeat_failed.py +293 -0
  295. package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
  296. package/md_cg/test_issue378_protected_floor.py +310 -0
  297. package/md_cg/test_issue383_state_event_write_gate.py +462 -0
  298. package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
  299. package/md_cg/test_issue398_toolface_op_parity.py +511 -0
  300. package/md_cg/test_issue399_hive_json_shape.py +317 -0
  301. package/md_cg/test_issue400_hive_dirty_args.py +450 -0
  302. package/md_cg/test_issue401_wisdom_codegen.py +295 -0
  303. package/md_cg/test_issue404_heal_receipt.py +390 -0
  304. package/md_cg/test_issue405_git_pathspec.py +333 -0
  305. package/md_cg/test_issue408_eface_registry.py +291 -0
  306. package/md_cg/test_issue409_compact_index_completeness.py +509 -0
  307. package/md_cg/test_issue410_verify_demote_write.py +366 -0
  308. package/md_cg/test_issue411_scrub_idempotence.py +575 -0
  309. package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
  310. package/md_cg/test_issue413_preimage_failclosed.py +239 -0
  311. package/md_cg/test_issue413_preimage_twin.py +340 -0
  312. package/md_cg/test_issue414_write_args_parity.py +613 -0
  313. package/md_cg/test_issue415_deps_gate_probe.py +358 -0
  314. package/md_cg/test_issue416_entry_key_subset.py +525 -0
  315. package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
  316. package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
  317. package/md_cg/test_issue418_role_type_gate.py +265 -0
  318. package/md_cg/test_issue419_pii_redaction.py +642 -0
  319. package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
  320. package/md_cg/test_issue425_ingest_library_path.py +331 -0
  321. package/md_cg/test_issue426a_dedup_receipt.py +242 -0
  322. package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
  323. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
  324. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
  325. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
  326. package/md_cg/test_issue427_serve_status_shape.py +191 -0
  327. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
  328. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
  329. package/md_cg/test_issue434_435_float_gate.py +90 -0
  330. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
  331. package/md_cg/test_issue43_default_policy.py +13 -4
  332. package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
  333. package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
  334. package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
  335. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
  336. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
  337. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
  338. package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
  339. package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
  340. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
  341. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
  342. package/md_cg/test_issue451_audit_actor.py +313 -0
  343. package/md_cg/test_issue452_ingest_root_hint.py +238 -0
  344. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
  345. package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
  346. package/md_cg/test_issue466_basis_registry.py +469 -0
  347. package/md_cg/test_issue467_identity_sensitivity.py +204 -0
  348. package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
  349. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
  350. package/md_cg/test_issue470_wal_event_durable.py +427 -0
  351. package/md_cg/test_issue471_identity_readable.py +137 -0
  352. package/md_cg/test_issue472_audit_chain.py +91 -0
  353. package/md_cg/test_issue472_prune_ledger.py +106 -0
  354. package/md_cg/test_issue472_rollback_degraded.py +82 -0
  355. package/md_cg/test_issue491_compose_sandbox.py +460 -0
  356. package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
  357. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
  358. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
  359. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
  360. package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
  361. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
  362. package/md_cg/test_issue525_read_null_semantics.py +52 -0
  363. package/md_cg/test_issue538_hook_condition_space.py +97 -0
  364. package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
  365. package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
  366. package/md_cg/test_issue542_tenant_root_same.py +153 -0
  367. package/md_cg/test_issue543_issue_authorization.py +147 -0
  368. package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
  369. package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
  370. package/md_cg/test_issue546_ledger_concurrency.py +81 -0
  371. package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
  372. package/md_cg/test_issue547_audit_durable.py +96 -0
  373. package/md_cg/test_issue549_durable_append.py +143 -0
  374. package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
  375. package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
  376. package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
  377. package/md_cg/test_issue559_refine_prefix.py +70 -0
  378. package/md_cg/test_issue561_pending_review.py +109 -0
  379. package/md_cg/test_issue66_scrub_semantics.py +107 -0
  380. package/md_cg/test_issue67_scrub_control_pool.py +233 -0
  381. package/md_cg/test_issue69_audit_boundary.py +129 -0
  382. package/md_cg/test_issue71_queue_backlog.py +377 -0
  383. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
  384. package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
  385. package/md_cg/test_issue75_neural_failure.py +582 -0
  386. package/md_cg/test_issue78_export_concurrency.py +334 -0
  387. package/md_cg/test_issue80_residual_flush.py +169 -0
  388. package/md_cg/test_issue82_credential_rules.py +271 -0
  389. package/md_cg/test_issue82_layer_and_size.py +120 -0
  390. package/md_cg/test_issue84_portability.py +95 -0
  391. package/md_cg/test_issue85_export_overwrite.py +113 -0
  392. package/md_cg/test_issue86_runtime_revoke.py +110 -0
  393. package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
  394. package/md_cg/test_issue88_conclusion_face.py +280 -0
  395. package/md_cg/test_issue88_execution_conflicts.py +87 -0
  396. package/md_cg/test_issue89_zero_score.py +169 -0
  397. package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
  398. package/md_cg/test_issue91_verifier_sandbox.py +314 -0
  399. package/md_cg/test_issue91_verifier_timeout.py +528 -0
  400. package/md_cg/test_issue93_remember_redaction.py +282 -0
  401. package/md_cg/test_issue96_key_fallback.py +102 -0
  402. package/md_cg/test_issue98_tenant_root.py +104 -0
  403. package/md_cg/test_jsonl_commit_watermark.py +221 -0
  404. package/md_cg/test_live_validity_cache.py +256 -0
  405. package/md_cg/test_logref.py +32 -0
  406. package/md_cg/test_mcp_call_argument_types.py +99 -0
  407. package/md_cg/test_md_access_parity.py +80 -5
  408. package/md_cg/test_md_cg_no_hive_dep.py +140 -0
  409. package/md_cg/test_memory_rsi.py +215 -0
  410. package/md_cg/test_memory_rsi_adversarial.py +91 -0
  411. package/md_cg/test_mode_parity.py +1413 -1393
  412. package/md_cg/test_mutation_residue.py +120 -0
  413. package/md_cg/test_mutation_rollback.py +62 -32
  414. package/md_cg/test_n123_derive_expiry_chain.py +10 -5
  415. package/md_cg/test_n130_verify_falsified_protect.py +185 -185
  416. package/md_cg/test_n209_verify_write_face_gates.py +7 -2
  417. package/md_cg/test_n230_dirty_replay.py +52 -9
  418. package/md_cg/test_n62_tenant_bind_failclosed.py +3 -3
  419. package/md_cg/test_neg_coverage_budget.py +500 -0
  420. package/md_cg/test_neg_tail_honesty.py +79 -9
  421. package/md_cg/test_p0.py +16 -2
  422. package/md_cg/test_p14_root_fallback.py +373 -0
  423. package/md_cg/test_p1x_ref_root.py +47 -10
  424. package/md_cg/test_p21_tokens.py +2 -1
  425. package/md_cg/test_p24_evidence.py +232 -227
  426. package/md_cg/test_p26_refindex.py +20 -3
  427. package/md_cg/test_p27_docindex.py +16 -1
  428. package/md_cg/test_p28_refcheck.py +45 -24
  429. package/md_cg/test_p29_session_ingest_export.py +6 -0
  430. package/md_cg/test_p2_mcp.py +474 -453
  431. package/md_cg/test_p2_six_elements.py +14 -1
  432. package/md_cg/test_p3.py +370 -261
  433. package/md_cg/test_p33_ccg_wiring.py +9 -2
  434. package/md_cg/test_p3_legacy_closure.py +6 -1
  435. package/md_cg/test_p40_refine_worklist.py +5 -2
  436. package/md_cg/test_p45_session_identity.py +250 -3
  437. package/md_cg/test_p47_session_view.py +25 -9
  438. package/md_cg/test_p4_freshness.py +8 -1
  439. package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
  440. package/md_cg/test_p9c_dedup_hints.py +7 -2
  441. package/md_cg/test_policy_required_ccg.py +12 -0
  442. package/md_cg/test_postings_digest_memo.py +139 -0
  443. package/md_cg/test_predict_beta.py +138 -135
  444. package/md_cg/test_qmd.py +500 -0
  445. package/md_cg/test_query_excerpt.py +209 -0
  446. package/md_cg/test_reach.py +456 -378
  447. package/md_cg/test_reach_snapshot_admission.py +218 -0
  448. package/md_cg/test_readcache_prodpath.py +4 -0
  449. package/md_cg/test_recall_face_guards.py +854 -812
  450. package/md_cg/test_recall_metadata.py +422 -0
  451. package/md_cg/test_retr_s5.py +104 -5
  452. package/md_cg/test_retr_score_once.py +14 -2
  453. package/md_cg/test_review_cli_attribution.py +11 -7
  454. package/md_cg/test_review_queue_batch.py +123 -0
  455. package/md_cg/test_review_queue_index.py +130 -0
  456. package/md_cg/test_rrf_candidates.py +292 -0
  457. package/md_cg/test_rrf_qualified_topk.py +214 -0
  458. package/md_cg/test_rrf_unique_votes.py +218 -0
  459. package/md_cg/test_s1_ast_judge.py +110 -0
  460. package/md_cg/test_scrub_ledger.py +413 -0
  461. package/md_cg/test_security_audit_b26.py +34 -3
  462. package/md_cg/test_security_audit_v21.py +1 -2
  463. package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
  464. package/md_cg/test_session5_identity.py +93 -0
  465. package/md_cg/test_session_attribution_consistency.py +813 -0
  466. package/md_cg/test_session_identity_tristate.py +486 -0
  467. package/md_cg/test_sleep_p1.py +35 -3
  468. package/md_cg/test_state_event_op.py +8 -1
  469. package/md_cg/test_state_projection_streaming.py +136 -0
  470. package/md_cg/test_stg_interval_candidates.py +280 -0
  471. package/md_cg/test_stg_time_blocks.py +239 -0
  472. package/md_cg/test_stgidx_index_parity.py +16 -12
  473. package/md_cg/test_subgraph_bounded_bfs.py +227 -0
  474. package/md_cg/test_sustain_bounded.py +30 -2
  475. package/md_cg/test_task_memory.py +394 -0
  476. package/md_cg/test_text_projection_mutations.py +101 -0
  477. package/md_cg/test_time_anchor.py +421 -0
  478. package/md_cg/test_time_core_lint.py +1024 -975
  479. package/md_cg/test_tool_face.py +200 -189
  480. package/md_cg/test_trust_bounded_frontier.py +248 -0
  481. package/md_cg/test_trust_edge_reachability.py +405 -0
  482. package/md_cg/test_w5_path_fingerprint.py +381 -0
  483. package/md_cg/test_w7_redlines.py +659 -0
  484. package/md_cg/test_write_return_shape.py +919 -0
  485. package/md_cg/test_writepipe.py +5 -3
  486. package/md_cg/timeanchor.py +534 -0
  487. package/md_cg/tokens.py +68 -5
  488. package/md_cg/tool_face.py +273 -260
  489. package/md_cg/trust.py +110 -26
  490. package/md_cg/twophase.py +74 -2
  491. package/md_cg/weights.py +642 -638
  492. package/md_cg/whitebox.py +9 -0
  493. package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
  494. package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
  495. package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
  496. package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
  497. package/md_cg/whitebox_kb/wisdom/compose_engine.py +3 -2
  498. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +22 -2
  499. package/md_cg/whitebox_kb/wisdom/core/parser.py +17 -0
  500. package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
  501. package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
  502. package/md_cg/whitebox_kb/wisdom/md_access.py +23 -3
  503. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +21 -0
  504. package/md_cg/whitebox_kb/wisdom/mini_python.py +44 -7
  505. package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
  506. package/md_cg/whitebox_kb/wisdom/net_units.py +12 -7
  507. package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
  508. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +13 -7
  509. package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
  510. package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
  511. package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
  512. package/md_cg/writelimit.py +584 -390
  513. package/md_cg/writepipe.py +587 -76
  514. package/package.json +13 -9
  515. package/skills/plugin.json +1 -1
  516. package/src/bridge.ts +34 -11
  517. package/src/cli.ts +75 -65
  518. package/src/hooks.ts +908 -776
  519. package/src/index.ts +19 -5
  520. package/src/init.ts +362 -361
  521. package/src/lib/datapath.ts +419 -326
  522. package/src/lib/hook_audit.ts +256 -243
  523. package/src/lib/mdcg_client.ts +10 -2
  524. package/src/lib/mutual.ts +481 -432
  525. package/src/lib/prompt_safety.ts +164 -149
  526. package/src/lib/roleplay_web.ts +30 -2
  527. package/src/lib/token_store.ts +274 -52
  528. package/src/tools.ts +249 -223
  529. package/zcode/README.md +1 -1
  530. package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
  531. package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
  532. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
  533. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
  534. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
  535. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
  536. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
  537. package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
  538. package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
  539. package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
  540. package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
  541. package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
  542. package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
  543. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
  544. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
  545. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
  546. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
  547. package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
  548. package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
  549. package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
  550. package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
  551. package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
  552. package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
  553. package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
  554. package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
  555. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
  556. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
  557. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
  558. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
  559. package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
  560. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
  561. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
  562. package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
  563. package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
  564. package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
  565. package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
  566. package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
  567. package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
  568. package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
  569. package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
  570. package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
  571. package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
  572. package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -152
  573. package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
  574. package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
  575. package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
  576. package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
  577. package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
  578. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
  579. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
  580. package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
  581. package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
  582. package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
  583. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
  584. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
  585. package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
  586. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
  587. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
  588. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
  589. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
  590. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
  591. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
  592. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
  593. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
  594. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
  595. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
  596. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
  597. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
  598. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
  599. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
  600. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
  601. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
  602. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
  603. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
  604. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
  605. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
  606. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
  607. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
  608. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
  609. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
  610. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
  611. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
  612. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
  613. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
  614. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
  615. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
  616. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
  617. package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
  618. package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
  619. package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
  620. package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
  621. package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
  622. package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
  623. package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
  624. package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
  625. package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
  626. package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
  627. package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
  628. package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
  629. package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
  630. package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
  631. package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
  632. package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
  633. package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
  634. package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
  635. package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
  636. package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
  637. package/docs/mdcg/guardrail-charter.md +0 -164
  638. package/docs/mdcg/lingshu_tutorial.html +0 -14956
  639. package/docs/mdcg/memory-assessment.html +0 -923
  640. package/docs/mdcg/memory_score.html +0 -213
  641. package/docs/mdcg/memory_score.png +0 -0
  642. package/docs/mdcg/release_v0.3.0.md +0 -36
  643. package/docs/mdcg/release_v0.4.11.md +0 -49
  644. package/docs/mdcg/release_v0.4.5.md +0 -55
  645. package/docs/mdcg/tool_table_v0.3.0.md +0 -117
  646. package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
  647. package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
  648. package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
  649. package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
  650. package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
  651. package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
  652. package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
  653. package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
  654. package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
  655. package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
  656. package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
  657. package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
  658. package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
  659. package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
  660. package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
  661. package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
  662. package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
  663. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
  664. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
  665. package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
  666. package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
  667. package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
  668. package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
  669. package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
  670. package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
  671. package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
  672. package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
  673. package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
  674. package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
  675. package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
  676. package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
  677. package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
  678. package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
  679. package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
  680. package/docs/promo/bilibili-cover.jpg +0 -0
  681. package/docs/promo/promo-visual-1.png +0 -0
  682. package/docs/promo/promo-visual-2.png +0 -0
  683. package/docs/promo/promo-visual-3.png +0 -0
  684. package/docs/promo/promo-visual-4.png +0 -0
  685. package/docs/promo/promo-visual-5.png +0 -0
  686. package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
  687. package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
  688. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
  689. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
  690. package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
  691. package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
  692. package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
  693. package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
  694. package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
  695. package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
  696. package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
  697. package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
  698. package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
  699. package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
  700. package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
  701. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
  702. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
  703. package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
  704. package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
  705. package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
  706. package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
  707. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
  708. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
  709. package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
  710. package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
  711. package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
  712. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
  713. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
  714. package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
@@ -1,552 +0,0 @@
1
- # 认知图 MD 目录方案 · 设计文档
2
-
3
- > 版本:v0.4(md 原生口径)| 2026-09-10 | 状态:**P0 25/25 + P1 37/37 全绿**
4
- > 背景:用**结构化 md 文件 + 文件索引**替代 sqlite 存认知图。这不是"换存储引擎",
5
- > 而是让认知图回归它的**本征形态**——分层的条件注释目录。
6
- > 依据:白箱智能五层记忆 + 条件代码图 CCG(三重注释范式)+ 第五篇"召回非全量/条件路由"。
7
- >
8
- > **v0.4 修订说明(去外部依赖)**:本仓库按「用新的 md 文档记忆库做验证」把
9
- > `census`/`bench_p0`/`test_p0`/`test_p1` 全部改为 **md 原生**——不再依赖
10
- > `wisdom-book-cloud-new.db` 与 `aeis.core`;数据来源统一为 `md_cg/corpus.py` 自建的
11
- > 336 节点 md 语料(14 域 × 6 知识点 × 4 侧面)。因此 v0.2/v0.3 里的「3048 节点真实库」
12
- > 数字(3037 桶 / 单例 99.9% / sqlite 对比)**已被同构自建库的实测替换**,
13
- > 结论方向不变,量级按新库重标。被推翻的条款保留原文并标 `~~删除线~~`,便于追溯决策链。
14
- > 代码位置 `md_cg/`(工作区顶层),验收 `python -m md_cg.test_p0` + `python -m md_cg.test_p1`。
15
- >
16
- > | v0.1 假设 | 实测结果(v0.4 自建 md 库:336 节点) | 修订处 |
17
- > |---|---|---|
18
- > | 四元组哈希分桶可用 | 336 桶/336 节点,单例桶 **100%**,等于全表扫 | §1 |
19
- > | 桶内 LIKE 落空 → 桶内全扫即可 | 桶内全扫仍可能空,会**被分区误杀**返回空集 | §4 |
20
- > | `_index.json` 读-改-写 + 全局锁 | 多进程实测**整批丢失 106/240 条**(v0.2 原库) | §6 |
21
- > | 读节点时更新 access_count | 检索变写操作,破坏"检索只读"契约 | §7 |
22
- >
23
- > **v0.3 修订说明(P1 架构对齐)**:v0.2 只解决了「文件怎么存、怎么并发」,但对照白箱
24
- > 四篇入门 + 第五篇记忆篇逐条审查,实现与认知图架构有 **9 处结构性错位**(v0.2 全部没有):
25
- >
26
- > | v0.3 补全 | 依据 | 代码/验收 |
27
- > |---|---|---|
28
- > | CCG 5 要素(补**验证方式、不适用条件**) | 第 1 篇第 17 章;28%→88% 靠补不适用条件 | `nodefile.py` |
29
- > | `verification_basis` 外部验证基底 | 第 2 篇第 7 章:能被验证才能被信任 | `nodefile.py` |
30
- > | `rejected/` + `unresolved/` 负记忆目录 | 第 5 篇 L2「失败比成功值钱」/L5 | `mdcg.add_rejected/add_unresolved` |
31
- > | 资格判定四态(ACCEPT/REJECT/DEFER/BLINDSPOT) | 第 1 篇核心:相似度不授予资格 | `judge_qualification` |
32
- > | 指标改 Top-1/Top-5/盲区率 | 第 1 篇第 9 章(96/96) | `test_p1` 维度4 |
33
- > | 两阶段并行收敛路由(14 大域→域内) | 第 3 篇第 4 章 56 学科卡→14 大域 | `routing.big_domain_classify` |
34
- > | 信息差 D(t,C) 与 d²D/dt² | 第 4 篇 + 第 3 篇附录 | `reflect`/_reflection.jsonl |
35
- > | 知识飞轮(误差→找漏条件→验证→更新) | 第 2 篇第 8 章 | `flywheel_step` |
36
- > | 五大单元补齐(反思/验证/输出) | 第 3 篇第 13 章 | `reflect`/`verify` |
37
-
38
- ---
39
-
40
- ## 0. 核心判断
41
-
42
- **认知图本来就该是"目录 + 条件注释"的文件结构,sqlite 是权宜(把它塞进关系表)。**
43
- - 五层记忆(layer)→ 目录层级。
44
- - 条件路由(召回非全量)→ 目录分区 = 条件索引。
45
- - CCG 条件注释(5 要素:适用条件/子功能/执行/验证方式/不适用条件)→ 每个节点的统一格式。
46
- - md 文件 → 可审计/diff/共享/零依赖(D-005)。
47
-
48
- **md 替代 sqlite = 迁回认知图本征形态**,而非"换一个存储"。
49
-
50
- ---
51
-
52
- ## 1. 目录分层 Schema
53
-
54
- ```
55
- <ROOT>/ # 认知图根(如 ~/.agent-memory/ 或 AEIS/data/lingxu-cg/)
56
- ├── _index.json # 自描述:schema_version、各层节点 id→相对路径 索引
57
- ├── anchor/ # 锚点层(不可遗忘,保护)
58
- │ ├── node_<id>.md
59
- │ └── ...
60
- ├── structural/ # 结构层(协议/自我/信任)
61
- ├── knowledge/ # 知识层(经验学习,主检索层)
62
- │ ├── condition_<hash>/ # ★ 条件分区(按 condition_space 键归一化分桶)
63
- │ │ ├── node_<id>.md
64
- │ │ └── ...
65
- │ └── orphan/ # 无条件/未归桶的
66
- ├── rejected/ # v0.3 负记忆 L2:被证伪假设(importance=0,不参与正排打分)
67
- ├── unresolved/ # v0.3 负记忆 L5:未解问题清单(驱动主动探索,见 §2.2)
68
- ├── contextual/ # 情境层(短期,可衰减/淘汰)
69
- └── self/ # 自我层(自我模型/信任状态/盲区)
70
- ```
71
-
72
- **分层原则**:layer → 目录;condition_space → 知识层内的条件分区子目录。
73
- `rejected/` 与 `unresolved/` 在五层之外,**不参与正向评分**,只作覆盖标记 + 防御再犯(§2.2)。
74
-
75
- ### 1.1 分桶键:为什么不能用四元组哈希(实测证伪)
76
-
77
- > ~~分区粒度:条件空间四元组 `(observation_position, observation_tool, time_window, existence_constraint)`
78
- > → 归一化哈希 → `condition_<hash>/`。~~
79
-
80
- 在自建 md 库 336 个节点上做分桶键普查(`md_cg/census.py _md_cg_p0`),四元组哈希**完全退化**:
81
-
82
- | 方案 | 分桶键 | 桶数 | 最大桶占比 | 单例桶率 | 期望扫描占比 |
83
- |---|---|---|---|---|---|
84
- | A | 原始四元组哈希(v0.1) | **336** | 0.3% | **100%** | 100% |
85
- | B | 三元组(排除 time_window) | **336** | 0.3% | **100%** | 100% |
86
- | C | 双元组(position + tool) | **336** | 0.3% | **100%** | 100% |
87
- | D | **归一化域键(采用)** | **14** | 7.1% | **0.0%** | **7.1%** |
88
-
89
- 根因:`observation_position` 字段里嵌了**实例名**(如「知识点(二分查找)」),
90
- 取值数 ≈ 节点数,一个节点一个桶 = 每次检索都退化成全表扫,
91
- "条件路由非全量"的收益归零。另三个字段则**信息量过低**、无法承担分区:
92
- `observation_tool`/`existence_constraint` 100% 集中于单值、`time_window` 唯一率 57.7% 但仍是实例级取值。
93
- (v0.2 在 3048 节点真实库上测得同一结论:A 方案 3037 桶 / 单例 99.9%,D 方案 90 桶 / 2.0%。)
94
-
95
- **v0.2 分桶键**(`routing.route_key`):
96
- 1. 优先取 `tags` 里的 `domain:` 前缀值(写入侧显式声明的领域);
97
- 2. 回退到 `observation_position` **归一化后**的域名——剥离「知识点(xxx)」的实例名尾巴
98
- 与「内容(按骨架填充)」类后缀,把 3033 种实例名收敛成 90 个域;
99
- 3. 都取不到 → `orphan/`。
100
-
101
- 目录名 = `cond_<可读域名>_<sha256短哈希>`(如 `cond_计算机科学_36855ea8`),
102
- 保留可读前缀便于人工审计,短哈希避免非法路径字符与重名。
103
-
104
- ### 1.2 分桶健康度必须是可自检指标
105
-
106
- 分桶键退化是**静默故障**——功能全对、只是慢,不会报错。因此把健康度做成
107
- `MdCG.health()` 的常驻自检(`routing.bucket_health`),三条判据任一触发即判定退化:
108
-
109
- - 巨桶:最大桶占比 > 30%(分区没起作用)
110
- - 碎片化:单例桶率 > 50%(键含实例级字段,即 v0.1 的病)
111
- - **期望扫描占比 `Σvᵢ²/n²` > 30%**(核心指标:随机一次查询的期望扫描比例)
112
-
113
- 期望扫描占比是唯一能同时抓住"巨桶"和"碎片化"两种退化的单一标量,
114
- P0 验收直接断言它 < 10%(自建 md 库实测 7.1%;v0.2 真实库 2.0%)。
115
- - 这是**条件路由的物理索引**:查询"当前情境满足什么条件"→ 直接进对应 `condition_<hash>/`,**非全量**。
116
-
117
- ---
118
-
119
- ## 2. 节点文件格式(单个 .md)
120
-
121
- 每个节点 = 一个 `.md`,**YAML frontmatter = 结构化字段,正文 = content(可带 CCG 注释)**。
122
-
123
- ```markdown
124
- ---
125
- id: node_xxx
126
- layer: knowledge # anchor|structural|knowledge|contextual|self
127
- modality: text
128
- importance: 0.8
129
- confidence: 0.6
130
- condition_space:
131
- observation_position: 感知系统
132
- observation_tool: 图像识别
133
- time_window: [1788..., 1789...]
134
- existence_constraint: 协议实例运行中
135
- tags: [vision, subpart, head]
136
- spatial: {bbox: [217,51,605,310]} # 可选
137
- temporal: 1788612...
138
- created_at: 1788612...
139
- semantic_coordinates: {} # 可选
140
- state_attributes: {modality: image} # 可选
141
- entity_id: null
142
- verification_basis: test # v0.3:外部验证基底(compiler|test|measurement|formal_proof|data|other)
143
- non_applicable_conditions: [ ... ] # v0.3:能力级不适用条件(28%→88% 的关键)
144
- access_count: 0
145
- last_access: 0
146
- ---
147
- # 功能名:head 部件识别
148
- # 生效条件:白箱观测域含 subject=人物,view_distance=全身
149
- # 子功能:bbox 定位 → 前景占比 → 白箱四态判定
150
- # 执行:返回 {bbox, verdict, fg_ratio}
151
- # 验证方式:由 vision 流水线测试记录验证
152
- # 不适用条件:人物被遮挡 >70% 时
153
- [正文 content ...]
154
- ```
155
-
156
- **CCG 注释标记**(`MARKS`):`功能名`/`生效条件`/`子功能`/`执行`/`验证方式`/`不适用条件`——
157
- 正文用 `# 功能名:...` 风格。**v0.3 由 4 要素补为第 1 篇第 17 章的标准 5 要素**
158
- (适用条件/子功能/执行/验证方式/不适用条件),正文里的功能名行保留作人读标题。
159
- `nodefile.ccg_completeness` 按 `CCG_REQUIRED` 校验完整度;完整度不全 → 检索资格判 **BLINDSPOT**。
160
- 注意:**功能名可以省略(条件隐含)**,但**不适用条件与验证方式不可省略**——反例缺失直接毁资格判定。
161
-
162
- > 白箱视角:每个节点既是"可审计的条件注释"(CCG),又是"可检索的 md"。**
163
- > 这是比竞争插件(deja-vu/noema 只是"存内容")更强的理论根基。
164
-
165
- **解析实现注意(`md_cg/nodefile.py`)**:frontmatter 与正文的分隔**只切第一个 `\n---\n`**。
166
- 朴素实现按 `---` 做 split,遇到正文里含 `---`(Markdown 分隔线,真实数据里很常见)
167
- 会把正文误当成 frontmatter 边界,**导致该节点所有字段静默丢光**。
168
- 另外 frontmatter 的值统一用 JSON 序列化(而非手写 YAML),避免中文、冒号、
169
- 嵌套 dict/list 的转义歧义——零依赖前提下这是唯一可靠的做法。
170
-
171
- ### 2.1 资格判定与性能 tier 正交(v0.3 核心,白箱第 1 篇)
172
-
173
- v0.2 的检索只有 **tier(怎么找到的,性能维度)**;v0.3 补齐 **state(该不该用,资格维度)**。
174
-
175
- ```
176
- 资格四态(judge_qualification,与 tier 完全正交):
177
- BLINDSPOT CCG 要素不全 → 无法建立可靠归属,停止猜测
178
- REJECT 不适用条件命中 → 明确不适用
179
- DEFER 要素齐全但缺验证基底 → 信任根基不足,可继续寻找缺失条件
180
- ACCEPT 要素齐全 + 不适用条件未命中 + 验证基底已声明 → 有资格执行
181
-
182
- 性能 tier(怎么找到的)不变:T0 桶内 LIKE → T1 桶内扫描 → T2 全库 LIKE → T3 全库扫描
183
- ```
184
-
185
- - 一条 REJECT 结果照样可以 tier=T0(性能上最快找到它);一条 ACCEPT 结果也可能 tier=T3
186
- (兜底捞出来的)。**性能优化不能越过资格裁决**——这正是白箱与向量相似度检索的分野:
187
- 相似度给出候选,资格给出"是否该执行"。
188
- - 检索默认对每条结果做资格判定(`search(..., judge=True)`),调用方拿到 `(node, score, state)` 三元组。
189
-
190
- ### 2.2 负记忆目录(v0.3,白箱第 5 篇 L2/L5)
191
-
192
- 在五层之外加两类**负记忆**目录(它们不参与正排打分,只作为覆盖标记 + 防御再犯):
193
-
194
- ```
195
- rejected/ # L2 失败记录:被证伪的假设。MARKS:假设/否决原因/验证(importance=0,检索不优先)
196
- unresolved/ # L5 未解问题清单:驱动主动探索。MARKS:问题/已知线索/目标
197
- ```
198
-
199
- - `add_rejected` 按假设内容哈希去重 → **重复证伪幂等**,同一条负记忆不会越存越多。
200
- - 检索时若查询词命中 rejected/unresolved 层 → meta 返回 `covered_neg`(该查询已被负记忆覆盖),
201
- 提示调用方:这条路不用再试。
202
- - `verify(node, evidence, verdict)`:`falsified` 裁决会把节点**移入 rejected/** 并删除原节点;
203
- `confirmed`/`weakened` 按非对称步长调 confidence(反例权重 > 正例,白箱第 5 篇纪律)。
204
-
205
- ### 2.3 两阶段并行收敛路由(v0.3,第 3 篇第 4 章)
206
-
207
- `routing.big_domain_classify(terms)`:query 词对 **14 个大域**(数学/物理/化学/生物/计算机/
208
- 语言/历史/地理/艺术/经济/心理/医学/工程/通用)并行打分 → 收敛到 top-1;无命中词返回 None
209
- (不强行收敛,走原桶路由)。`search` 的 meta 自报 `big_domain` + 完整打分明细,供白箱审计。
210
-
211
- ```
212
- 阶段1:query 词 → 14 大域并行评估 → 收敛 top-1(≈56 学科卡 → 14 大域)
213
- 阶段2:在该大域的情境键下路由桶 → 域内 KCCS 检索(桶内 LIKE → …)
214
- ```
215
-
216
- ### 2.4 认知循环单元(v0.3,第 3 篇第 13 章 + 第 2/4 篇)
217
-
218
- sqlite 版只有"记录";md 版补齐五大单元中缺失的四个:
219
-
220
- - **反思 `reflect(query, results, feedback)`**:记录本次查询的信息差 D(t,C)
221
- `= 1 - ACCEPT 命中率`,写 `_reflection.jsonl`;同时计算 `dD/dt` 与二阶 `d²D/dt²`
222
- (= 白箱"情绪"信号,第 3 篇附录)。
223
- - **验证 `verify(...)`**:见 §2.2。
224
- - **输出 `search`**:调用方是最终裁决者,但白箱给出 `(score, state, basis)` 让它可审计地决定。
225
- - **知识飞轮 `flywheel_step(error_report)`**:误差 → 把"可能漏掉的条件"解析为 unresolved 条目
226
- → 等外部验证 → 补条件分支(第 2 篇第 8 章的学习闭环)。
227
-
228
- ---
229
-
230
- ## 3. 边(edges)表达
231
-
232
- 认知图有边(part_of/causal/sequential/spatial/hierarchical/similar)。md 方案两种承载:
233
-
234
- **方案 A:节点内引用(推荐,简单)**
235
- 每个节点 frontmatter 加:
236
- ```yaml
237
- edges: # 出边
238
- - {target: node_y, type: part_of, confidence: 0.7, verified: 0}
239
- - {target: node_z, type: similar, confidence: 0.6, verified: 0}
240
- ```
241
- **方案 B:独立边索引文件**(图查询强时用)
242
- ```
243
- edges/<relation_type>/
244
- ├── node_x.md # 内容 = [node_x 的所有出边列表]
245
- └── ...
246
- ```
247
- 认知图当前以节点为锚(part_of 树/联想),**方案 A 足够**(节点内引用即图的存储)。图遍历时
248
- 加载节点→读其 edges 字段→递归。
249
-
250
- > 折中:节点内出边 + `_index.json` 建**反向引用索引**(target→source),图遍历/一致性校验用。
251
-
252
- ---
253
-
254
- ## 4. 条件路由索引(召回非全量,对齐现有 search_content)
255
-
256
- 现有 `search_content` 是:多词 OR LIKE 预筛 + 同义词 + 二元组 Jaccard + 层过滤 + 回退全表。
257
- **md 版把它落地为文件索引**,保持"非全量":
258
-
259
- ```
260
- ~~查询流程(v0.1,已修订):
261
- query
262
- ↓ expand_query_terms(同义词扩展)
263
- ↓ 条件路由:当前情境 condition_space 归一化 → 定位 condition_<hash>/ 目录(★非全量)
264
- ↓ 文件索引:_index.json(node→path)+ 内存 dict
265
- ↓ content LIKE / tags 预筛(读候选目录的 md 文件,非全库)
266
- ↓ 降级:LIKE 落空 → condition_<hash>/ 全桶二元组 Jaccard(非全表)
267
- ↓ 评分:原查询二元组重叠率 (召回导向) 排序 → 取 top-k~~
268
- ```
269
-
270
- ### 4.1 情境从哪来:`context` 必须是显式入参
271
-
272
- v0.1 写的是"当前情境 condition_space",但**没说这个情境是谁给的**。
273
- sqlite 版 `search_content(query, layers, limit)` 签名里根本没有情境位——
274
- 若由检索层"猜"当前情境(比如取最近一条 contextual 节点),就等于凭空引入了
275
- 一个不可解释的隐式过滤器,同一个查询在不同时刻返回不同结果,白箱可审计性直接破产。
276
-
277
- **v0.2 定义**:`search(query, layer, k, context=None)`,`context` 由**调用方显式传入**。
278
-
279
- | `context` | 行为 | 实测 |
280
- |---|---|---|
281
- | `None`(默认) | **不做条件路由**,直接走全量阶梯,语义与 sqlite 版完全一致 | `bucket=None`,recall@10 = 100% |
282
- | `{"tags": [...]}` 或 condition_space | 路由到对应桶,桶内优先 | 扫 24/336 = 7.1% |
283
-
284
- 即:**条件路由是可选加速,不是默认语义**。不传情境时行为与旧版逐字节对齐——
285
- 这保证 P2 替换 sqlite 分支时是零风险的等价替换,加速是调用方主动选择的增量。
286
-
287
- ### 4.2 回退阶梯 T0–T3:分区绝不能误杀召回
288
-
289
- v0.1 的降级只有一层("桶内 LIKE 落空 → 桶内全扫"),**桶内全扫仍然可能为空**——
290
- 此时若返回空集,就把"条件分区"这个纯粹的性能优化,变成了会改变召回结果的语义过滤器。
291
- 一个本来能被 sqlite 召回的节点,只因为情境标签不匹配就查不到了,这是不可接受的。
292
-
293
- **v0.2 四级阶梯**(`mdcg.MdCG.search`,结果自报命中层级 `meta["tier"]`):
294
-
295
- | tier | 范围 | 手段 |
296
- |---|---|---|
297
- | `T0_bucket_like` | 路由桶内 | 同义词扩展 + LIKE 预筛 |
298
- | `T1_bucket_scan` | 路由桶内 | 全桶二元组 Jaccard |
299
- | `T2_global_like` | **全库** | 同义词扩展 + LIKE 预筛 |
300
- | `T3_global_scan` | **全库** | 全量二元组 Jaccard(兜底,永不返回空) |
301
-
302
- 三条硬性约束(均已进 P0 验收):
303
-
304
- 1. **推进判据是「有效结果数」而非「候选数」**。按候选数判断会在 T1 停住:
305
- 桶内全扫总有候选(整桶都是候选),但它们的 Jaccard 得分可能全是 0。
306
- 必须以 `score > 0` 的结果数是否够 k 来决定是否继续下探。
307
- 2. **T2 的截断顺序不能改**。实现时若为省事先按 importance 取 top-500 再做 LIKE,
308
- recall@10 实测**从 100% 掉到 4%**——因为 LIKE 命中项大多不在 importance 前 500。
309
- 必须在**全部候选**上先 LIKE、再截断,等价于 sqlite 的 `WHERE ... LIKE ... LIMIT`。
310
- 3. **每个结果自报 tier**。调用方(和审计者)必须能知道这条结果是路由命中的还是兜底捞的。
311
-
312
- 实测:路由桶不存在(`domain:根本不存在的域xyz`)时直接落 T2 并正常返回,不返回空;
313
- 桶内查不到的词(`量子色动力学夸克禁闭`)落到 T3 仍有结果。
314
-
315
- ### 4.3 性能实测(`md_cg/bench_p0.py`)
316
-
317
- 自建 md 库(336 节点,情境正确)三路对比(中位 ms):
318
-
319
- | 场景 | 耗时 | 相对 |
320
- |---|---|---|
321
- | T0 条件路由(桶内,扫 24/336) | **1.1 ms** | 基准 |
322
- | T2 全量 LIKE(无 context) | 13.9 ms | **12.4x** 慢于 T0 |
323
- | 朴素全库读盘扫描(无索引上界) | 7.1 ms | **6.3x** 慢于 T0 |
324
- | 路由未命中(回退 T2) | 0.91x | 白付一次桶扫描 |
325
- | 写入吞吐 | **1862 节点/秒** | — |
326
- | 重建索引(336 节点) | 25.0 ms | — |
327
-
328
- > 命中与未命中必须**分开统计**——混在一起算中位数会把 12x 的加速稀释成看不出来的数字。
329
- > 小库(336 节点)上朴素读盘受 OS 页缓存保护(≈7 ms),索引收益被**低估**,结论要到大库复测才算数。
330
- > (v0.2 在 3048 节点真实库上测得的旧口径:路由命中 18.4x、无 context 183ms vs sqlite 161ms、写入 1887 节点/秒。)
331
- > 写入吞吐的关键是**默认不 `fsync`**(`atomic_write(durable=False)`):崩溃一致性由
332
- > `os.replace` 的原子 rename 保证,逐次 fsync 会把吞吐压到 17 节点/秒(慢 111 倍)。
333
-
334
- **索引层**:
335
- - `_index.json`:`{node_id: rel_path, tags: {...}, layer: {...}, cond_bucket: {...}}`——主索引(内存 dict)。
336
- - 内容检索:读目标分区目录的 md → 内存中做 LIKE/二元组 Jaccard(分区内,非全库)。
337
- - 层过滤 / 最近上下文:读 `contextual/` 目录按 `created_at` 排序(目录=天然层索引)。
338
-
339
- **关键:召回优先走分区,但分区永不截断召回**——先条件路由(加速),命中不足自动下探到全量兜底。
340
- 这既是第五篇"不要把整个记忆塞给 AI",也保证了不会因为分区而漏召回。
341
-
342
- ---
343
-
344
- ## 5. 数据来源与迁移
345
-
346
- **v0.4 起本仓库不再内置 `migrate.py`**:验收改为直接用**新的 md 文档记忆库**,
347
- 不再读 `wisdom-book-cloud-new.db`。数据由 `md_cg/corpus.py` 生成——14 域 × 6 知识点 × 4 侧面
348
- = 336 个节点,`corpus.seed(cg, marks=True)` 写入完整 CCG 正文(P0 用),
349
- `marks=False` 写入纯叙述正文(P1 用,模拟"旧库迁移来的、只有正文没有 MARKS 的节点")。
350
- 测试前 `corpus.reset_root(root)` 清空,保证「重跑 ≡ 首跑」。
351
-
352
- 未来若要真正从 sqlite 迁移,设计要点保留如下(不再依赖本仓库代码):
353
-
354
- ```python
355
- # 1. 读现有 sqlite nodes/edges
356
- # 2. 对每 node:
357
- # a. 按 layer 定目录(anchor/structural/knowledge/contextual/self)
358
- # b. 按 routing.route_key 归一化域键 → knowledge/cond_<域>_<hash>/
359
- # c. 生成 .md(frontmatter 全字段 + CCG 正文)
360
- # 3. edges → 写回各节点的 edges 字段(方案A)
361
- # 4. 建 _index.json(node→path/tags/layer/cond_bucket)
362
- # 5. 校验:节点数等价 + 【全量】字段等价(content/tags/importance/edges)
363
- ```
364
-
365
- **幂等性**:迁移按 node id 原子覆盖写,可反复执行,**不需要先清空目录**。
366
- (这不只是便利:清空目录依赖 `rmtree`,在有安全策略的环境下会被拦截,
367
- 而"必须先删除才能重跑"的迁移脚本本身就是个脆弱设计。)
368
-
369
- **校验必须全量,不能抽样**:~~抽样 10 节点字段等价~~ → 应**逐个**比对
370
- `content/tags/importance/edges`。迁移是一次性不可逆动作,
371
- 抽样 10 个只能证明"没有系统性错误",证明不了没有个别节点损坏
372
- (例如正文含 `---` 分隔符会让朴素的 frontmatter 解析器丢光所有字段——
373
- 这个缺陷要靠全量校验才暴露得出来,见 §2 注)。
374
-
375
- ---
376
-
377
- ## 6. 并发写(重点,灵枢多进程)
378
-
379
- sqlite 已有"写锁"(多进程共享库)。md 方案需**文件锁**替代:
380
- - 用 `fcntl.flock`(Unix)/ `msvcrt.locking`(Windows)做跨进程锁(`fsutil.FileLock`,超时 best-effort 放行)。
381
- - 每个节点写入 = 唯一命名临时文件 + `os.replace` 原子 rename(Windows 下补短重试规避 `PermissionError`)。
382
- - 节点文件可并行(不同节点不同文件);**索引更新则不能用"锁 + 读-改-写"**,见下。
383
- - **回滚**:md 是文件,改错可 git/备份回滚(比 sqlite 更利于审计)。
384
-
385
- ### 6.1 索引不能读-改-写:实测丢失 106/240 条
386
-
387
- > ~~**写优先级**:`_index.json` 更新要串行(写锁),节点文件可并行。~~
388
-
389
- v0.1 方案是"拿全局写锁 → 读 `_index.json` → 改 → 写回"。6 进程 × 40 条实测,
390
- **索引整批丢失 106/240 条**,而节点 .md 文件一个不少。诊断钩子抓到根因:
391
- 两个进程在各自的锁临界区内读到了**同一份过期快照**(`disk_in=59`),
392
- 后写的那个把前一个的整批结果覆盖掉了。
393
-
394
- 锁保证了互斥,但保证不了"读到的是最新版本"——进程 A 在拿锁**之前**就把
395
- 内存索引载入了,拿到锁后写回的是"旧快照 + 自己的增量",A 之后的 B 同理。
396
- 这是读-改-写模式的固有缺陷,**跟锁的正确性无关,加再多锁也修不好**。
397
-
398
- **v0.2:索引改为 append-only + 派生物**
399
- - 各进程只**追加**自己的增量条目,永不读回全量再覆写。
400
- - `_index.json` 降级为**快照(可选加速)**,`_index_log/` 是增量日志,
401
- 两者都是**派生物**——任何时候都能从 md 目录全量 `rebuild_index()` 重算。
402
- - 快照缺失/损坏时走**无副作用**的 `_scan_nodes()` 自愈,落盘只由
403
- `rebuild_index()` / `compact_index()` 显式负责(见 6.3)。
404
-
405
- ### 6.2 单文件 append 在 Windows 上不是原子的
406
-
407
- 改成 append-only 后仍每轮稳定丢 ~1 条:Windows 的 `O_APPEND` 不保证多进程并发追加的原子性。
408
-
409
- **解法 `fsutil.ShardedLog`**:每个进程写**自己独占的分片文件**(`_index_log/<pid>_<uuid>.jsonl`),
410
- 物理上不存在跨进程写冲突;读取时把所有分片按 `(时间戳, 序号)` 排序回放。
411
- 这把"并发写同一文件"退化成了"并发写不同文件",从根上消除竞态而不是靠锁去调度它。
412
-
413
- ### 6.3 启动期自愈不能有副作用
414
-
415
- 修完上面两条后,首轮仍丢 27/240。根因:worker 启动时若发现快照缺失就调 `rebuild_index()`,
416
- 而 `rebuild_index` 会 `clear()` 掉增量日志——**它清掉的是其它进程正在写的分片**。
417
-
418
- 原则:**读路径永远不写盘**。`_load_index()` 只做无副作用的扫描,
419
- 日志清理只在显式的维护动作(`rebuild_index` / `compact_index`)里做。
420
-
421
- ### 6.4 实测结论
422
-
423
- 3 轮 × 6 进程 × 40 条,按 **id 集合**精确校验(比只比总数更严格,能定位到是谁丢的):
424
- 连续跑 3 次共 9 轮,磁盘与索引**均零丢失**。跨进程锁另有最小复现测试
425
- `md_cg/test_lock.py`(6 进程 × 50 次计数,实测 300/300)。
426
-
427
- > D-005:全部为标准库实现(`msvcrt`/`fcntl`/`os.replace`),零第三方依赖。
428
-
429
- ---
430
-
431
- ## 7. 可信度/权重维护(对齐现有字段)
432
-
433
- 节点的 `importance/confidence/access_count/last_access`——这些是**白箱可信度**(每层判定)。
434
- md 里 frontmatter 存这些字段,`importance/confidence` 的更新 = 读-改-写该节点 md 的 frontmatter
435
- (低频、由显式调用触发,可接受)。
436
- - importance 提升(保护:不可遗忘记入 anchor/ 且受保护标记)。
437
-
438
- ### 7.1 检索绝不能变成写操作
439
-
440
- > ~~access_count/last_access 递增(读节点时更新)——写入 _index.json 或节点 md。~~
441
-
442
- v0.1 让检索去改节点 frontmatter,代价是:**一次只读查询会重写几十个 .md 文件**。
443
- 后果不只是慢——
444
- - 破坏了"检索只读"的契约:并发检索会与写入抢锁、互相踩踏;
445
- - 污染 mtime 与 git diff,`git log` 里全是"查了一下"的噪声提交,
446
- 而**可审计正是 md 方案存在的理由**,自己把它毁掉说不过去;
447
- - 读路径写盘 = 只读介质、只读挂载、并发只读副本全部不可用。
448
-
449
- **v0.2**:`record_access` 只**追加**一行到 append-only 的 `_access_log`(一次小追加,
450
- 不碰任何节点文件),计数在读取时聚合。落盘到 frontmatter 只在显式维护动作
451
- `compact_access()` 里批量做一次。
452
-
453
- P0 验收对此有硬断言(取 200 个节点比对 mtime):一轮检索后
454
- **节点 .md 的 mtime 全不变、索引快照不重写、索引日志不增长**,只有访问日志增长。
455
- `search(..., record=False)` 可完全关闭访问记录(基线对比时用)。
456
-
457
- ---
458
-
459
- ## 8. 优劣与风险
460
-
461
- ### 优势
462
- 1. **白箱可审计**:每个节点是 .md,直接可读/diff/共享(deja-vu/noema 验证此路线可行)。
463
- 2. **回归本征形态**:分层目录 + 条件注释 = 认知图本就该是的结构。
464
- 3. **零依赖 D-005**:纯标准库文件操作,无 sqlite 驱动。
465
- 4. **条件路由非全量**:目录分区 = 条件索引,召回不读全库。
466
- 5. **跨工具共享**:md 文件天然可被其他 agent 读(学 deja-vu/noema import)。
467
-
468
- ### 代价/风险(v0.4:md 原生口径)
469
- 1. **性能**:无 SQL 索引,靠内存 dict + 分区目录。**✅ 已 benchmark(自建 md 库 336 节点)**:
470
- T0 桶内 1.1ms vs T2 全量 13.9ms(**12.4x**)、vs 朴素读盘 7.1ms(**6.3x**),写入 1862 节点/秒。
471
- 前提是分桶键健康(§1.1),退化时性能收益归零 → 已做成常驻自检。
472
- 2. **一致性**:无 sqlite 事务。**✅ 已解决**:原子 rename + append-only 分片日志,
473
- 9 轮 × 6 进程零丢失。**注意 v0.1 的"锁 + 读-改-写"方案实测是错的**(§6.1)。
474
- 3. **迁移成本**:不再依赖外部数据库(本仓库已去 `migrate.py`);未来真正迁移时仍需全量字段等价校验。
475
- 4. **范围**:这是**灵枢核心存储**的大改——**必须小原型验证稳定后再全量**。P0 已通过 25/25。
476
- 5. **索引是单点**(v0.2 新增):`_index.json` 损坏会全盘不可用。
477
- → 已把索引降级为**纯派生物**:删掉/写入非法 JSON 均能从 md 目录完整重建(已进验收)。
478
-
479
- ### 方法论教训
480
-
481
- 四条被推翻的假设有一个共同点:**在纸面上都是自洽的,只有跑在真实数据/真实并发上才暴露**。
482
- - 分桶键退化:靠"看起来合理的四元组"推导,没看过 `observation_position` 的实际取值分布。
483
- - 索引丢数据:锁的正确性推理是对的,但读-改-写的窗口不在锁能覆盖的范围内。
484
- - 且这两个故障都是**静默**的——不报错、结果"看着对"。
485
-
486
- 所以 P0 的产出不只是代码,还有**能抓住静默故障的度量**:期望扫描占比、tier 自报、
487
- id 集合级的并发校验、mtime 只读断言。没有这些指标,同样的错误会在 P2/P4 重新犯一遍。
488
-
489
- ---
490
-
491
- ## 9. 分阶段实施(稳健)
492
-
493
- | 阶段 | 做什么 | 验证 | 状态 |
494
- |---|---|---|---|
495
- | **P0** | 小原型:md 目录 + 索引 + 条件路由检索 + 四风险处理 | 25 项验收(下表) | **✅ 25/25 通过** |
496
- | P1 | 白箱认知架构 9 维度对齐(md 原生语料)| 37 项验收 | **✅ 37/37 通过** |
497
- | P2 | 接入真实检索(替换 search_content 的 sqlite 分支)| **同查询集 recall@k 对比**,而非"结果一致" | **✅ 10 查询 avg recall@10 = 100%** |
498
- | P3 | 并发锁 + benchmark + 回滚 | 多进程写零丢失 + 性能达标 | **✅ 9 轮×6 进程零丢失;12.4x/6.3x** |
499
- | P4 | 全量切换(sqlite 可双写过渡)| 全量回归 | ⬜ 未开始 |
500
-
501
- > **P2 验收标准修订**:v0.1 写的"检索结果与 sqlite 版一致"是不可达标的——
502
- > 两套实现的浮点评分与排序 tie-break 不可能逐位相同,按字面执行会永远卡在 P2。
503
- > 改为**同查询集的 recall@k 对比**(无 context 时应 ≥ 0.9,实测 100%),
504
- > 这才是真正要保证的东西:不漏召回。
505
-
506
- **P0 验收覆盖(`md_cg/test_p0.py`,25 项)**
507
- - 风险1 分桶键:自建 md 语料完整落盘、分区健康度自检、期望扫描 < 10%、**原方案能被自检判定为退化**
508
- - 风险2 情境入参:无 context 不路由 / 有 context 命中桶、扫描量 < 全库 10%、写查两侧路由键同构
509
- - 风险3 回退阶梯:桶内落空不返回空、结果自报 tier、不存在的桶落到全量
510
- - 风险4 只读契约:200 节点 mtime 不变、索引快照/日志不写、访问计数走 append-only、compact 后落盘并截断
511
- - 附加:索引删除可重建、索引损坏可自愈、多进程磁盘与索引均无丢失、基线 recall@10
512
-
513
- > **原则(大的修改要小心)**:P0 原型先证明"稳定+有效",再逐阶段扩。真正切换时 **sqlite 保留做双写/回滚**,确认 md 稳定后才切。
514
-
515
- ---
516
-
517
- ## 11. 代码索引(P0+P1 实现)
518
-
519
- | 文件 | 职责 |
520
- |---|---|
521
- | `md_cg/routing.py` | 分桶键归一化、桶目录命名、**分区健康度自检**、`route_key`/`big_domain_classify`(14 大域并行收敛,§2.3) |
522
- | `md_cg/fsutil.py` | 原子写、跨进程锁、**ShardedLog** 分片追加日志 |
523
- | `md_cg/nodefile.py` | frontmatter 序列化/解析、**CCG 五要素**完整度(`ccg_completeness`/`CCG_REQUIRED`)、`verification_basis` 校验 |
524
- | `md_cg/mdcg.py` | `MdCG` 主类:add/get/search(T0–T3 阶梯 + 资格判定三元组)/judge_qualification 四态/add_rejected/add_unresolved/reflect(D 与 d²D)/verify(非对称步长)/flywheel_step/last_d/health/索引重建 |
525
- | `md_cg/corpus.py` | **自建 md 语料**(14 域 × 6 知识点 × 4 侧面 = 336 节点;`seed(marks=True/False)`、`reset_root`;P0/P1 共用,去外部数据库) |
526
- | `md_cg/census.py` | md 原生分桶键方案对比普查(A/B/C/D) |
527
- | `md_cg/test_p0.py` | 25 项验收(含 `--worker` 并发子进程入口) |
528
- | `md_cg/test_p1.py` | **37 项 P1 白箱架构验收**(9 维度:CCG5 要素/验证基础/负记忆/四态/指标/两阶段路由/信息差/飞轮/循环单元) |
529
- | `md_cg/bench_p0.py` | md 原生性能基准(路由命中/未命中分开统计,对比 T2 全量与朴素读盘) |
530
- | `md_cg/test_lock.py` | 跨进程锁最小复现 |
531
-
532
- ---
533
-
534
- ## 10. 与竞争项目对照(为什么这么做是对的)
535
-
536
- | | deja-vu | dsh-noema | 本文案 (md认知图) |
537
- |---|---|---|---|
538
- | 存储 | Go 二进制索引 | 可检查 Markdown | **可检查 md + CCG 注释** |
539
- | 非向量 | ✅ | ✅ | ✅ |
540
- | 召回 | 索引检索(非全量)| 开工前 recall | **条件路由(分区命中,非全量)** |
541
- | 可审计 | 索引 | ✅ 文件 | ✅ 文件 + 条件注释更强 |
542
- | 理论根基 | 无 | 无 | **白箱五层 + 条件路由 + CCG** |
543
-
544
- **本方案优势**:md 的可检查性(学 noema)+ 非向量轻量(学 deja-vu)+ **我们独有的条件路由/CCG 白箱根基**——这是竞争项目没有的理论深度。
545
-
546
- ---
547
- *(v0.4:P0 25/25 + P1 37/37 全绿。跑法(md 原生,无外部数据库):
548
- `python -m md_cg.test_p0`(生成 `_md_cg_p0`)→ `python -m md_cg.census _md_cg_p0` →
549
- `python -m md_cg.bench_p0` → `python -m md_cg.test_p1`。
550
- P1 把 v0.2 的"文件存储/并发"实测扩展为**白箱认知架构 9 维对齐**:CCG 5 要素、验证基础、
551
- 负记忆目录、资格四态、Top-1/Top-5/盲区指标、14 大域并行路由、信息差 D 与 d²D、知识飞轮、
552
- 五大认知循环单元。下一步 P4 全量切换前,建议先做 sqlite/md 双写过渡期。)*