@furongjun1999/dsh-memory 0.8.1 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (717) hide show
  1. package/README.md +662 -659
  2. package/codebuddy/README.md +1 -1
  3. package/data/policy.json +38 -27
  4. package/docs/README.md +18 -2
  5. package/docs/discipline/harnesses.yaml +1 -1
  6. package/docs/discipline/templates/spec.txt.tmpl +23 -0
  7. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
  8. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
  9. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
  10. package/dsh/README.md +1 -1
  11. package/dsh/cordis.yml.example +139 -139
  12. package/hive/README.md +705 -0
  13. package/hive/id_charset_blocks.txt +147 -0
  14. package/lib/bridge.d.ts +3 -0
  15. package/lib/bridge.js +32 -11
  16. package/lib/cli.js +14 -17
  17. package/lib/hooks.d.ts +37 -3
  18. package/lib/hooks.js +176 -24
  19. package/lib/index.d.ts +2 -2
  20. package/lib/index.js +29 -6
  21. package/lib/init.js +21 -21
  22. package/lib/lib/datapath.d.ts +56 -0
  23. package/lib/lib/datapath.js +102 -9
  24. package/lib/lib/hook_audit.d.ts +0 -1
  25. package/lib/lib/hook_audit.js +51 -3
  26. package/lib/lib/mdcg_client.d.ts +4 -1
  27. package/lib/lib/mdcg_client.js +10 -2
  28. package/lib/lib/mutual.js +61 -15
  29. package/lib/lib/prompt_safety.js +28 -2
  30. package/lib/lib/roleplay_web.js +30 -2
  31. package/lib/lib/token_store.d.ts +25 -6
  32. package/lib/lib/token_store.js +224 -33
  33. package/lib/tools.d.ts +15 -2
  34. package/lib/tools.js +44 -4
  35. package/md_cg/_guard_kit.py +121 -0
  36. package/md_cg/admission.py +718 -718
  37. package/md_cg/anchor.py +114 -0
  38. package/md_cg/audit.py +37 -7
  39. package/md_cg/autonomy.py +433 -288
  40. package/md_cg/autonomy_modes.py +781 -642
  41. package/md_cg/bench_beir_bm25.py +154 -0
  42. package/md_cg/bench_beir_scifact.py +170 -0
  43. package/md_cg/bench_bm25_blockmax.py +134 -0
  44. package/md_cg/bench_bm25_incremental.py +246 -0
  45. package/md_cg/bench_ccg_heading.py +118 -0
  46. package/md_cg/bench_csre_correctness.py +145 -0
  47. package/md_cg/bench_excerpt_budget.py +94 -0
  48. package/md_cg/bench_fuzzy_substrings.py +299 -0
  49. package/md_cg/bench_memory_rsi.py +358 -0
  50. package/md_cg/bench_memory_rsi_latency.py +82 -0
  51. package/md_cg/bench_memory_rsi_public.py +116 -0
  52. package/md_cg/bench_memory_rsi_tools.py +229 -0
  53. package/md_cg/bench_rrf_candidates.py +212 -0
  54. package/md_cg/bench_rrf_public.py +100 -0
  55. package/md_cg/bench_text_projections.py +221 -0
  56. package/md_cg/bench_timeanchor.py +357 -0
  57. package/md_cg/bm25.py +601 -0
  58. package/md_cg/branches.py +404 -327
  59. package/md_cg/build_postings.py +74 -73
  60. package/md_cg/ccgc.py +4 -2
  61. package/md_cg/chain.py +573 -379
  62. package/md_cg/coldverify.py +531 -292
  63. package/md_cg/condaccept.py +263 -0
  64. package/md_cg/condgate.py +308 -0
  65. package/md_cg/config_registry.py +329 -0
  66. package/md_cg/config_registry_bulk.py +482 -0
  67. package/md_cg/config_registry_guard.py +487 -0
  68. package/md_cg/config_render.py +354 -0
  69. package/md_cg/config_validate.py +455 -0
  70. package/md_cg/conformance.py +747 -726
  71. package/md_cg/conformance_core.py +753 -0
  72. package/md_cg/consistency.py +1278 -955
  73. package/md_cg/consolidate.py +1793 -1633
  74. package/md_cg/crypto.py +346 -24
  75. package/md_cg/datapath.py +137 -12
  76. package/md_cg/eval_common.py +522 -575
  77. package/md_cg/evidence.py +946 -585
  78. package/md_cg/evidence_delivery.py +101 -0
  79. package/md_cg/experience_consolidation.py +317 -0
  80. package/md_cg/export.py +329 -222
  81. package/md_cg/forgetting.py +1050 -922
  82. package/md_cg/freshness.py +601 -548
  83. package/md_cg/fsutil.py +1120 -824
  84. package/md_cg/goal_gen.py +458 -0
  85. package/md_cg/hotcache.py +107 -9
  86. package/md_cg/hyperedge.py +262 -251
  87. package/md_cg/identity.py +573 -391
  88. package/md_cg/imgskill.py +1712 -0
  89. package/md_cg/insight.py +540 -521
  90. package/md_cg/interface_schema.py +146 -0
  91. package/md_cg/interop.py +20 -0
  92. package/md_cg/judgment_manifest.py +24 -1
  93. package/md_cg/lifecycle.py +426 -345
  94. package/md_cg/links.py +27 -6
  95. package/md_cg/logref.py +332 -327
  96. package/md_cg/mcp_server.py +5227 -4449
  97. package/md_cg/mdcg.py +1301 -203
  98. package/md_cg/mdcos.py +7108 -5440
  99. package/md_cg/memory_rsi.py +308 -0
  100. package/md_cg/metacognition.py +726 -591
  101. package/md_cg/nodefile.py +151 -3
  102. package/md_cg/op_table.py +1128 -0
  103. package/md_cg/postings.py +524 -300
  104. package/md_cg/predict.py +1103 -1100
  105. package/md_cg/probe_memory_rsi.py +95 -0
  106. package/md_cg/probe_memory_rsi_mcp.py +66 -0
  107. package/md_cg/protect.py +654 -494
  108. package/md_cg/protocol.py +492 -411
  109. package/md_cg/provenance.py +606 -600
  110. package/md_cg/qmd.py +477 -0
  111. package/md_cg/qmd_llm.py +334 -0
  112. package/md_cg/query_excerpt.py +171 -0
  113. package/md_cg/queue_health.py +130 -0
  114. package/md_cg/reach.py +470 -453
  115. package/md_cg/readcache.py +115 -3
  116. package/md_cg/reconcile.py +239 -228
  117. package/md_cg/refindex.py +1191 -1042
  118. package/md_cg/refine.py +613 -604
  119. package/md_cg/retrieve.py +128 -0
  120. package/md_cg/review_cli.py +204 -26
  121. package/md_cg/revise.py +140 -0
  122. package/md_cg/rollback.py +657 -420
  123. package/md_cg/rollback_cli.py +124 -104
  124. package/md_cg/rotate.py +347 -0
  125. package/md_cg/routing.py +490 -429
  126. package/md_cg/rrf_candidates.py +204 -0
  127. package/md_cg/run_tests.py +19 -1
  128. package/md_cg/scrub.py +177 -23
  129. package/md_cg/security.py +269 -17
  130. package/md_cg/self_state.py +1053 -1029
  131. package/md_cg/self_surface.py +50 -0
  132. package/md_cg/semantic/canonical.py +144 -144
  133. package/md_cg/semantic/export_en_zh_map.py +2 -2
  134. package/md_cg/semantic/zh_en_atoms.py +141 -139
  135. package/md_cg/session5.py +106 -0
  136. package/md_cg/signer.py +76 -2
  137. package/md_cg/sleep.py +1779 -1583
  138. package/md_cg/sources.py +1091 -833
  139. package/md_cg/state_events.py +75 -10
  140. package/md_cg/state_slots.py +312 -221
  141. package/md_cg/stg.py +85 -18
  142. package/md_cg/stgidx.py +537 -281
  143. package/md_cg/subgraph.py +851 -729
  144. package/md_cg/sustain.py +458 -19
  145. package/md_cg/task_memory.py +367 -0
  146. package/md_cg/test_action_derive.py +210 -203
  147. package/md_cg/test_audit_heartbeat_20261015.py +417 -0
  148. package/md_cg/test_audit_protection_20261015.py +483 -0
  149. package/md_cg/test_audit_rotate_parity.py +280 -0
  150. package/md_cg/test_audit_state_20261015.py +253 -0
  151. package/md_cg/test_audit_write_20261015.py +161 -0
  152. package/md_cg/test_auto_defaults.py +43 -4
  153. package/md_cg/test_autonomy_emotion.py +328 -0
  154. package/md_cg/test_autonomy_modes.py +2013 -1973
  155. package/md_cg/test_b1_foreign_read.py +245 -0
  156. package/md_cg/test_bm25.py +438 -0
  157. package/md_cg/test_bm25_hydration_refill.py +265 -0
  158. package/md_cg/test_bm25_incremental.py +241 -0
  159. package/md_cg/test_bm25_incremental_mutations.py +160 -0
  160. package/md_cg/test_bm25_mutations.py +205 -0
  161. package/md_cg/test_bm25_pool_view.py +196 -0
  162. package/md_cg/test_boot_openblas_guard.py +218 -197
  163. package/md_cg/test_boundary_hit.py +1 -1
  164. package/md_cg/test_branches_sensitivity.py +375 -0
  165. package/md_cg/test_c8_search_rrf_gates.py +1 -1
  166. package/md_cg/test_canonical_timezones.py +211 -0
  167. package/md_cg/test_ccg_heading_parser.py +73 -0
  168. package/md_cg/test_chain_best_first.py +403 -0
  169. package/md_cg/test_chain_candidate_scope.py +227 -0
  170. package/md_cg/test_cn_recall_grams.py +206 -0
  171. package/md_cg/test_code_kind_forbidden.py +101 -0
  172. package/md_cg/test_coldverify_drain.py +127 -0
  173. package/md_cg/test_condaccept.py +156 -0
  174. package/md_cg/test_condgate.py +141 -0
  175. package/md_cg/test_config_registry.py +55 -0
  176. package/md_cg/test_crypto_rotate.py +257 -0
  177. package/md_cg/test_csre_correctness.py +297 -0
  178. package/md_cg/test_csre_index_import_guard.py +161 -0
  179. package/md_cg/test_csre_mutations.py +34 -0
  180. package/md_cg/test_csre_session.py +69 -0
  181. package/md_cg/test_curiosity_budget.py +468 -0
  182. package/md_cg/test_d17_autostart_toolface.py +453 -0
  183. package/md_cg/test_datapath_tilde_home.py +271 -0
  184. package/md_cg/test_derived_cache_generations.py +256 -0
  185. package/md_cg/test_evidence_delivery_compact.py +54 -0
  186. package/md_cg/test_exact_text_cache.py +191 -0
  187. package/md_cg/test_excerpt_budget.py +188 -0
  188. package/md_cg/test_experience_consolidation.py +112 -0
  189. package/md_cg/test_export_default_collision.py +138 -0
  190. package/md_cg/test_export_snapshots.py +322 -0
  191. package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
  192. package/md_cg/test_gain_gate.py +16 -5
  193. package/md_cg/test_goal_gen.py +355 -0
  194. package/md_cg/test_h2_session_view_norm.py +251 -233
  195. package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
  196. package/md_cg/test_heartbeat_ledger.py +557 -0
  197. package/md_cg/test_hierarchy_audit_graph.py +237 -0
  198. package/md_cg/test_i50c_meta_passthrough.py +628 -608
  199. package/md_cg/test_i50e_readside_protection.py +658 -656
  200. package/md_cg/test_identity_attribution.py +96 -2
  201. package/md_cg/test_identity_contract.py +329 -0
  202. package/md_cg/test_imgskill.py +1444 -0
  203. package/md_cg/test_index_snapshot_shape.py +240 -0
  204. package/md_cg/test_interop_judgment.py +258 -228
  205. package/md_cg/test_issue111_gate_order.py +77 -0
  206. package/md_cg/test_issue111_scoring_contract.py +87 -0
  207. package/md_cg/test_issue121_calibration_bounds.py +293 -0
  208. package/md_cg/test_issue128_session_env_authority.py +246 -0
  209. package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
  210. package/md_cg/test_issue131_postings_content_staleness.py +424 -0
  211. package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
  212. package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
  213. package/md_cg/test_issue147_pack_id_escape.py +378 -0
  214. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
  215. package/md_cg/test_issue149_accel_default_face.py +249 -0
  216. package/md_cg/test_issue150_empty_query_terms.py +328 -0
  217. package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
  218. package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
  219. package/md_cg/test_issue152_sealed_postings.py +309 -0
  220. package/md_cg/test_issue152b_decrypt_cache.py +218 -0
  221. package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
  222. package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
  223. package/md_cg/test_issue157b_index_remainder.py +344 -0
  224. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
  225. package/md_cg/test_issue190_tidy_idempotent.py +806 -0
  226. package/md_cg/test_issue191_import_trust.py +382 -0
  227. package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
  228. package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
  229. package/md_cg/test_issue193_write_scope.py +378 -0
  230. package/md_cg/test_issue197_rank_credibility_property.py +201 -0
  231. package/md_cg/test_issue211_export_target.py +325 -0
  232. package/md_cg/test_issue212_writeface_gaps.py +349 -0
  233. package/md_cg/test_issue214_reject_sensitivity.py +267 -0
  234. package/md_cg/test_issue215_condition_source_gap.py +272 -0
  235. package/md_cg/test_issue216_clash_routes.py +214 -0
  236. package/md_cg/test_issue217_slot_routes.py +248 -0
  237. package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
  238. package/md_cg/test_issue225_consistency_torn_log.py +433 -0
  239. package/md_cg/test_issue245_swarm_traversal.py +366 -0
  240. package/md_cg/test_issue258_pack_sensitivity.py +468 -0
  241. package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
  242. package/md_cg/test_issue274_read_node_id_none.py +341 -0
  243. package/md_cg/test_issue275_layer_param.py +250 -0
  244. package/md_cg/test_issue277_node_id_traversal.py +384 -0
  245. package/md_cg/test_issue278_neg_separated_tension.py +271 -0
  246. package/md_cg/test_issue278_neg_window.py +294 -0
  247. package/md_cg/test_issue278_negative_layering.py +83 -0
  248. package/md_cg/test_issue279_signers_path_guard.py +652 -0
  249. package/md_cg/test_issue284_skip_not_pass.py +291 -0
  250. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
  251. package/md_cg/test_issue295_sleep_root_binding.py +589 -0
  252. package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
  253. package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
  254. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
  255. package/md_cg/test_issue303_design_boundaries.py +262 -0
  256. package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
  257. package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
  258. package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
  259. package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
  260. package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
  261. package/md_cg/test_issue321_mcp_deep_json.py +305 -0
  262. package/md_cg/test_issue322_node_write_lock.py +727 -0
  263. package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
  264. package/md_cg/test_issue324_write_size_fields.py +215 -0
  265. package/md_cg/test_issue325_audit_poison.py +230 -0
  266. package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
  267. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
  268. package/md_cg/test_issue326_key_perms.py +355 -0
  269. package/md_cg/test_issue326_twin_parser_parity.py +323 -0
  270. package/md_cg/test_issue326_vm_call_frame.py +569 -0
  271. package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
  272. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
  273. package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
  274. package/md_cg/test_issue348_insight_verify_op.py +200 -0
  275. package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
  276. package/md_cg/test_issue350_casefold_collision.py +236 -0
  277. package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
  278. package/md_cg/test_issue352_imgaudit.py +418 -0
  279. package/md_cg/test_issue352_pathsjson.py +537 -0
  280. package/md_cg/test_issue352_refindex.py +412 -0
  281. package/md_cg/test_issue352_rollback.py +604 -0
  282. package/md_cg/test_issue352_vstateinherit.py +196 -0
  283. package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
  284. package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
  285. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
  286. package/md_cg/test_issue354_rust_index_containment.py +571 -0
  287. package/md_cg/test_issue354_rust_wal_containment.py +606 -0
  288. package/md_cg/test_issue358_truncation_observable.py +247 -0
  289. package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
  290. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
  291. package/md_cg/test_issue362_neg_condition.py +468 -0
  292. package/md_cg/test_issue363_lexical_idf.py +275 -0
  293. package/md_cg/test_issue370_readcache_assembly.py +488 -0
  294. package/md_cg/test_issue375_state_slot_retire.py +325 -0
  295. package/md_cg/test_issue376_heartbeat_failed.py +293 -0
  296. package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
  297. package/md_cg/test_issue378_protected_floor.py +310 -0
  298. package/md_cg/test_issue383_state_event_write_gate.py +462 -0
  299. package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
  300. package/md_cg/test_issue398_toolface_op_parity.py +511 -0
  301. package/md_cg/test_issue399_hive_json_shape.py +317 -0
  302. package/md_cg/test_issue400_hive_dirty_args.py +450 -0
  303. package/md_cg/test_issue401_wisdom_codegen.py +295 -0
  304. package/md_cg/test_issue404_heal_receipt.py +390 -0
  305. package/md_cg/test_issue405_git_pathspec.py +333 -0
  306. package/md_cg/test_issue408_eface_registry.py +291 -0
  307. package/md_cg/test_issue409_compact_index_completeness.py +509 -0
  308. package/md_cg/test_issue410_verify_demote_write.py +366 -0
  309. package/md_cg/test_issue411_scrub_idempotence.py +575 -0
  310. package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
  311. package/md_cg/test_issue413_preimage_failclosed.py +239 -0
  312. package/md_cg/test_issue413_preimage_twin.py +340 -0
  313. package/md_cg/test_issue414_write_args_parity.py +613 -0
  314. package/md_cg/test_issue415_deps_gate_probe.py +358 -0
  315. package/md_cg/test_issue416_entry_key_subset.py +525 -0
  316. package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
  317. package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
  318. package/md_cg/test_issue418_role_type_gate.py +265 -0
  319. package/md_cg/test_issue419_pii_redaction.py +642 -0
  320. package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
  321. package/md_cg/test_issue425_ingest_library_path.py +331 -0
  322. package/md_cg/test_issue426a_dedup_receipt.py +242 -0
  323. package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
  324. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
  325. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
  326. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
  327. package/md_cg/test_issue427_serve_status_shape.py +191 -0
  328. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
  329. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
  330. package/md_cg/test_issue434_435_float_gate.py +90 -0
  331. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
  332. package/md_cg/test_issue43_default_policy.py +874 -865
  333. package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
  334. package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
  335. package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
  336. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
  337. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
  338. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
  339. package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
  340. package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
  341. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
  342. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
  343. package/md_cg/test_issue451_audit_actor.py +313 -0
  344. package/md_cg/test_issue452_ingest_root_hint.py +238 -0
  345. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
  346. package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
  347. package/md_cg/test_issue466_basis_registry.py +469 -0
  348. package/md_cg/test_issue467_identity_sensitivity.py +204 -0
  349. package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
  350. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
  351. package/md_cg/test_issue470_wal_event_durable.py +427 -0
  352. package/md_cg/test_issue471_identity_readable.py +137 -0
  353. package/md_cg/test_issue472_audit_chain.py +91 -0
  354. package/md_cg/test_issue472_prune_ledger.py +106 -0
  355. package/md_cg/test_issue472_rollback_degraded.py +82 -0
  356. package/md_cg/test_issue491_compose_sandbox.py +460 -0
  357. package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
  358. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
  359. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
  360. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
  361. package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
  362. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
  363. package/md_cg/test_issue525_read_null_semantics.py +52 -0
  364. package/md_cg/test_issue538_hook_condition_space.py +97 -0
  365. package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
  366. package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
  367. package/md_cg/test_issue542_tenant_root_same.py +153 -0
  368. package/md_cg/test_issue543_issue_authorization.py +147 -0
  369. package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
  370. package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
  371. package/md_cg/test_issue546_ledger_concurrency.py +81 -0
  372. package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
  373. package/md_cg/test_issue547_audit_durable.py +96 -0
  374. package/md_cg/test_issue549_durable_append.py +143 -0
  375. package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
  376. package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
  377. package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
  378. package/md_cg/test_issue559_refine_prefix.py +70 -0
  379. package/md_cg/test_issue561_pending_review.py +109 -0
  380. package/md_cg/test_issue562_retired_faces.py +150 -0
  381. package/md_cg/test_issue66_scrub_semantics.py +107 -0
  382. package/md_cg/test_issue67_scrub_control_pool.py +233 -0
  383. package/md_cg/test_issue69_audit_boundary.py +129 -0
  384. package/md_cg/test_issue71_queue_backlog.py +377 -0
  385. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
  386. package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
  387. package/md_cg/test_issue75_neural_failure.py +582 -0
  388. package/md_cg/test_issue78_export_concurrency.py +334 -0
  389. package/md_cg/test_issue80_residual_flush.py +169 -0
  390. package/md_cg/test_issue82_credential_rules.py +271 -0
  391. package/md_cg/test_issue82_layer_and_size.py +120 -0
  392. package/md_cg/test_issue84_portability.py +95 -0
  393. package/md_cg/test_issue85_export_overwrite.py +113 -0
  394. package/md_cg/test_issue86_runtime_revoke.py +110 -0
  395. package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
  396. package/md_cg/test_issue88_conclusion_face.py +280 -0
  397. package/md_cg/test_issue88_execution_conflicts.py +87 -0
  398. package/md_cg/test_issue89_zero_score.py +169 -0
  399. package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
  400. package/md_cg/test_issue91_verifier_sandbox.py +314 -0
  401. package/md_cg/test_issue91_verifier_timeout.py +528 -0
  402. package/md_cg/test_issue93_remember_redaction.py +282 -0
  403. package/md_cg/test_issue96_key_fallback.py +102 -0
  404. package/md_cg/test_issue98_tenant_root.py +104 -0
  405. package/md_cg/test_jsonl_commit_watermark.py +221 -0
  406. package/md_cg/test_live_validity_cache.py +256 -0
  407. package/md_cg/test_logref.py +1141 -1109
  408. package/md_cg/test_mcp_call_argument_types.py +99 -0
  409. package/md_cg/test_md_access_parity.py +330 -255
  410. package/md_cg/test_md_cg_no_hive_dep.py +140 -0
  411. package/md_cg/test_memory_rsi.py +215 -0
  412. package/md_cg/test_memory_rsi_adversarial.py +91 -0
  413. package/md_cg/test_mode_parity.py +1413 -1393
  414. package/md_cg/test_mutation_residue.py +120 -0
  415. package/md_cg/test_mutation_rollback.py +835 -805
  416. package/md_cg/test_n123_derive_expiry_chain.py +210 -205
  417. package/md_cg/test_n130_verify_falsified_protect.py +185 -185
  418. package/md_cg/test_n209_verify_write_face_gates.py +466 -461
  419. package/md_cg/test_n230_dirty_replay.py +52 -9
  420. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  421. package/md_cg/test_neg_coverage_budget.py +500 -0
  422. package/md_cg/test_neg_tail_honesty.py +733 -663
  423. package/md_cg/test_p0.py +16 -2
  424. package/md_cg/test_p14_root_fallback.py +373 -0
  425. package/md_cg/test_p1x_ref_root.py +47 -10
  426. package/md_cg/test_p21_tokens.py +294 -293
  427. package/md_cg/test_p24_evidence.py +232 -227
  428. package/md_cg/test_p26_refindex.py +20 -3
  429. package/md_cg/test_p27_docindex.py +792 -777
  430. package/md_cg/test_p28_refcheck.py +1053 -1032
  431. package/md_cg/test_p29_session_ingest_export.py +6 -0
  432. package/md_cg/test_p2_mcp.py +474 -453
  433. package/md_cg/test_p2_six_elements.py +476 -463
  434. package/md_cg/test_p3.py +370 -261
  435. package/md_cg/test_p33_ccg_wiring.py +300 -293
  436. package/md_cg/test_p3_legacy_closure.py +438 -433
  437. package/md_cg/test_p40_refine_worklist.py +244 -241
  438. package/md_cg/test_p47_session_view.py +25 -9
  439. package/md_cg/test_p4_freshness.py +781 -774
  440. package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
  441. package/md_cg/test_p9c_dedup_hints.py +288 -283
  442. package/md_cg/test_policy_required_ccg.py +444 -432
  443. package/md_cg/test_postings_digest_memo.py +139 -0
  444. package/md_cg/test_predict_beta.py +138 -135
  445. package/md_cg/test_qmd.py +500 -0
  446. package/md_cg/test_query_excerpt.py +209 -0
  447. package/md_cg/test_reach.py +456 -378
  448. package/md_cg/test_reach_snapshot_admission.py +218 -0
  449. package/md_cg/test_readcache_prodpath.py +4 -0
  450. package/md_cg/test_recall_face_guards.py +854 -812
  451. package/md_cg/test_recall_metadata.py +422 -0
  452. package/md_cg/test_retr_s5.py +312 -213
  453. package/md_cg/test_retr_score_once.py +14 -2
  454. package/md_cg/test_review_cli_attribution.py +11 -7
  455. package/md_cg/test_review_queue_batch.py +123 -0
  456. package/md_cg/test_review_queue_index.py +130 -0
  457. package/md_cg/test_rrf_candidates.py +292 -0
  458. package/md_cg/test_rrf_qualified_topk.py +214 -0
  459. package/md_cg/test_rrf_unique_votes.py +218 -0
  460. package/md_cg/test_s1_ast_judge.py +110 -0
  461. package/md_cg/test_scrub_ledger.py +413 -0
  462. package/md_cg/test_security_audit_b26.py +34 -3
  463. package/md_cg/test_security_audit_v21.py +1 -2
  464. package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
  465. package/md_cg/test_session5_identity.py +93 -0
  466. package/md_cg/test_session_attribution_consistency.py +813 -0
  467. package/md_cg/test_session_identity_tristate.py +486 -0
  468. package/md_cg/test_sleep_p1.py +35 -3
  469. package/md_cg/test_state_event_op.py +521 -514
  470. package/md_cg/test_state_projection_streaming.py +136 -0
  471. package/md_cg/test_stg_interval_candidates.py +280 -0
  472. package/md_cg/test_stg_time_blocks.py +239 -0
  473. package/md_cg/test_stgidx_index_parity.py +1024 -1020
  474. package/md_cg/test_subgraph_bounded_bfs.py +227 -0
  475. package/md_cg/test_sustain_bounded.py +652 -624
  476. package/md_cg/test_task_memory.py +394 -0
  477. package/md_cg/test_text_projection_mutations.py +101 -0
  478. package/md_cg/test_time_anchor.py +421 -0
  479. package/md_cg/test_time_core_lint.py +1024 -975
  480. package/md_cg/test_tool_face.py +200 -189
  481. package/md_cg/test_trust_bounded_frontier.py +248 -0
  482. package/md_cg/test_trust_edge_reachability.py +405 -0
  483. package/md_cg/test_w5_path_fingerprint.py +381 -0
  484. package/md_cg/test_w7_redlines.py +659 -0
  485. package/md_cg/test_write_return_shape.py +919 -0
  486. package/md_cg/test_writepipe.py +228 -226
  487. package/md_cg/timeanchor.py +534 -0
  488. package/md_cg/tokens.py +68 -5
  489. package/md_cg/tool_face.py +273 -260
  490. package/md_cg/trust.py +1114 -1030
  491. package/md_cg/twophase.py +303 -231
  492. package/md_cg/weights.py +642 -638
  493. package/md_cg/whitebox.py +536 -527
  494. package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
  495. package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
  496. package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
  497. package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
  498. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1633
  499. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -298
  500. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1065
  501. package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
  502. package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
  503. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -470
  504. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -476
  505. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -958
  506. package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
  507. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2895
  508. package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
  509. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4054
  510. package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
  511. package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
  512. package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
  513. package/md_cg/writelimit.py +584 -390
  514. package/md_cg/writepipe.py +1337 -826
  515. package/package.json +14 -9
  516. package/scripts/workspace_index.py +328 -0
  517. package/src/bridge.ts +34 -11
  518. package/src/cli.ts +75 -65
  519. package/src/hooks.ts +932 -776
  520. package/src/index.ts +30 -7
  521. package/src/init.ts +362 -361
  522. package/src/lib/datapath.ts +419 -326
  523. package/src/lib/hook_audit.ts +42 -3
  524. package/src/lib/mdcg_client.ts +469 -461
  525. package/src/lib/mutual.ts +481 -432
  526. package/src/lib/prompt_safety.ts +178 -149
  527. package/src/lib/roleplay_web.ts +30 -2
  528. package/src/lib/token_store.ts +274 -52
  529. package/src/tools.ts +271 -223
  530. package/zcode/README.md +1 -1
  531. package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
  532. package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
  533. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
  534. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
  535. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
  536. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
  537. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
  538. package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
  539. package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
  540. package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
  541. package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
  542. package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
  543. package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
  544. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
  545. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
  546. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
  547. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
  548. package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
  549. package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
  550. package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
  551. package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
  552. package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
  553. package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
  554. package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
  555. package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
  556. package/docs/eval/issue65_session_recall_/344/274/232/350/257/235/351/232/224/347/246/273_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -329
  557. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
  558. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
  559. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
  560. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
  561. package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
  562. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
  563. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
  564. package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
  565. package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
  566. package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
  567. package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
  568. package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
  569. package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
  570. package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
  571. package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
  572. package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
  573. package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
  574. package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -160
  575. package/docs/eval//345/217/221/345/270/20315_/344/274/232/350/257/235/351/232/224/347/246/273/344/277/256/345/244/215/344/270/216/350/272/253/344/275/223/345/272/223/345/261/225/347/244/272_v1.0.md +0 -88
  576. package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
  577. package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
  578. package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
  579. package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
  580. package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
  581. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
  582. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
  583. package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
  584. package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
  585. package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
  586. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
  587. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
  588. package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
  589. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
  590. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
  591. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
  592. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
  593. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
  594. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
  595. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
  596. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
  597. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
  598. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
  599. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
  600. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
  601. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
  602. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
  603. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
  604. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
  605. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
  606. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
  607. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
  608. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
  609. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
  610. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
  611. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
  612. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
  613. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
  614. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
  615. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
  616. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
  617. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
  618. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
  619. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
  620. package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
  621. package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
  622. package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
  623. package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
  624. package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
  625. package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
  626. package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
  627. package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
  628. package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
  629. package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
  630. package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
  631. package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
  632. package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
  633. package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
  634. package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
  635. package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
  636. package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
  637. package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
  638. package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
  639. package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
  640. package/docs/mdcg/guardrail-charter.md +0 -164
  641. package/docs/mdcg/lingshu_tutorial.html +0 -14956
  642. package/docs/mdcg/memory-assessment.html +0 -923
  643. package/docs/mdcg/memory_score.html +0 -213
  644. package/docs/mdcg/memory_score.png +0 -0
  645. package/docs/mdcg/release_v0.3.0.md +0 -36
  646. package/docs/mdcg/release_v0.4.11.md +0 -49
  647. package/docs/mdcg/release_v0.4.5.md +0 -55
  648. package/docs/mdcg/tool_table_v0.3.0.md +0 -117
  649. package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
  650. package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
  651. package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
  652. package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
  653. package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
  654. package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
  655. package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
  656. package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
  657. package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
  658. package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
  659. package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
  660. package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
  661. package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
  662. package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
  663. package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
  664. package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
  665. package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
  666. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
  667. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
  668. package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
  669. package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
  670. package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
  671. package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
  672. package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
  673. package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
  674. package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
  675. package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
  676. package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
  677. package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
  678. package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
  679. package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
  680. package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
  681. package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
  682. package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
  683. package/docs/promo/bilibili-cover.jpg +0 -0
  684. package/docs/promo/promo-visual-1.png +0 -0
  685. package/docs/promo/promo-visual-2.png +0 -0
  686. package/docs/promo/promo-visual-3.png +0 -0
  687. package/docs/promo/promo-visual-4.png +0 -0
  688. package/docs/promo/promo-visual-5.png +0 -0
  689. package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
  690. package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
  691. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
  692. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
  693. package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
  694. package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
  695. package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
  696. package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
  697. package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
  698. package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
  699. package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
  700. package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
  701. package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
  702. package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
  703. package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
  704. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
  705. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
  706. package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
  707. package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
  708. package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
  709. package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
  710. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
  711. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
  712. package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
  713. package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
  714. package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
  715. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
  716. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
  717. package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
@@ -1,391 +1,585 @@
1
- # -*- coding: utf-8 -*-
2
- """自动写入限流与同构聚合(流水污染治理:写入侧前置 + 读侧整理)。
3
-
4
- 背景(2026-09-15 污染实测):某环境 contextual 层 355 个自动写入节点中,
5
- 46% 是单日批次流水(「批次247收官记忆」…×163 条同模板),17% 是无结构
6
- mem_* 节点;主动遗忘闸门(forgetting.assess)MERGE 命中率仅 1%——精确
7
- 内容签名对「每次只换数字的同模板流水」完全无感。
8
-
9
- 本模块两层治理(只作用 contextual 层——自动写入落层;knowledge 等
10
- 手动纪律写入不受限):
11
-
12
- 写入侧(remember_gated 前置,工程策略独立于三问裁决):
13
- 1) 同源频率限制:同 (layer, role) 滑动窗口内超量 → DEFER(防灌水;
14
- 原始事件仍在 recent log 时间线,可追溯不丢失)
15
- 2) 同构聚合:短内容模板签名(去数字/URL/长十六进制)命中 →
16
- 并入既有节点(正文追加一行 + merge_count+1,不新增节点)
17
-
18
- 读侧(sustain 周期巡检调 tidy_contextual):
19
- 已落盘的同构组(≥min_group 条)→ 保留最早节点追加成员清单,
20
- 成员降权(importance×0.5,下限 0.1)+ tidy:converged 标记;
21
- 永不删除节点(可逆、可审计),受保护节点跳过。
22
-
23
- 状态持久化 <root>/_writelimit.json(进程重启不失效);
24
- env MDCG_WRITELIMIT=0 整体关闭;importance_hint≥0.7(保护优先语义)
25
- 跳过所有限流。
26
- """
27
- from __future__ import annotations
28
-
29
- import hashlib
30
- import json
31
- import os
32
- import re
33
- import time
34
-
35
- from . import lifecycle, protect
36
- from .fsutil import FileLock, atomic_write
37
-
38
- STATE_FILE = "_writelimit.json"
39
- RATE_WINDOW = 60.0 # 频率窗口(秒)
40
- RATE_MAX = 8 # 窗口内同 (layer, role) 最大写入数
41
- CONVERGE_WINDOW = 86400.0 # 同构聚合窗口(秒,24h)
42
- MAX_CONTENT = 200 # 参与同构聚合的内容长度上限(字符)
43
- MIN_SKELETON = 4 # 模板骨架最短长度(防「好的/收到」误聚)
44
- MAX_APPLY = 500 # tidy 单次落盘成员数上限(防一次改爆)
45
-
46
- _RE_URL = re.compile(r"https?://\S+")
47
- _RE_HEX = re.compile(r"\b[0-9a-fA-F]{12,}\b")
48
- _RE_LONG_NUM = re.compile(r"\d{4,}")
49
- _RE_NUM = re.compile(r"\d+")
50
- _RE_WS = re.compile(r"\s+")
51
- _RE_TITLE = re.compile(r"^\s*#\s*功能名[::]\s*(.+?)\s*$", re.M)
52
-
53
-
54
- # 生效条件:读环境变量 MDCG_WRITELIMIT(缺省 "1"),strip 并 lower 后不在 ("0", "false", "no") 中即返回 True——默认开启,仅显式关闭值才停用;
55
- def enabled() -> bool:
56
- """总开关:env MDCG_WRITELIMIT=0/false/no 时关闭所有限流。"""
57
- return os.environ.get("MDCG_WRITELIMIT", "1").strip().lower() \
58
- not in ("0", "false", "no")
59
-
60
-
61
- # 生效条件:形参 content 为假值返回 None;否则 strip 后若 _RE_TITLE 命中且标题骨架 s 非空且 len(s)>=MIN_SKELETON 返回 "t:"+s,否则返回 None;无标题且 len(text)>=MAX_CONTENT 返回 None;无标题且 len(text)<MAX_CONTENT 时全文骨架 s 非空且 len(s)>=MIN_SKELETON 返回 s,否则返回 None;
62
- def template_signature(content: str):
63
- """同模板流水签名:标题模板优先,其次全文骨架。
64
-
65
- - 带「# 功能名:X」标题行的节点:对标题做去数字骨架(不受正文长度
66
- 限制)——批次报告正文各不相同但标题同模板(「批次N收官记忆」),
67
- 标题是节点身份的最强模板信号
68
- - 无标题:去 URL/长十六进制/数字后的全文压缩骨架;长文
69
- (≥MAX_CONTENT)是正经记忆不参与聚合
70
- - 骨架过短(<MIN_SKELETON)或纯数字 → None(防「好的/收到」误聚)
71
- """
72
- if not content:
73
- return None
74
- text = content.strip()
75
- m = _RE_TITLE.search(text)
76
- if m:
77
- s = _skeleton(m.group(1))
78
- return ("t:" + s) if s and len(s) >= MIN_SKELETON else None
79
- if len(text) >= MAX_CONTENT:
80
- return None
81
- s = _skeleton(text)
82
- return s if s and len(s) >= MIN_SKELETON else None
83
-
84
-
85
- # 生效条件:形参 text 为任意字符串时,依次清除 URL、长十六进制、长数字、数字与空白后返回 s(空串返回空串);
86
- def _skeleton(text: str) -> str:
87
- s = _RE_URL.sub(" ", text)
88
- s = _RE_HEX.sub(" ", s)
89
- s = _RE_LONG_NUM.sub(" ", s)
90
- s = _RE_NUM.sub(" ", s)
91
- s = _RE_WS.sub("", s)
92
- return s
93
-
94
-
95
- # ---------- 状态持久化 ----------
96
-
97
- # 生效条件:形参 cg 提供 root 时返回 os.path.join(cg.root, STATE_FILE);
98
- def _state_path(cg) -> str:
99
- return os.path.join(cg.root, STATE_FILE)
100
-
101
-
102
- # 生效条件:形参 cg 使 _state_path(cg) 可读取且 json.load 得到 dict 且 st.get("sigs")/st.get("rate") 均为 dict 时返回 st;否则若读取或解析抛 OSError/ValueError 或该 dict 中 sigs/rate 任一非 dict 则返回 {"sigs": {}, "rate": {}}(顶层非 dict 会在 st.get 处抛 AttributeError);
103
- def _load(cg) -> dict:
104
- try:
105
- with open(_state_path(cg), encoding="utf-8") as f:
106
- st = json.load(f)
107
- if isinstance(st.get("sigs"), dict) and isinstance(st.get("rate"), dict):
108
- return st
109
- except (OSError, ValueError):
110
- pass
111
- return {"sigs": {}, "rate": {}}
112
-
113
-
114
- # 生效条件:调用方传入 cg 与 st,无任何早退守卫,一经调用即以 json.dumps(st, ensure_ascii=False, sort_keys=True) 在 _state_path(cg) 的 FileLock 内原子写入。
115
- def _save(cg, st: dict) -> None:
116
- p = _state_path(cg)
117
- with FileLock(p):
118
- atomic_write(p, json.dumps(st, ensure_ascii=False, sort_keys=True))
119
-
120
-
121
- # 生效条件:调用方传入 st、key、now,st 须含 "rate" 键(st["rate"].get(key, []) 缺该 key 时按空列表处理),按 now - t < RATE_WINDOW 过滤后追加 now,并只回写末尾 RATE_MAX*4 项。
122
- def _push_rate(st: dict, key: str, now: float) -> None:
123
- win = [t for t in st["rate"].get(key, []) if now - t < RATE_WINDOW]
124
- win.append(now)
125
- st["rate"][key] = win[-RATE_MAX * 4:]
126
-
127
-
128
- # ---------- 写入侧:前置限流 + 同构聚合 ----------
129
-
130
- # 生效条件:仅当 layer=="contextual" 且 enabled() 为真、且 importance_hint 为 None 或 float(importance_hint)<0.7(转换抛 TypeError/ValueError 时同样继续)才进入限流,此时 now 为 None 取 time.time(),key 取 f"{layer}:{role or 'user'}"(role 为 None/空串等假值回落 'user'):同 key 窗口内条数 ≥ RATE_MAX 返回 DEFER;否则 signature 非空且 st["sigs"] 中该签名记录在 CONVERGE_WINDOW 内、nid 有效且 cg.get(rec["nid"]) 存在时,正文 strip 后完全一致返回 DROP、不一致返回 CONVERGE;其余情形返回 None 放行。
131
- def check(cg, content, layer="contextual", role=None, node_id=None,
132
- importance_hint=None, now=None):
133
- """remember_gated 前置限流。None=放行;否则 {"verdict": DEFER|CONVERGE}。
134
-
135
- - DEFER:同 (layer, role) 滑动窗口内已满 RATE_MAX 条(被拒者也计数,
136
- 防持续灌水每条都重算窗口)
137
- - CONVERGE:签名命中(CONVERGE_WINDOW 内、目标节点仍在)→ 应并入
138
- rec["nid"];签名首见即预占位(nid=node_id),assess 若 DEFER/DROP
139
- 该节点未落盘,下次 cg.get 失效自动重置——自愈
140
- """
141
- if layer != "contextual" or not enabled():
142
- return None
143
- if importance_hint is not None:
144
- try:
145
- if float(importance_hint) >= 0.7:
146
- return None # 保护优先语义:跳过限流
147
- except (TypeError, ValueError):
148
- pass
149
- now = float(now if now is not None else time.time())
150
- st = _load(cg)
151
- key = f"{layer}:{role or 'user'}"
152
- # 1) 同源频率限制
153
- win = [t for t in st["rate"].get(key, []) if now - t < RATE_WINDOW]
154
- if len(win) >= RATE_MAX:
155
- win.append(now)
156
- st["rate"][key] = win[-RATE_MAX * 4:]
157
- _save(cg, st)
158
- return {"verdict": "DEFER", "limiter": "rate", "reason":
159
- f"ratelimit:{key}:>{RATE_MAX}in{int(RATE_WINDOW)}s"}
160
- # 2) 同构聚合
161
- sig = template_signature(content)
162
- if sig:
163
- rec = st["sigs"].get(sig)
164
- if rec and now - float(rec.get("t") or 0) < CONVERGE_WINDOW \
165
- and rec.get("nid"):
166
- tgt = cg.get(rec["nid"])
167
- if tgt:
168
- if (tgt.get("content") or "").strip() \
169
- == (content or "").strip():
170
- # 与既有节点正文完全一致:零新信息 → 交回旧闸门语义
171
- # DROP(不落库、不追加聚合行、不强化既有)——对齐
172
- # forgetting 闸门「确定性内部冗余 → DROP 先于 MERGE」
173
- # 纪律;同模板但内容不同才走聚合(那才是流水治理)
174
- _push_rate(st, key, now)
175
- _save(cg, st)
176
- return {"verdict": "DROP", "limiter": "exact_dup",
177
- "target": rec["nid"],
178
- "reason": f"exact_dup_of:{rec['nid']}"}
179
- rec["n"] = int(rec.get("n") or 1) + 1
180
- rec["last"] = now
181
- st["sigs"][sig] = rec
182
- _push_rate(st, key, now)
183
- _save(cg, st)
184
- return {"verdict": "CONVERGE", "limiter": "converge",
185
- "target": rec["nid"], "sig": sig[:40], "n": rec["n"],
186
- "reason": f"converge:{sig[:40]}#{rec['n']}"}
187
- st["sigs"][sig] = {"nid": node_id, "t": now, "n":
188
- int((rec or {}).get("n") or 1),
189
- "sk": sig[:60]}
190
- _push_rate(st, key, now)
191
- _save(cg, st)
192
- return None
193
-
194
-
195
- # 生效条件:形参 content 的 template_signature 非空,且 st["sigs"].get(sig) 为 None 或该记录 nid 为假值时,写入 {"nid": node_id, ...} 并保存;否则不写并返回 None;
196
- def record_accepted(cg, node_id, content, now=None) -> None:
197
- """ACCEPT 落盘后确保签名→节点映射存在(check 已预占位,此处兜底)。"""
198
- sig = template_signature(content)
199
- if not sig:
200
- return
201
- now = float(now if now is not None else time.time())
202
- st = _load(cg)
203
- rec = st["sigs"].get(sig)
204
- if rec is None or not rec.get("nid"):
205
- st["sigs"][sig] = {"nid": node_id, "t": now, "n":
206
- int((rec or {}).get("n") or 1), "sk": sig[:60]}
207
- _save(cg, st)
208
-
209
-
210
- # 生效条件:cg.get(target) 为假值返回 {"ok": False, "error": "target_missing"};随后以节点真层/敏感度过 protect.guard_overwrite(层闸 + 保护闸,override 为真时先快照 + 审计);通过后按 forgetting.aggregate_line(单点)把新正文里目标还没有的行追加为聚合行、fm["merge_count"]=int(fm.get("merge_count") or 0)+1 后 _write_node 落盘(重要性不变),并把 session/actor 归属并列记进 fm(forgetting.note_source);返回 {"ok": True, "merge_count": 新值, "content_sink": 去向, "source": 归属}。
211
- def converge_into(cg, target: str, content: str, override=False, actor=None,
212
- session=None) -> dict:
213
- """同构聚合落库:正文追加一行【聚合】摘要,merge_count+1。
214
-
215
- importance **不变**——流水不该越聚越重要(与 forgetting.reinforce
216
- 的 +0.05 相反)。
217
-
218
- B3(2026-09-30):追加内容改由 `forgetting.aggregate_line`(**单点**)
219
- 生成——原口径 `" ".join(content.split())[:80]` 会把落在 80 字外的新值
220
- 整体丢掉(P-3 实测:端口 9090 变体在库中 0 次落盘),与「新正文不许被
221
- 静默丢弃」同病;现改为「目标正文还没有的行」逐行追加、不截断,纯重复
222
- 零追加。**不变**的部分:目标节点不变、merge_count+1、importance 不动、
223
- 层闸/保护闸仍在写盘之前。
224
- H3:`session` 槽把新写入方归属并列落 fm(`forgetting.note_source`)。
225
-
226
- N215(2026-09-28,同族未接线写点):本函数此前**裸调 `cg._write_node`**
227
- 追加既有节点正文,唯一入口 `mdcos.remember_gated` 的 CONVERGE 分支(:3336)
228
- 全程无 principal 层闸、无保护闸、无快照无审计。`writelimit.check` 的形参层
229
- 判据(:141)只看调用方声明的 layer、签名映射落的是 `node_id`——攻击链:
230
- 先以 `(node_id=<anchor 节点>, layer='contextual')` 预占位签名(该次 `add`
231
- 被保护闸拒,但 `sig→anchor id` 已落盘),再换正文重发 → CONVERGE →
232
- **anchor 层不可篡改节点被无痕追加聚合行**(可反复追加、merge_count 递增)。
233
- 落盘前统一过 `protect.guard_overwrite`(单点)。
234
- """
235
- e = cg.get(target)
236
- if not e:
237
- return {"ok": False, "error": "target_missing"}
238
- fm = dict(e.get("frontmatter") or {})
239
- protect.guard_overwrite(cg, target, layer=fm.get("layer"),
240
- sensitivity=fm.get("sensitivity"),
241
- override=override, actor=actor)
242
- # 延迟导入:forgetting 是聚合行/归属的单点实现(writelimit 不反向被它依赖,
243
- # 无环);放函数内避免模块导入期把 md_cg.forgetting 的依赖面(mdcg/bigrams)
244
- # 拉进本模块的加载链。
245
- from . import forgetting
246
- new_body, line, line_no = forgetting.aggregate_line(e.get("content"), content)
247
- fm["merge_count"] = int(fm.get("merge_count") or 0) + 1
248
- fm["last_merge_at"] = time.time()
249
- source = forgetting.note_source(fm, session=session, actor=actor)
250
- cg._write_node(target, os.path.join(cg.root, e["path"]), fm,
251
- new_body if new_body is not None else (e.get("content") or ""),
252
- durable=True)
253
- entry = cg.index["nodes"].get(target)
254
- if entry is not None:
255
- entry.update({"merge_count": fm["merge_count"],
256
- "last_merge_at": fm["last_merge_at"]})
257
- if fm.get("merge_sources"):
258
- entry["merge_sources"] = fm["merge_sources"]
259
- cg._dirty[target] = entry
260
- return {"ok": True, "merge_count": fm["merge_count"],
261
- "content_sink": {
262
- "node_id": target,
263
- "action": "appended" if line else "already_covered",
264
- "line": line, "line_no": line_no,
265
- "chars": len(new_body if new_body is not None
266
- else (e.get("content") or ""))},
267
- "source": source}
268
-
269
-
270
- # ---------- 读侧:已落盘同构组的周期整理(sustain 巡检入口)----------
271
-
272
- # 生效条件:形参 cg 的 index["nodes"] 中 layer=="contextual" 且 cg.get 可取的节点按 template_signature 非空分组,扫描到 scanned>=limit(limit=0 立即 break)为止,成员数≥min_group 的组按成员数降序进入 planned;apply 为真且 planned 非空时,逐组循环且累计 n_ap>=MAX_APPLY 后不再开新组(组内成员仍可继续 n_ap 累加超过),跳过 protected/immutable 成员,保留每组最早节点并追加整理聚合、成员降权,输出 out(out["planned"] 仅取 planned[:20];apply 假或 planned 空直接返回 out);
273
- def tidy_contextual(cg, apply=False, min_group=3, actor="sustain_tidy",
274
- limit=2000) -> dict:
275
- """扫描 contextual 层已落盘节点,按模板签名分组并整理。
276
-
277
- 对 ≥min_group 的同构组(apply=True 时):
278
- · 保留最早节点:正文追加【整理聚合】成员清单段落
279
- · 成员节点:tags += tidy:converged、importance×0.5(下限 0.1)
280
- 永不删除节点(可逆、可审计);protected/immutable 成员跳过;
281
- apply=False 只盘点不动任何节点。
282
- """
283
- groups: dict = {}
284
- scanned = 0
285
- for nid, entry in list(getattr(cg, "index", {})
286
- .get("nodes", {}).items()):
287
- if scanned >= limit:
288
- break
289
- if entry.get("layer") != "contextual":
290
- continue
291
- e = cg.get(nid)
292
- if not e:
293
- continue
294
- scanned += 1
295
- sig = template_signature(e.get("content") or "")
296
- if sig:
297
- groups.setdefault(sig, []).append(e)
298
- planned = []
299
- for sig, members in groups.items():
300
- if len(members) < min_group:
301
- continue
302
- members.sort(key=lambda m: (float((m.get("frontmatter") or {})
303
- .get("created_at", 0) or 0),
304
- str(m.get("id") or "")))
305
- planned.append({"sig": sig[:40], "keep": members[0]["id"],
306
- "members": [m["id"] for m in members[1:]]})
307
- planned.sort(key=lambda p: (-len(p["members"]), str(p.get("sig") or "")))
308
- out = {"t": time.time(), "actor": actor, "scanned": scanned,
309
- "groups": len(planned),
310
- "members": sum(len(p["members"]) for p in planned),
311
- "apply": bool(apply), "planned": planned[:20], "applied": []}
312
- if not apply or not planned:
313
- return out
314
- n_ap = 0
315
- for p in planned:
316
- if n_ap >= MAX_APPLY:
317
- break
318
- keep = cg.get(p["keep"])
319
- if not keep:
320
- continue
321
- lines = [f"\n\n# 整理聚合(tidy {time.strftime('%Y-%m-%d')}):"
322
- f"同模板成员 {len(p['members'])} 条"]
323
- for mid in p["members"]:
324
- m = cg.get(mid)
325
- if not m:
326
- continue
327
- mfm = dict(m.get("frontmatter") or {})
328
- if mfm.get("protected") or mfm.get("immutable"):
329
- continue
330
- first = " ".join((m.get("content") or "").split())[:48]
331
- lines.append(f"- {mid} {first}")
332
- _demote(cg, m)
333
- n_ap += 1
334
- kfm = dict(keep.get("frontmatter") or {})
335
- kfm["merge_count"] = int(kfm.get("merge_count")
336
- or 0) + len(p["members"])
337
- kfm["last_merge_at"] = time.time()
338
- cg._write_node(keep["id"], os.path.join(cg.root, keep["path"]),
339
- kfm, (keep.get("content") or "") + "\n".join(lines),
340
- durable=True)
341
- out["applied"].append({"keep": p["keep"],
342
- "converged": len(p["members"])})
343
- out["applied_count"] = n_ap
344
- flush = getattr(cg, "flush", None)
345
- if callable(flush):
346
- flush()
347
- return out
348
-
349
-
350
- # 生效条件:e 提供 "id"/"path",对其 frontmatter 副本在 tags 不含 "tidy:converged" 时追加该 tag、importance 置 round(max(0.1, float(fm.get("importance",0.5) or 0)*0.5), 3),经 lifecycle.stamp(fm,"converged",reason=...,actor=actor) 后 _ok 为真时 setdefault(lifecycle.STATE_FIELD,"converged"),随后 cg._write_node 落盘,且 cg.index["nodes"].get(e["id"]) 非 None 时同步 tags/importance/状态字段到索引。
351
- def _demote(cg, e: dict, actor: str = "sustain_tidy") -> None:
352
- """成员降权:tags += tidy:converged,importance×0.5(下限 0.1)。
353
-
354
- ② 显式状态机收口(2026-09-16):降权动作同时把生命周期状态推进到
355
- `converged`——`tidy:converged` **tag 保留为兼容别名**(既有测试与历史数据都
356
- 在读它),但「这节点已定型」从此由 `lifecycle_state` 这一显式字段承载,
357
- 迁移合法性由 `lifecycle.stamp` 单点裁决。状态与 tags/importance 走**同一次
358
- 写盘**(不额外多写一遍文件)。裁决失败(受保护成员,正常路径已被
359
- `tidy_contextual` 跳过)**不阻断**降权本身:tags/importance 已生效,只是不改
360
- 状态——不假装成功。
361
- """
362
- fm = dict(e.get("frontmatter") or {})
363
- tags = list(fm.get("tags") or [])
364
- if "tidy:converged" not in tags:
365
- tags.append("tidy:converged")
366
- fm["tags"] = tags
367
- fm["importance"] = round(max(0.1, float(fm.get("importance", 0.5)
368
- or 0) * 0.5), 3)
369
- _ok, _code, _why = lifecycle.stamp(
370
- fm, "converged", reason="tidy 同构聚合已定型", actor=actor)
371
- if _ok:
372
- # 幂等迁移(已是 converged)不会写字段 → 补成显式,索引口径才一致
373
- fm.setdefault(lifecycle.STATE_FIELD, "converged")
374
- cg._write_node(e["id"], os.path.join(cg.root, e["path"]), fm,
375
- e.get("content") or "")
376
- entry = cg.index["nodes"].get(e["id"])
377
- if entry is not None:
378
- entry.update({"tags": tags, "importance": fm["importance"],
379
- lifecycle.STATE_FIELD: fm.get(lifecycle.STATE_FIELD)})
380
- cg._dirty[e["id"]] = entry
381
-
382
-
383
- # 生效条件:形参 cg 使 _load(cg) 返回 dict 时,返回 enabled()、st["sigs"] 计数、nid 为真的 live_sigs、st["rate"] 键数与 STATE_FILE 组成的摘要;
384
- def stats(cg) -> dict:
385
- """限流状态摘要(诊断面)。"""
386
- st = _load(cg)
387
- live_sigs = sum(1 for r in st["sigs"].values() if r.get("nid"))
388
- return {"enabled": enabled(), "sigs_tracked": len(st["sigs"]),
389
- "sigs_live": live_sigs,
390
- "rate_keys": len(st["rate"]),
1
+ # -*- coding: utf-8 -*-
2
+ """自动写入限流与同构聚合(流水污染治理:写入侧前置 + 读侧整理)。
3
+
4
+ 背景(2026-09-15 污染实测):某环境 contextual 层 355 个自动写入节点中,
5
+ 46% 是单日批次流水(「批次247收官记忆」…×163 条同模板),17% 是无结构
6
+ mem_* 节点;主动遗忘闸门(forgetting.assess)MERGE 命中率仅 1%——精确
7
+ 内容签名对「每次只换数字的同模板流水」完全无感。
8
+
9
+ 本模块两层治理(只作用 contextual 层——自动写入落层;knowledge 等
10
+ 手动纪律写入不受限):
11
+
12
+ 写入侧(remember_gated 前置,工程策略独立于三问裁决):
13
+ 1) 同源频率限制:同 (layer, role) 滑动窗口内超量 → DEFER(防灌水;
14
+ 原始事件仍在 recent log 时间线,可追溯不丢失)
15
+ 2) 同构聚合:短内容模板签名(去数字/URL/长十六进制)命中 →
16
+ 并入既有节点(正文追加一行 + merge_count+1,不新增节点)
17
+
18
+ 读侧(sustain 周期巡检调 tidy_contextual):
19
+ 已落盘的同构组(≥min_group 条)→ 保留最早节点追加成员清单,
20
+ 成员降权(importance×0.5,下限 0.1)+ tidy:converged 标记;
21
+ 永不删除节点(可逆、可审计),受保护节点跳过。
22
+ 幂等(2026-10-13,issue #190):已被整理过的节点(tags 含 tidy:converged
23
+ 或 lifecycle_state=="converged")不再进组、不再降权、不再重写,因此周期
24
+ 巡检第 2 轮起对同一组零落盘;返回 dict 新增键 already_tidied(跳过计数)。
25
+
26
+ 状态持久化 <root>/_writelimit.json(进程重启不失效);台账是**明文 JSON 的外部输入**,
27
+ 顶层非 dict / 时间戳非数值 / 未来时间戳三类脏值一律按「该记账不存在」收敛
28
+ (issue #354 [P1-9]/[P1-10]/[P1-11])——不崩、也不把限流窗口永久锁死;
29
+ 台账的「读 → 改 → 写」全程持同一把跨进程锁(issue #354 [P2-17])——原子替换只防
30
+ 撕裂、不防丢失更新,锁外读快照会让并发写者互相覆盖限流记账;
31
+ env MDCG_WRITELIMIT=0 整体关闭;importance_hint≥0.7(保护优先语义)
32
+ 跳过所有限流。
33
+ """
34
+ from __future__ import annotations
35
+
36
+ import hashlib
37
+ import json
38
+ import os
39
+ import re
40
+ import time
41
+
42
+ from . import lifecycle, protect
43
+ from .fsutil import FileLock, atomic_write
44
+
45
+ STATE_FILE = "_writelimit.json"
46
+ RATE_WINDOW = 60.0 # 频率窗口(秒)
47
+ RATE_MAX = 8 # 窗口内同 (layer, role) 最大写入数
48
+ CONVERGE_WINDOW = 86400.0 # 同构聚合窗口(秒,24h)
49
+ MAX_CONTENT = 200 # 参与同构聚合的内容长度上限(字符)
50
+ MIN_SKELETON = 4 # 模板骨架最短长度(防「好的/收到」误聚)
51
+ MAX_APPLY = 500 # tidy 单次落盘成员数上限(防一次改爆)
52
+ TIDY_TAG = "tidy:converged" # 成员「已整理定型」标记(唯一真源,issue #190)
53
+
54
+ _RE_URL = re.compile(r"https?://\S+")
55
+ _RE_HEX = re.compile(r"\b[0-9a-fA-F]{12,}\b")
56
+ _RE_LONG_NUM = re.compile(r"\d{4,}")
57
+ _RE_NUM = re.compile(r"\d+")
58
+ _RE_WS = re.compile(r"\s+")
59
+ _RE_TITLE = re.compile(r"^\s*#\s*功能名[::]\s*(.+?)\s*$", re.M)
60
+
61
+
62
+ # 生效条件:读环境变量 MDCG_WRITELIMIT(缺省 "1"),strip 并 lower 后不在 ("0", "false", "no") 中即返回 True——默认开启,仅显式关闭值才停用;
63
+ def enabled() -> bool:
64
+ """总开关:env MDCG_WRITELIMIT=0/false/no 时关闭所有限流。"""
65
+ return os.environ.get("MDCG_WRITELIMIT", "1").strip().lower() \
66
+ not in ("0", "false", "no")
67
+
68
+
69
+ # 生效条件:形参 sensitivity 为字符串且 strip/lower 后属于 crypto.ENCRYPTED_LEVELS 时返回 True;
70
+ # crypto 导入失败、形参非字符串时返回 False(fail-open:判不了就不改变既有行为——密级判据的唯一
71
+ # 单点仍是 security.merge_downgrades,本函数只决定「要不要落签名」)。
72
+ def _is_encrypted_level(sensitivity) -> bool:
73
+ """声明密级是否属「加密级」——其正文在盘上是密文(crypto.ENCRYPTED_LEVELS)。
74
+
75
+ issue #313:#148 修复建议第 1 条「加密级跳过签名(频率限流照常)」此前**未实现**
76
+ —— check / record_accepted 只把 sensitivity 记进台账(且生产调用方从未传值,
77
+ sens 恒为 null),模板签名 `sk` 照写,于是 `_writelimit.json` 里躺着 private /
78
+ secret 正文的**去数字明文骨架**,而同一内容的节点正文在盘上是密文
79
+ (`<!-- mdcg-enc:v1:…`)。密级越高的内容越不该以明文形式躺进明文台账,故
80
+ 加密级一律不落签名;频率限流(步骤 1)不受影响,照常生效。
81
+
82
+ 不适用条件:本函数只判「该不该落签名」——不判降密级(security.merge_downgrades
83
+ 单点)、不判读写权限(security 层)、不评价内容相关性。
84
+ """
85
+ try:
86
+ from .crypto import is_encrypted_level as _iel
87
+ except Exception: # noqa: BLE001
88
+ return False
89
+ return _iel(sensitivity)
90
+
91
+
92
+ # 生效条件:形参 content 为假值返回 None;否则 strip 后若 _RE_TITLE 命中且标题骨架 s 非空且 len(s)>=MIN_SKELETON 返回 "t:"+s,否则返回 None;无标题且 len(text)>=MAX_CONTENT 返回 None;无标题且 len(text)<MAX_CONTENT 时全文骨架 s 非空且 len(s)>=MIN_SKELETON 返回 s,否则返回 None;
93
+ def template_signature(content: str):
94
+ """同模板流水签名:标题模板优先,其次全文骨架。
95
+
96
+ - 带「# 功能名:X」标题行的节点:对标题做去数字骨架(不受正文长度
97
+ 限制)——批次报告正文各不相同但标题同模板(「批次N收官记忆」),
98
+ 标题是节点身份的最强模板信号
99
+ - 无标题:去 URL/长十六进制/数字后的全文压缩骨架;长文
100
+ (≥MAX_CONTENT)是正经记忆不参与聚合
101
+ - 骨架过短(<MIN_SKELETON)或纯数字 → None(防「好的/收到」误聚)
102
+ """
103
+ if not content:
104
+ return None
105
+ text = content.strip()
106
+ m = _RE_TITLE.search(text)
107
+ if m:
108
+ s = _skeleton(m.group(1))
109
+ return ("t:" + s) if s and len(s) >= MIN_SKELETON else None
110
+ if len(text) >= MAX_CONTENT:
111
+ return None
112
+ s = _skeleton(text)
113
+ return s if s and len(s) >= MIN_SKELETON else None
114
+
115
+
116
+ # 生效条件:形参 text 为任意字符串时,依次清除 URL、长十六进制、长数字、数字与空白后返回 s(空串返回空串);
117
+ def _skeleton(text: str) -> str:
118
+ s = _RE_URL.sub(" ", text)
119
+ s = _RE_HEX.sub(" ", s)
120
+ s = _RE_LONG_NUM.sub(" ", s)
121
+ s = _RE_NUM.sub(" ", s)
122
+ s = _RE_WS.sub("", s)
123
+ return s
124
+
125
+
126
+ # ---------- 状态持久化 ----------
127
+
128
+ # 生效条件:形参 cg 提供 root 时返回 os.path.join(cg.root, STATE_FILE);
129
+ def _state_path(cg) -> str:
130
+ return os.path.join(cg.root, STATE_FILE)
131
+
132
+
133
+ # 生效条件:形参 cg 使 _state_path(cg) 可读取、json.load 得到 **dict** 且 st.get("sigs")/st.get("rate") 均为 dict 时返回 st;否则(读取或解析抛 OSError/ValueError、顶层不是 dict、或 sigs/rate 任一非 dict)一律返回 {"sigs": {}, "rate": {}}——任何损坏形态都不抛异常;
134
+ def _load(cg) -> dict:
135
+ """读台账;任何不可用形态一律回落空台账,**不抛**。
136
+
137
+ issue #354 [P1-9]:旧实现先取值再判类型 ⇒ 顶层是 JSON 数组/标量/null(外部
138
+ 损坏或伪造)时 AttributeError 直接崩到调用方——限流器崩在**写入路径**上,
139
+ 比「限流暂时失效」更坏。现在类型闸在取值**之前**。
140
+ 不判「内容可信」(结构合法 ≠ 内容正确,同本仓 T9 边界):单条记账的类型/
141
+ 时间戳收敛由 _window_stamps / _window_stamp 在**消费点**做(#354 P1-10/P1-11)。
142
+ 边界(越出 #354 面,归维护者裁):台账判「不可用」时**静默回落**、不发 stderr——沿用
143
+ 既有 OSError/ValueError 约定(本面只承诺「脏值不崩」,不承诺「脏值要喊」);改告警会动到
144
+ 所有依赖该约定的调用方,故本批刻意不碰。
145
+ """
146
+ try:
147
+ with open(_state_path(cg), encoding="utf-8") as f:
148
+ st = json.load(f)
149
+ if (isinstance(st, dict) and isinstance(st.get("sigs"), dict)
150
+ and isinstance(st.get("rate"), dict)):
151
+ return st
152
+ except (OSError, ValueError):
153
+ pass
154
+ return {"sigs": {}, "rate": {}}
155
+
156
+
157
+ # 生效条件:调用方传入 cg 与 st 且**已持有** _state_path(cg) 的跨进程锁时,以 atomic_write 原子覆写台账(不再加锁,避免自我阻塞)。
158
+ def _save_locked(cg, st: dict) -> None:
159
+ """临界区内落盘(issue #354 [P2-17]):调用方已持锁,此处不再取锁。
160
+
161
+ `FileLock` 在 Windows 上锁同一字节范围、POSIX 换 fd 亦互斥 ⇒ 同进程第二次
162
+ 获取会自我阻塞到超时;故「读改写」事务必须把落盘拆成无锁版本。
163
+ """
164
+ atomic_write(_state_path(cg), json.dumps(st, ensure_ascii=False, sort_keys=True))
165
+
166
+
167
+ # 生效条件:调用方传入 cg 与 st,无任何早退守卫,一经调用即以 json.dumps(st, ensure_ascii=False, sort_keys=True) 在 _state_path(cg) 的 FileLock 内原子写入。
168
+ def _save(cg, st: dict) -> None:
169
+ p = _state_path(cg)
170
+ with FileLock(p):
171
+ _save_locked(cg, st)
172
+
173
+
174
+ # 生效条件:作为 `with` 使用;以 strict=True 的 FileLock 独占 _state_path(cg),获锁超时抛 TimeoutError(不无锁放行)。
175
+ def _transaction(cg):
176
+ """台账「读 → 改 → 写」的跨进程临界区(issue #354 [P2-17])。
177
+
178
+ 缺陷:旧实现 `st = _load(cg)` 在锁**外**、`_save` 在锁**内**——两个写者各自
179
+ 读到同一份陈旧快照,后写者整份覆写先写者,限流计数静默丢失(实测 8 并发进程
180
+ 只剩 3~7 条记账),频率上限被穿透。原子替换只防撕裂、不防丢失更新。
181
+ 修法:读改写全程持同一把 OS 级锁(与 #322/#348 同口径 strict=True——锁竞争
182
+ 超时显式失败,绝不退化为无锁并发)。
183
+ """
184
+ return FileLock(_state_path(cg), strict=True)
185
+
186
+
187
+ # 生效条件:调用方传入 st、key、now,st 须含 "rate" 键(st["rate"].get(key) 缺该 key 或值不是序列时按空列表处理),对窗口列表按 _window_stamps 做类型收敛 + 双向界定后追加 now,并只回写末尾 RATE_MAX*4 项。
188
+ def _push_rate(st: dict, key: str, now: float) -> None:
189
+ win = _window_stamps(st["rate"].get(key), now, RATE_WINDOW)
190
+ win.append(now)
191
+ st["rate"][key] = win[-RATE_MAX * 4:]
192
+
193
+
194
+ # 生效条件:形参 t 为有限数值(bool 除外)且 now - window < t <= now 时返回 float(t),否则返回 None(不抛);
195
+ def _window_stamp(t, now, window):
196
+ """单值时间戳的类型收敛 + 双向界定(issue #354 [P1-9]/[P1-10]/[P1-11] 同族)。
197
+
198
+ 台账 _writelimit.json 是**明文 JSON**,可被外部损坏或伪造,而旧判据
199
+ now - t < window 是**单向**的,对三类脏值失守:
200
+ · 非数值元素/字段 → now - t 抛未捕获 TypeError,闸门崩在调用方(P1-11);
201
+ · **未来**时间戳 → now - t 恒为负、恒满足 < window,窗口被**永久**占满、
202
+ 限流**永久锁死**(P1-10:8 个未来戳即把 (layer, role) 永久判 DEFER);
203
+ · 无穷/NaN → 比较恒真或恒假,窗口不再有界(现以 t != t 与 ±inf 的比较语义
204
+ 就地收敛,不引 math 之类的额外模块依赖)。
205
+ 故判据改为**双向界定**:时间戳必须落在 (now - window, now] 这一有界区间内。
206
+ bool 虽为 int 子类但语义不是时间戳,一并剔除;不可判的值返回 None(等价于
207
+ 「该记账不存在」),由调用方按缺失语义处理——不抛、不静默锁死。
208
+ """
209
+ if isinstance(t, bool) or not isinstance(t, (int, float)):
210
+ return None
211
+ t = float(t)
212
+ if t != t: # NaN:与任何值比较都恒假,先剔(不引 math 依赖)
213
+ return None
214
+ if t > now or now - t >= window: # 双向界定:未来戳剔、窗外旧戳也剔
215
+ return None
216
+ return t
217
+
218
+
219
+ # 生效条件:形参 raw 为 list/tuple 时逐元素按 _window_stamp 收敛后返回新列表(保持原序);raw 非序列(None/标量/str/dict 等)返回空列表;
220
+ def _window_stamps(raw, now, window) -> list:
221
+ """时间戳序列的类型收敛 + 双向界定(判据单点同 _window_stamp)。
222
+
223
+ 序列本身非 list/tuple(外部把 ratelimit 槽整个写成标量)也归为「无记账」——
224
+ 旧实现直接迭代它会 TypeError(#354 P1-11 的相邻形态,rate[key] 非 list)。
225
+ """
226
+ if not isinstance(raw, (list, tuple)):
227
+ return []
228
+ return [v for v in (_window_stamp(t, now, window) for t in raw)
229
+ if v is not None]
230
+
231
+
232
+ # ---------- 写入侧:前置限流 + 同构聚合 ----------
233
+
234
+ # 生效条件:仅当 layer=="contextual" 且 enabled() 为真、且 importance_hint 为 None 或 float(importance_hint)<0.7(转换抛 TypeError/ValueError 时同样继续)才进入限流,此时 now 为 None 取 time.time(),key 取 f"{layer}:{role or 'user'}"(role 为 None/空串等假值回落 'user'):同 key 窗口内条数 ≥ RATE_MAX 返回 DEFER;否则 signature 非空且 st["sigs"] 中该签名记录在 CONVERGE_WINDOW 内、nid 有效且 cg.get(rec["nid"]) 存在时,正文 strip 后完全一致返回 DROP、不一致返回 CONVERGE;其余情形返回 None 放行。
235
+ def check(cg, content, layer="contextual", role=None, node_id=None,
236
+ importance_hint=None, now=None, sensitivity=None):
237
+ """remember_gated 前置限流。None=放行;否则 {"verdict": DEFER|CONVERGE}。
238
+
239
+ - DEFER:同 (layer, role) 滑动窗口内已满 RATE_MAX 条(被拒者也计数,
240
+ 防持续灌水每条都重算窗口)
241
+ - CONVERGE:签名命中(CONVERGE_WINDOW 内、目标节点仍在)→ 应并入
242
+ rec["nid"];签名首见即预占位(nid=node_id),assess 若 DEFER/DROP
243
+ 该节点未落盘,下次 cg.get 失效自动重置——自愈
244
+ """
245
+ if layer != "contextual" or not enabled():
246
+ return None
247
+ if importance_hint is not None:
248
+ try:
249
+ if float(importance_hint) >= 0.7:
250
+ return None # 保护优先语义:跳过限流
251
+ except (TypeError, ValueError):
252
+ pass
253
+ key = f"{layer}:{role or 'user'}"
254
+ # issue #354 [P2-17]:读改写全程在同一跨进程临界区内(见 _transaction 注释)。
255
+ # ⚠️ `now` 也必须在临界区**内**取(显式传入的 now 照用):锁外取会让「先算 now、
256
+ # 再排队等锁」的进程把等待期间别人写入的时间戳看成「未来戳」而被 _window_stamp
257
+ # 剔除(P1-10 的双向界定 ⇒ 并发下丢记账,实测 8 进程偶发只剩 6~7 条)。
258
+ with _transaction(cg):
259
+ now = float(now) if now is not None else time.time()
260
+ st = _load(cg)
261
+ # 1) 同源频率限制
262
+ win = _window_stamps(st["rate"].get(key), now, RATE_WINDOW)
263
+ if len(win) >= RATE_MAX:
264
+ win.append(now)
265
+ st["rate"][key] = win[-RATE_MAX * 4:]
266
+ _save_locked(cg, st)
267
+ return {"verdict": "DEFER", "limiter": "rate", "reason":
268
+ f"ratelimit:{key}:>{RATE_MAX}in{int(RATE_WINDOW)}s"}
269
+ # 2) 同构聚合(加密级跳过签名——见 _is_encrypted_level,issue #313)
270
+ sig = template_signature(content)
271
+ if sig and not _is_encrypted_level(sensitivity):
272
+ rec = st["sigs"].get(sig)
273
+ if not isinstance(rec, dict):
274
+ # 记账被外部损坏(dict 内混入标量/序列):按「无记录」重占位,不把
275
+ # 崩溃带给调用方——与 _load 的顶层类型闸同一判据面(#354 P1-9 同族)。
276
+ rec = None
277
+ if rec and _window_stamp(rec.get("t"), now, CONVERGE_WINDOW) \
278
+ is not None and rec.get("nid"):
279
+ tgt = cg.get(rec["nid"])
280
+ if tgt:
281
+ if (tgt.get("content") or "").strip() \
282
+ == (content or "").strip():
283
+ # 与既有节点正文完全一致:零新信息 → 交回旧闸门语义
284
+ # DROP(不落库、不追加聚合行、不强化既有)——对齐
285
+ # forgetting 闸门「确定性内部冗余 → DROP 先于 MERGE」
286
+ # 纪律;同模板但内容不同才走聚合(那才是流水治理)
287
+ _push_rate(st, key, now)
288
+ _save_locked(cg, st)
289
+ return {"verdict": "DROP", "limiter": "exact_dup",
290
+ "target": rec["nid"],
291
+ "reason": f"exact_dup_of:{rec['nid']}"}
292
+ rec["n"] = int(rec.get("n") or 1) + 1
293
+ rec["last"] = now
294
+ st["sigs"][sig] = rec
295
+ _push_rate(st, key, now)
296
+ _save_locked(cg, st)
297
+ return {"verdict": "CONVERGE", "limiter": "converge",
298
+ "target": rec["nid"], "sig": sig[:40], "n": rec["n"],
299
+ # issue #148:把两侧密级带出闸门,供审计与上层判据复用
300
+ # (真正的拒绝判据仍只在 security.merge_downgrades 单点)。
301
+ "target_sensitivity":
302
+ (tgt.get("frontmatter") or {}).get("sensitivity"),
303
+ "incoming_sensitivity": sensitivity,
304
+ "reason": f"converge:{sig[:40]}#{rec['n']}"}
305
+ st["sigs"][sig] = {"nid": node_id, "t": now, "n":
306
+ int((rec or {}).get("n") or 1),
307
+ "sk": sig[:60],
308
+ "sens": sensitivity} # issue #148:声明密级随签名记账
309
+ _push_rate(st, key, now)
310
+ _save_locked(cg, st)
311
+ return None
312
+
313
+
314
+ # 生效条件:形参 content 的 template_signature 非空,且 st["sigs"].get(sig) 为 None 或该记录 nid 为假值时,写入 {"nid": node_id, ...} 并保存;否则不写并返回 None;
315
+ def record_accepted(cg, node_id, content, now=None, sensitivity=None) -> None:
316
+ """ACCEPT 落盘后确保签名→节点映射存在(check 已预占位,此处兜底)。"""
317
+ sig = template_signature(content)
318
+ # issue #313:加密级不落签名(与 check 同一判据单点)
319
+ if not sig or _is_encrypted_level(sensitivity):
320
+ return
321
+ # issue #354 [P2-17] 同族:本函数也是「读 → 判 → 写」,同样必须在临界区内完成,
322
+ # 否则并发 ACCEPT 会互相覆盖签名记账(与 check 同一判据面);now 亦在锁内取
323
+ # (理由同 check:锁外取的 now 会落在别人已写入的时间戳之前)。
324
+ with _transaction(cg):
325
+ now = float(now) if now is not None else time.time()
326
+ st = _load(cg)
327
+ rec = st["sigs"].get(sig)
328
+ if not isinstance(rec, dict): # #354 P1-9 同族:坏型按「无记录」处理
329
+ rec = None
330
+ if rec is None or not rec.get("nid"):
331
+ st["sigs"][sig] = {"nid": node_id, "t": now, "n":
332
+ int((rec or {}).get("n") or 1), "sk": sig[:60],
333
+ "sens": sensitivity} # issue #148:声明密级随签名记账
334
+ _save_locked(cg, st)
335
+
336
+
337
+ # 生效条件:cg.get(target) 为假值返回 {"ok": False, "error": "target_missing"};随后以节点真层/敏感度过 protect.guard_overwrite(层闸 + 保护闸,override 为真时先快照 + 审计);通过后按 forgetting.aggregate_line(单点)把新正文里目标还没有的行追加为聚合行、fm["merge_count"]=int(fm.get("merge_count") or 0)+1 后 _write_node 落盘(重要性不变),并把 session/actor 归属并列记进 fm(forgetting.note_source);返回 {"ok": True, "merge_count": 新值, "content_sink": 去向, "source": 归属}。
338
+ def converge_into(cg, target: str, content: str, override=False, actor=None,
339
+ session=None, sensitivity=None) -> dict:
340
+ """同构聚合落库:正文追加一行【聚合】摘要,merge_count+1。
341
+
342
+ importance **不变**——流水不该越聚越重要(与 forgetting.reinforce
343
+ 的 +0.05 相反)。
344
+
345
+ B3(2026-09-30):追加内容改由 `forgetting.aggregate_line`(**单点**)
346
+ 生成——原口径 `" ".join(content.split())[:80]` 会把落在 80 字外的新值
347
+ 整体丢掉(P-3 实测:端口 9090 变体在库中 0 次落盘),与「新正文不许被
348
+ 静默丢弃」同病;现改为「目标正文还没有的行」逐行追加、不截断,纯重复
349
+ 零追加。**不变**的部分:目标节点不变、merge_count+1、importance 不动、
350
+ 层闸/保护闸仍在写盘之前。
351
+ H3:`session` 槽把新写入方归属并列落 fm(`forgetting.note_source`)。
352
+
353
+ N215(2026-09-28,同族未接线写点):本函数此前**裸调 `cg._write_node`**
354
+ 追加既有节点正文,唯一入口 `mdcos.remember_gated` 的 CONVERGE 分支(:3336)
355
+ 全程无 principal 层闸、无保护闸、无快照无审计。`writelimit.check` 的形参层
356
+ 判据(:141)只看调用方声明的 layer、签名映射落的是 `node_id`——攻击链:
357
+ 先以 `(node_id=<anchor 节点>, layer='contextual')` 预占位签名(该次 `add`
358
+ 被保护闸拒,但 `sig→anchor id` 已落盘),再换正文重发 → CONVERGE →
359
+ **anchor 层不可篡改节点被无痕追加聚合行**(可反复追加、merge_count 递增)。
360
+ 落盘前统一过 `protect.guard_overwrite`(单点)。
361
+ """
362
+ e = cg.get(target)
363
+ if not e:
364
+ return {"ok": False, "error": "target_missing"}
365
+ fm = dict(e.get("frontmatter") or {})
366
+ protect.guard_overwrite(cg, target, layer=fm.get("layer"),
367
+ sensitivity=fm.get("sensitivity"),
368
+ override=override, actor=actor)
369
+ # issue #148(C 组)**落盘前**判降密级:声明密级低于目标节点密级的合并,会把
370
+ # 低密级明文写进高密级节点,而目标 frontmatter 的 sensitivity 不变 ⇒ 明文获得
371
+ # 目标档的可见性(访客可读)。判据走**唯一单点** security.merge_downgrades;
372
+ # 判为降密级即 fail-closed **不写盘**(不追加聚合行、不动 merge_count、不标脏)。
373
+ from .security import merge_downgrades as _merge_downgrades
374
+ if _merge_downgrades(fm.get("sensitivity"), sensitivity):
375
+ return {"ok": False, "error": "merge_downgrade_refused",
376
+ "target": target,
377
+ "target_sensitivity": fm.get("sensitivity"),
378
+ "incoming_sensitivity": sensitivity,
379
+ "detail": "合并会降低该内容的有效密级(incoming 密级**高于**目标节点"
380
+ "密级 ⇒ 合并后只按目标档可见)——fail-closed 未写盘:"
381
+ "高密级明文不得并入低密级节点。",
382
+ "hint": "如需保留该内容:确认其确为该档后以不高于目标节点密级的声明"
383
+ "重新写入,或不走 CONVERGE 而新建独立节点(add,保持其声明密级)。"}
384
+ # 延迟导入:forgetting 是聚合行/归属的单点实现(writelimit 不反向被它依赖,
385
+ # 无环);放函数内避免模块导入期把 md_cg.forgetting 的依赖面(mdcg/bigrams)
386
+ # 拉进本模块的加载链。
387
+ from . import forgetting
388
+ new_body, line, line_no = forgetting.aggregate_line(e.get("content"), content)
389
+ fm["merge_count"] = int(fm.get("merge_count") or 0) + 1
390
+ fm["last_merge_at"] = time.time()
391
+ source = forgetting.note_source(fm, session=session, actor=actor)
392
+ cg._write_node(target, os.path.join(cg.root, e["path"]), fm,
393
+ new_body if new_body is not None else (e.get("content") or ""),
394
+ durable=True)
395
+ entry = cg.index["nodes"].get(target)
396
+ if entry is not None:
397
+ entry.update({"merge_count": fm["merge_count"],
398
+ "last_merge_at": fm["last_merge_at"]})
399
+ if fm.get("merge_sources"):
400
+ entry["merge_sources"] = fm["merge_sources"]
401
+ cg._dirty[target] = entry
402
+ return {"ok": True, "merge_count": fm["merge_count"],
403
+ "content_sink": {
404
+ "node_id": target,
405
+ "action": "appended" if line else "already_covered",
406
+ "line": line, "line_no": line_no,
407
+ "chars": len(new_body if new_body is not None
408
+ else (e.get("content") or ""))},
409
+ "source": source}
410
+
411
+
412
+ # ---------- 读侧:已落盘同构组的周期整理(sustain 巡检入口)----------
413
+
414
+ # 生效条件:形参 e 为 cg.get 返回的节点 dict 时,frontmatter["tags"] 含 TIDY_TAG 或 frontmatter[lifecycle.STATE_FIELD]=="converged" 返回 True,否则 False(e 无 frontmatter 也不报错);
415
+ def _already_tidied(e: dict) -> bool:
416
+ """该节点是否已被 tidy 整理过(issue #190 幂等判据)。
417
+
418
+ 只认既有标记:frontmatter["tags"] 里的 TIDY_TAG(历史存量),或显式状态
419
+ 字段 lifecycle.STATE_FIELD == "converged"(② 显式状态机收口后由
420
+ lifecycle.stamp 写入)。不新增字段、不做迁移,所以修复前已落盘的历史
421
+ 节点天然被认账;两者都缺(未整理过的新节点)返回 False。
422
+ """
423
+ fm = e.get("frontmatter") or {}
424
+ if TIDY_TAG in (fm.get("tags") or []):
425
+ return True
426
+ return fm.get(lifecycle.STATE_FIELD) == "converged"
427
+
428
+
429
+ # 生效条件:形参 cg 的 index["nodes"] 中 layer=="contextual" 且 cg.get 可取的节点按 template_signature 非空分组,扫描到 scanned>=limit(limit=0 立即 break)为止,成员数≥min_group 的组按成员数降序进入 planned(_already_tidied 为真的节点在扫描阶段即跳过、只计入 out["already_tidied"]);apply 为真且 planned 非空时,逐组循环且累计 n_ap>=MAX_APPLY 后不再开新组(组内成员仍可继续 n_ap 累加超过),跳过 protected/immutable 成员,保留每组最早节点并追加整理聚合、成员降权,输出 out(out["planned"] 仅取 planned[:20];apply 假或 planned 空直接返回 out);
430
+ def tidy_contextual(cg, apply=False, min_group=3, actor="sustain_tidy",
431
+ limit=2000) -> dict:
432
+ """扫描 contextual 层已落盘节点,按模板签名分组并整理。
433
+
434
+ 对 ≥min_group 的同构组(apply=True 时):
435
+ · 保留最早节点:正文追加【整理聚合】成员清单段落
436
+ · 成员节点:tags += tidy:converged、importance×0.5(下限 0.1)
437
+ 永不删除节点(可逆、可审计);protected/immutable 成员跳过;
438
+ apply=False 只盘点不动任何节点。
439
+
440
+ 幂等(issue #190):已被整理过的节点(tags 含 tidy:converged 或
441
+ lifecycle_state=="converged")在扫描阶段就跳过——不进组、不再降权、不再
442
+ 重写保留节点,所以同一组第 2 轮起 planned 为空、零落盘。返回 dict 新增
443
+ 键 already_tidied(本次跳过的已整理节点数),其余键与语义不变。
444
+ """
445
+ groups: dict = {}
446
+ already_tidied = 0
447
+ scanned = 0
448
+ for nid, entry in list(getattr(cg, "index", {})
449
+ .get("nodes", {}).items()):
450
+ if scanned >= limit:
451
+ break
452
+ if entry.get("layer") != "contextual":
453
+ continue
454
+ e = cg.get(nid)
455
+ if not e:
456
+ continue
457
+ scanned += 1
458
+ if _already_tidied(e):
459
+ already_tidied += 1
460
+ continue
461
+ sig = template_signature(e.get("content") or "")
462
+ if sig:
463
+ groups.setdefault(sig, []).append(e)
464
+ planned = []
465
+ for sig, members in groups.items():
466
+ if len(members) < min_group:
467
+ continue
468
+ members.sort(key=lambda m: (float((m.get("frontmatter") or {})
469
+ .get("created_at", 0) or 0),
470
+ str(m.get("id") or "")))
471
+ planned.append({"sig": sig[:40], "keep": members[0]["id"],
472
+ "members": [m["id"] for m in members[1:]]})
473
+ planned.sort(key=lambda p: (-len(p["members"]), str(p.get("sig") or "")))
474
+ out = {"t": time.time(), "actor": actor, "scanned": scanned,
475
+ "groups": len(planned),
476
+ "members": sum(len(p["members"]) for p in planned),
477
+ "already_tidied": already_tidied,
478
+ "apply": bool(apply), "planned": planned[:20], "applied": []}
479
+ if not apply or not planned:
480
+ return out
481
+ n_ap = 0
482
+ for p in planned:
483
+ if n_ap >= MAX_APPLY:
484
+ break
485
+ keep = cg.get(p["keep"])
486
+ if not keep:
487
+ continue
488
+ lines = [f"\n\n# 整理聚合(tidy {time.strftime('%Y-%m-%d')}):"
489
+ f"同模板成员 {len(p['members'])} 条"]
490
+ # issue #360(2026-10-16 DSH 端):**整理不看成员密级** ⇒ private 成员解密后
491
+ # 的正文前 48 字被明文追加进组内最早的保留节点(密级沿用保留节点的
492
+ # internal),internal 身份读那条 private 节点得 None、读保留节点却能看到
493
+ # 其内容。判据复用 #148 的唯一单点 security.merge_downgrades(成员档高于
494
+ # 保留档即**跳过、不写摘录、也不降级它**);与 #359(审核 merge)同根
495
+ # 不同落点。成员档未记录时 merge_downgrades(..., None) 恒 False ⇒ 行为不变。
496
+ from .security import merge_downgrades as _md360
497
+ _ksens = (keep.get("frontmatter") or {}).get("sensitivity")
498
+ for mid in p["members"]:
499
+ m = cg.get(mid)
500
+ if not m:
501
+ continue
502
+ mfm = dict(m.get("frontmatter") or {})
503
+ if mfm.get("protected") or mfm.get("immutable"):
504
+ continue
505
+ if _md360(_ksens, mfm.get("sensitivity")):
506
+ continue
507
+ first = " ".join((m.get("content") or "").split())[:48]
508
+ lines.append(f"- {mid} {first}")
509
+ _demote(cg, m)
510
+ n_ap += 1
511
+ kfm = dict(keep.get("frontmatter") or {})
512
+ # issue #541:keep 是**既有节点**,本函数此前裸调 cg._write_node
513
+ # ⇒ 不判层闸、不判保护闸、不拍快照、不写 _protected_audit.jsonl,
514
+ # 于是 `immutable` / `protected` 节点被**静默覆写且零审计**
515
+ # (实测:immutable keep 正文被改写、新增快照 0、审计 0 行;
516
+ # 而姊妹函数 converge_into 对同一节点正确抛 ProtectionError)。
517
+ #
518
+ # 注意上方 `if mfm.get("protected") or mfm.get("immutable"): continue`
519
+ # 只作用于 **members**(被并入的成员),**不覆盖 keep 本身** ——
520
+ # 保留节点恰是缺闸的那一个。故此处补齐同一单点保护闸,
521
+ # 与 converge_into(:246)同款调用形态(layer/sensitivity 取真值、override=False)。
522
+ #
523
+ # 触发面是**无人值守**的:AUTO_DEFAULTS["auto_tidy"] 缺省 True、
524
+ # DEFAULT_TIDY_INTERVAL=21600(6h),_tick_tidy 无 require_admin。
525
+ protect.guard_overwrite(cg, keep["id"], layer=kfm.get("layer"),
526
+ sensitivity=kfm.get("sensitivity"),
527
+ override=False, actor=actor)
528
+ kfm["merge_count"] = int(kfm.get("merge_count")
529
+ or 0) + len(p["members"])
530
+ kfm["last_merge_at"] = time.time()
531
+ cg._write_node(keep["id"], os.path.join(cg.root, keep["path"]),
532
+ kfm, (keep.get("content") or "") + "\n".join(lines),
533
+ durable=True)
534
+ out["applied"].append({"keep": p["keep"],
535
+ "converged": len(p["members"])})
536
+ out["applied_count"] = n_ap
537
+ flush = getattr(cg, "flush", None)
538
+ if callable(flush):
539
+ flush()
540
+ return out
541
+
542
+
543
+ # 生效条件:e 提供 "id"/"path",对其 frontmatter 副本在 tags 不含 TIDY_TAG 时追加该 tag、importance 置 round(max(0.1, float(fm.get("importance",0.5) or 0)*0.5), 3),经 lifecycle.stamp(fm,"converged",reason=...,actor=actor) 后 _ok 为真时 setdefault(lifecycle.STATE_FIELD,"converged"),随后 cg._write_node 落盘,且 cg.index["nodes"].get(e["id"]) 非 None 时同步 tags/importance/状态字段到索引。
544
+ def _demote(cg, e: dict, actor: str = "sustain_tidy") -> None:
545
+ """成员降权:tags += tidy:converged,importance×0.5(下限 0.1)。
546
+
547
+ ② 显式状态机收口(2026-09-16):降权动作同时把生命周期状态推进到
548
+ `converged`——`tidy:converged` **tag 保留为兼容别名**(既有测试与历史数据都
549
+ 在读它),但「这节点已定型」从此由 `lifecycle_state` 这一显式字段承载,
550
+ 迁移合法性由 `lifecycle.stamp` 单点裁决。状态与 tags/importance 走**同一次
551
+ 写盘**(不额外多写一遍文件)。裁决失败(受保护成员,正常路径已被
552
+ `tidy_contextual` 跳过)**不阻断**降权本身:tags/importance 已生效,只是不改
553
+ 状态——不假装成功。
554
+ """
555
+ fm = dict(e.get("frontmatter") or {})
556
+ tags = list(fm.get("tags") or [])
557
+ if TIDY_TAG not in tags:
558
+ tags.append(TIDY_TAG)
559
+ fm["tags"] = tags
560
+ fm["importance"] = round(max(0.1, float(fm.get("importance", 0.5)
561
+ or 0) * 0.5), 3)
562
+ _ok, _code, _why = lifecycle.stamp(
563
+ fm, "converged", reason="tidy 同构聚合已定型", actor=actor)
564
+ if _ok:
565
+ # 幂等迁移(已是 converged)不会写字段 → 补成显式,索引口径才一致
566
+ fm.setdefault(lifecycle.STATE_FIELD, "converged")
567
+ cg._write_node(e["id"], os.path.join(cg.root, e["path"]), fm,
568
+ e.get("content") or "")
569
+ entry = cg.index["nodes"].get(e["id"])
570
+ if entry is not None:
571
+ entry.update({"tags": tags, "importance": fm["importance"],
572
+ lifecycle.STATE_FIELD: fm.get(lifecycle.STATE_FIELD)})
573
+ cg._dirty[e["id"]] = entry
574
+
575
+
576
+ # 生效条件:形参 cg 使 _load(cg) 返回 dict 时,返回 enabled()、st["sigs"] 计数、nid 为真的 live_sigs、st["rate"] 键数与 STATE_FILE 组成的摘要;
577
+ def stats(cg) -> dict:
578
+ """限流状态摘要(诊断面)。"""
579
+ st = _load(cg)
580
+ live_sigs = sum(1 for r in st["sigs"].values()
581
+ if isinstance(r, dict) and r.get("nid"))
582
+ return {"enabled": enabled(), "sigs_tracked": len(st["sigs"]),
583
+ "sigs_live": live_sigs,
584
+ "rate_keys": len(st["rate"]),
391
585
  "state_file": STATE_FILE}