@furongjun1999/dsh-memory 0.8.1 → 0.9.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (714) hide show
  1. package/README.md +662 -659
  2. package/codebuddy/README.md +1 -1
  3. package/data/policy.json +17 -6
  4. package/docs/README.md +18 -2
  5. package/docs/discipline/harnesses.yaml +1 -1
  6. package/docs/discipline/templates/spec.txt.tmpl +23 -0
  7. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
  8. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
  9. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
  10. package/dsh/README.md +1 -1
  11. package/dsh/cordis.yml.example +1 -1
  12. package/hive/README.md +705 -0
  13. package/hive/id_charset_blocks.txt +147 -0
  14. package/lib/bridge.d.ts +3 -0
  15. package/lib/bridge.js +32 -11
  16. package/lib/cli.js +14 -17
  17. package/lib/hooks.d.ts +18 -3
  18. package/lib/hooks.js +147 -18
  19. package/lib/index.d.ts +2 -2
  20. package/lib/index.js +18 -4
  21. package/lib/init.js +21 -21
  22. package/lib/lib/datapath.d.ts +56 -0
  23. package/lib/lib/datapath.js +102 -9
  24. package/lib/lib/hook_audit.d.ts +0 -1
  25. package/lib/lib/hook_audit.js +13 -1
  26. package/lib/lib/mdcg_client.d.ts +4 -1
  27. package/lib/lib/mdcg_client.js +10 -2
  28. package/lib/lib/mutual.js +61 -15
  29. package/lib/lib/prompt_safety.js +16 -1
  30. package/lib/lib/roleplay_web.js +30 -2
  31. package/lib/lib/token_store.d.ts +25 -6
  32. package/lib/lib/token_store.js +224 -33
  33. package/lib/tools.d.ts +8 -2
  34. package/lib/tools.js +22 -3
  35. package/md_cg/_guard_kit.py +121 -0
  36. package/md_cg/admission.py +718 -718
  37. package/md_cg/anchor.py +114 -0
  38. package/md_cg/audit.py +22 -5
  39. package/md_cg/autonomy.py +433 -288
  40. package/md_cg/autonomy_modes.py +781 -642
  41. package/md_cg/bench_beir_bm25.py +154 -0
  42. package/md_cg/bench_beir_scifact.py +170 -0
  43. package/md_cg/bench_bm25_blockmax.py +134 -0
  44. package/md_cg/bench_bm25_incremental.py +246 -0
  45. package/md_cg/bench_ccg_heading.py +118 -0
  46. package/md_cg/bench_csre_correctness.py +145 -0
  47. package/md_cg/bench_excerpt_budget.py +94 -0
  48. package/md_cg/bench_fuzzy_substrings.py +299 -0
  49. package/md_cg/bench_memory_rsi.py +358 -0
  50. package/md_cg/bench_memory_rsi_latency.py +82 -0
  51. package/md_cg/bench_memory_rsi_public.py +116 -0
  52. package/md_cg/bench_memory_rsi_tools.py +229 -0
  53. package/md_cg/bench_rrf_candidates.py +212 -0
  54. package/md_cg/bench_rrf_public.py +100 -0
  55. package/md_cg/bench_text_projections.py +221 -0
  56. package/md_cg/bench_timeanchor.py +357 -0
  57. package/md_cg/bm25.py +601 -0
  58. package/md_cg/branches.py +404 -327
  59. package/md_cg/build_postings.py +74 -73
  60. package/md_cg/ccgc.py +4 -2
  61. package/md_cg/chain.py +572 -379
  62. package/md_cg/coldverify.py +531 -292
  63. package/md_cg/condaccept.py +263 -0
  64. package/md_cg/condgate.py +308 -0
  65. package/md_cg/config_registry.py +329 -0
  66. package/md_cg/config_registry_bulk.py +482 -0
  67. package/md_cg/config_registry_guard.py +487 -0
  68. package/md_cg/config_render.py +354 -0
  69. package/md_cg/config_validate.py +455 -0
  70. package/md_cg/conformance.py +21 -0
  71. package/md_cg/conformance_core.py +753 -0
  72. package/md_cg/consistency.py +1278 -955
  73. package/md_cg/consolidate.py +180 -20
  74. package/md_cg/crypto.py +794 -472
  75. package/md_cg/datapath.py +137 -12
  76. package/md_cg/eval_common.py +522 -575
  77. package/md_cg/evidence.py +946 -585
  78. package/md_cg/evidence_delivery.py +101 -0
  79. package/md_cg/experience_consolidation.py +317 -0
  80. package/md_cg/export.py +329 -222
  81. package/md_cg/forgetting.py +1050 -922
  82. package/md_cg/freshness.py +601 -548
  83. package/md_cg/fsutil.py +1120 -824
  84. package/md_cg/goal_gen.py +458 -0
  85. package/md_cg/hotcache.py +107 -9
  86. package/md_cg/hyperedge.py +14 -3
  87. package/md_cg/identity.py +573 -391
  88. package/md_cg/imgskill.py +1712 -0
  89. package/md_cg/insight.py +540 -521
  90. package/md_cg/interface_schema.py +146 -0
  91. package/md_cg/interop.py +20 -0
  92. package/md_cg/judgment_manifest.py +24 -1
  93. package/md_cg/lifecycle.py +86 -5
  94. package/md_cg/links.py +27 -6
  95. package/md_cg/logref.py +332 -327
  96. package/md_cg/mcp_server.py +5227 -4449
  97. package/md_cg/mdcg.py +1301 -203
  98. package/md_cg/mdcos.py +7104 -5440
  99. package/md_cg/memory_rsi.py +308 -0
  100. package/md_cg/metacognition.py +726 -591
  101. package/md_cg/nodefile.py +151 -3
  102. package/md_cg/op_table.py +1128 -0
  103. package/md_cg/postings.py +524 -300
  104. package/md_cg/predict.py +4 -1
  105. package/md_cg/probe_memory_rsi.py +95 -0
  106. package/md_cg/probe_memory_rsi_mcp.py +66 -0
  107. package/md_cg/protect.py +188 -28
  108. package/md_cg/protocol.py +492 -411
  109. package/md_cg/provenance.py +7 -1
  110. package/md_cg/qmd.py +477 -0
  111. package/md_cg/qmd_llm.py +334 -0
  112. package/md_cg/query_excerpt.py +171 -0
  113. package/md_cg/queue_health.py +130 -0
  114. package/md_cg/reach.py +470 -453
  115. package/md_cg/readcache.py +115 -3
  116. package/md_cg/reconcile.py +239 -228
  117. package/md_cg/refindex.py +1191 -1042
  118. package/md_cg/refine.py +12 -3
  119. package/md_cg/retrieve.py +128 -0
  120. package/md_cg/review_cli.py +204 -26
  121. package/md_cg/revise.py +140 -0
  122. package/md_cg/rollback.py +256 -19
  123. package/md_cg/rollback_cli.py +21 -1
  124. package/md_cg/rotate.py +347 -0
  125. package/md_cg/routing.py +62 -1
  126. package/md_cg/rrf_candidates.py +204 -0
  127. package/md_cg/run_tests.py +19 -1
  128. package/md_cg/scrub.py +177 -23
  129. package/md_cg/security.py +269 -17
  130. package/md_cg/self_state.py +1053 -1029
  131. package/md_cg/self_surface.py +50 -0
  132. package/md_cg/semantic/canonical.py +1 -1
  133. package/md_cg/semantic/export_en_zh_map.py +2 -2
  134. package/md_cg/semantic/zh_en_atoms.py +2 -0
  135. package/md_cg/session5.py +106 -0
  136. package/md_cg/signer.py +76 -2
  137. package/md_cg/sleep.py +1779 -1583
  138. package/md_cg/sources.py +273 -15
  139. package/md_cg/state_events.py +75 -10
  140. package/md_cg/state_slots.py +312 -221
  141. package/md_cg/stg.py +82 -16
  142. package/md_cg/stgidx.py +537 -281
  143. package/md_cg/subgraph.py +851 -729
  144. package/md_cg/sustain.py +458 -19
  145. package/md_cg/task_memory.py +367 -0
  146. package/md_cg/test_action_derive.py +210 -203
  147. package/md_cg/test_audit_heartbeat_20261015.py +417 -0
  148. package/md_cg/test_audit_protection_20261015.py +483 -0
  149. package/md_cg/test_audit_rotate_parity.py +280 -0
  150. package/md_cg/test_audit_state_20261015.py +253 -0
  151. package/md_cg/test_audit_write_20261015.py +161 -0
  152. package/md_cg/test_auto_defaults.py +43 -4
  153. package/md_cg/test_autonomy_emotion.py +328 -0
  154. package/md_cg/test_autonomy_modes.py +43 -3
  155. package/md_cg/test_b1_foreign_read.py +245 -0
  156. package/md_cg/test_bm25.py +438 -0
  157. package/md_cg/test_bm25_hydration_refill.py +265 -0
  158. package/md_cg/test_bm25_incremental.py +241 -0
  159. package/md_cg/test_bm25_incremental_mutations.py +160 -0
  160. package/md_cg/test_bm25_mutations.py +205 -0
  161. package/md_cg/test_bm25_pool_view.py +196 -0
  162. package/md_cg/test_boot_openblas_guard.py +218 -197
  163. package/md_cg/test_boundary_hit.py +1 -1
  164. package/md_cg/test_branches_sensitivity.py +375 -0
  165. package/md_cg/test_c8_search_rrf_gates.py +1 -1
  166. package/md_cg/test_canonical_timezones.py +211 -0
  167. package/md_cg/test_ccg_heading_parser.py +73 -0
  168. package/md_cg/test_chain_best_first.py +403 -0
  169. package/md_cg/test_chain_candidate_scope.py +227 -0
  170. package/md_cg/test_cn_recall_grams.py +206 -0
  171. package/md_cg/test_coldverify_drain.py +127 -0
  172. package/md_cg/test_condaccept.py +156 -0
  173. package/md_cg/test_condgate.py +141 -0
  174. package/md_cg/test_config_registry.py +55 -0
  175. package/md_cg/test_crypto_rotate.py +257 -0
  176. package/md_cg/test_csre_correctness.py +297 -0
  177. package/md_cg/test_csre_index_import_guard.py +161 -0
  178. package/md_cg/test_csre_mutations.py +34 -0
  179. package/md_cg/test_csre_session.py +69 -0
  180. package/md_cg/test_curiosity_budget.py +468 -0
  181. package/md_cg/test_d17_autostart_toolface.py +453 -0
  182. package/md_cg/test_datapath_tilde_home.py +271 -0
  183. package/md_cg/test_derived_cache_generations.py +256 -0
  184. package/md_cg/test_evidence_delivery_compact.py +54 -0
  185. package/md_cg/test_exact_text_cache.py +191 -0
  186. package/md_cg/test_excerpt_budget.py +188 -0
  187. package/md_cg/test_experience_consolidation.py +112 -0
  188. package/md_cg/test_export_default_collision.py +138 -0
  189. package/md_cg/test_export_snapshots.py +322 -0
  190. package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
  191. package/md_cg/test_gain_gate.py +16 -5
  192. package/md_cg/test_goal_gen.py +355 -0
  193. package/md_cg/test_h2_session_view_norm.py +251 -233
  194. package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
  195. package/md_cg/test_heartbeat_ledger.py +557 -0
  196. package/md_cg/test_hierarchy_audit_graph.py +237 -0
  197. package/md_cg/test_i50c_meta_passthrough.py +628 -608
  198. package/md_cg/test_i50e_readside_protection.py +6 -4
  199. package/md_cg/test_identity_attribution.py +96 -2
  200. package/md_cg/test_identity_contract.py +329 -0
  201. package/md_cg/test_imgskill.py +1444 -0
  202. package/md_cg/test_index_snapshot_shape.py +240 -0
  203. package/md_cg/test_interop_judgment.py +258 -228
  204. package/md_cg/test_issue111_gate_order.py +77 -0
  205. package/md_cg/test_issue111_scoring_contract.py +87 -0
  206. package/md_cg/test_issue121_calibration_bounds.py +293 -0
  207. package/md_cg/test_issue128_session_env_authority.py +246 -0
  208. package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
  209. package/md_cg/test_issue131_postings_content_staleness.py +424 -0
  210. package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
  211. package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
  212. package/md_cg/test_issue147_pack_id_escape.py +378 -0
  213. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
  214. package/md_cg/test_issue149_accel_default_face.py +249 -0
  215. package/md_cg/test_issue150_empty_query_terms.py +328 -0
  216. package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
  217. package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
  218. package/md_cg/test_issue152_sealed_postings.py +309 -0
  219. package/md_cg/test_issue152b_decrypt_cache.py +218 -0
  220. package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
  221. package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
  222. package/md_cg/test_issue157b_index_remainder.py +344 -0
  223. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
  224. package/md_cg/test_issue190_tidy_idempotent.py +806 -0
  225. package/md_cg/test_issue191_import_trust.py +382 -0
  226. package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
  227. package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
  228. package/md_cg/test_issue193_write_scope.py +378 -0
  229. package/md_cg/test_issue197_rank_credibility_property.py +201 -0
  230. package/md_cg/test_issue211_export_target.py +325 -0
  231. package/md_cg/test_issue212_writeface_gaps.py +349 -0
  232. package/md_cg/test_issue214_reject_sensitivity.py +267 -0
  233. package/md_cg/test_issue215_condition_source_gap.py +272 -0
  234. package/md_cg/test_issue216_clash_routes.py +214 -0
  235. package/md_cg/test_issue217_slot_routes.py +248 -0
  236. package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
  237. package/md_cg/test_issue225_consistency_torn_log.py +433 -0
  238. package/md_cg/test_issue245_swarm_traversal.py +366 -0
  239. package/md_cg/test_issue258_pack_sensitivity.py +468 -0
  240. package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
  241. package/md_cg/test_issue274_read_node_id_none.py +341 -0
  242. package/md_cg/test_issue275_layer_param.py +250 -0
  243. package/md_cg/test_issue277_node_id_traversal.py +384 -0
  244. package/md_cg/test_issue278_neg_separated_tension.py +271 -0
  245. package/md_cg/test_issue278_neg_window.py +294 -0
  246. package/md_cg/test_issue278_negative_layering.py +83 -0
  247. package/md_cg/test_issue279_signers_path_guard.py +652 -0
  248. package/md_cg/test_issue284_skip_not_pass.py +291 -0
  249. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
  250. package/md_cg/test_issue295_sleep_root_binding.py +589 -0
  251. package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
  252. package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
  253. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
  254. package/md_cg/test_issue303_design_boundaries.py +262 -0
  255. package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
  256. package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
  257. package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
  258. package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
  259. package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
  260. package/md_cg/test_issue321_mcp_deep_json.py +305 -0
  261. package/md_cg/test_issue322_node_write_lock.py +727 -0
  262. package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
  263. package/md_cg/test_issue324_write_size_fields.py +215 -0
  264. package/md_cg/test_issue325_audit_poison.py +230 -0
  265. package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
  266. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
  267. package/md_cg/test_issue326_key_perms.py +355 -0
  268. package/md_cg/test_issue326_twin_parser_parity.py +323 -0
  269. package/md_cg/test_issue326_vm_call_frame.py +569 -0
  270. package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
  271. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
  272. package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
  273. package/md_cg/test_issue348_insight_verify_op.py +200 -0
  274. package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
  275. package/md_cg/test_issue350_casefold_collision.py +236 -0
  276. package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
  277. package/md_cg/test_issue352_imgaudit.py +418 -0
  278. package/md_cg/test_issue352_pathsjson.py +537 -0
  279. package/md_cg/test_issue352_refindex.py +412 -0
  280. package/md_cg/test_issue352_rollback.py +604 -0
  281. package/md_cg/test_issue352_vstateinherit.py +196 -0
  282. package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
  283. package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
  284. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
  285. package/md_cg/test_issue354_rust_index_containment.py +571 -0
  286. package/md_cg/test_issue354_rust_wal_containment.py +606 -0
  287. package/md_cg/test_issue358_truncation_observable.py +247 -0
  288. package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
  289. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
  290. package/md_cg/test_issue362_neg_condition.py +468 -0
  291. package/md_cg/test_issue363_lexical_idf.py +275 -0
  292. package/md_cg/test_issue370_readcache_assembly.py +488 -0
  293. package/md_cg/test_issue375_state_slot_retire.py +325 -0
  294. package/md_cg/test_issue376_heartbeat_failed.py +293 -0
  295. package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
  296. package/md_cg/test_issue378_protected_floor.py +310 -0
  297. package/md_cg/test_issue383_state_event_write_gate.py +462 -0
  298. package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
  299. package/md_cg/test_issue398_toolface_op_parity.py +511 -0
  300. package/md_cg/test_issue399_hive_json_shape.py +317 -0
  301. package/md_cg/test_issue400_hive_dirty_args.py +450 -0
  302. package/md_cg/test_issue401_wisdom_codegen.py +295 -0
  303. package/md_cg/test_issue404_heal_receipt.py +390 -0
  304. package/md_cg/test_issue405_git_pathspec.py +333 -0
  305. package/md_cg/test_issue408_eface_registry.py +291 -0
  306. package/md_cg/test_issue409_compact_index_completeness.py +509 -0
  307. package/md_cg/test_issue410_verify_demote_write.py +366 -0
  308. package/md_cg/test_issue411_scrub_idempotence.py +575 -0
  309. package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
  310. package/md_cg/test_issue413_preimage_failclosed.py +239 -0
  311. package/md_cg/test_issue413_preimage_twin.py +340 -0
  312. package/md_cg/test_issue414_write_args_parity.py +613 -0
  313. package/md_cg/test_issue415_deps_gate_probe.py +358 -0
  314. package/md_cg/test_issue416_entry_key_subset.py +525 -0
  315. package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
  316. package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
  317. package/md_cg/test_issue418_role_type_gate.py +265 -0
  318. package/md_cg/test_issue419_pii_redaction.py +642 -0
  319. package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
  320. package/md_cg/test_issue425_ingest_library_path.py +331 -0
  321. package/md_cg/test_issue426a_dedup_receipt.py +242 -0
  322. package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
  323. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
  324. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
  325. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
  326. package/md_cg/test_issue427_serve_status_shape.py +191 -0
  327. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
  328. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
  329. package/md_cg/test_issue434_435_float_gate.py +90 -0
  330. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
  331. package/md_cg/test_issue43_default_policy.py +13 -4
  332. package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
  333. package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
  334. package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
  335. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
  336. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
  337. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
  338. package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
  339. package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
  340. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
  341. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
  342. package/md_cg/test_issue451_audit_actor.py +313 -0
  343. package/md_cg/test_issue452_ingest_root_hint.py +238 -0
  344. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
  345. package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
  346. package/md_cg/test_issue466_basis_registry.py +469 -0
  347. package/md_cg/test_issue467_identity_sensitivity.py +204 -0
  348. package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
  349. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
  350. package/md_cg/test_issue470_wal_event_durable.py +427 -0
  351. package/md_cg/test_issue471_identity_readable.py +137 -0
  352. package/md_cg/test_issue472_audit_chain.py +91 -0
  353. package/md_cg/test_issue472_prune_ledger.py +106 -0
  354. package/md_cg/test_issue472_rollback_degraded.py +82 -0
  355. package/md_cg/test_issue491_compose_sandbox.py +460 -0
  356. package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
  357. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
  358. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
  359. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
  360. package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
  361. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
  362. package/md_cg/test_issue525_read_null_semantics.py +52 -0
  363. package/md_cg/test_issue538_hook_condition_space.py +97 -0
  364. package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
  365. package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
  366. package/md_cg/test_issue542_tenant_root_same.py +153 -0
  367. package/md_cg/test_issue543_issue_authorization.py +147 -0
  368. package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
  369. package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
  370. package/md_cg/test_issue546_ledger_concurrency.py +81 -0
  371. package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
  372. package/md_cg/test_issue547_audit_durable.py +96 -0
  373. package/md_cg/test_issue549_durable_append.py +143 -0
  374. package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
  375. package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
  376. package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
  377. package/md_cg/test_issue559_refine_prefix.py +70 -0
  378. package/md_cg/test_issue561_pending_review.py +109 -0
  379. package/md_cg/test_issue66_scrub_semantics.py +107 -0
  380. package/md_cg/test_issue67_scrub_control_pool.py +233 -0
  381. package/md_cg/test_issue69_audit_boundary.py +129 -0
  382. package/md_cg/test_issue71_queue_backlog.py +377 -0
  383. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
  384. package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
  385. package/md_cg/test_issue75_neural_failure.py +582 -0
  386. package/md_cg/test_issue78_export_concurrency.py +334 -0
  387. package/md_cg/test_issue80_residual_flush.py +169 -0
  388. package/md_cg/test_issue82_credential_rules.py +271 -0
  389. package/md_cg/test_issue82_layer_and_size.py +120 -0
  390. package/md_cg/test_issue84_portability.py +95 -0
  391. package/md_cg/test_issue85_export_overwrite.py +113 -0
  392. package/md_cg/test_issue86_runtime_revoke.py +110 -0
  393. package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
  394. package/md_cg/test_issue88_conclusion_face.py +280 -0
  395. package/md_cg/test_issue88_execution_conflicts.py +87 -0
  396. package/md_cg/test_issue89_zero_score.py +169 -0
  397. package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
  398. package/md_cg/test_issue91_verifier_sandbox.py +314 -0
  399. package/md_cg/test_issue91_verifier_timeout.py +528 -0
  400. package/md_cg/test_issue93_remember_redaction.py +282 -0
  401. package/md_cg/test_issue96_key_fallback.py +102 -0
  402. package/md_cg/test_issue98_tenant_root.py +104 -0
  403. package/md_cg/test_jsonl_commit_watermark.py +221 -0
  404. package/md_cg/test_live_validity_cache.py +256 -0
  405. package/md_cg/test_logref.py +32 -0
  406. package/md_cg/test_mcp_call_argument_types.py +99 -0
  407. package/md_cg/test_md_access_parity.py +80 -5
  408. package/md_cg/test_md_cg_no_hive_dep.py +140 -0
  409. package/md_cg/test_memory_rsi.py +215 -0
  410. package/md_cg/test_memory_rsi_adversarial.py +91 -0
  411. package/md_cg/test_mode_parity.py +1413 -1393
  412. package/md_cg/test_mutation_residue.py +120 -0
  413. package/md_cg/test_mutation_rollback.py +62 -32
  414. package/md_cg/test_n123_derive_expiry_chain.py +10 -5
  415. package/md_cg/test_n130_verify_falsified_protect.py +185 -185
  416. package/md_cg/test_n209_verify_write_face_gates.py +7 -2
  417. package/md_cg/test_n230_dirty_replay.py +52 -9
  418. package/md_cg/test_n62_tenant_bind_failclosed.py +3 -3
  419. package/md_cg/test_neg_coverage_budget.py +500 -0
  420. package/md_cg/test_neg_tail_honesty.py +79 -9
  421. package/md_cg/test_p0.py +16 -2
  422. package/md_cg/test_p14_root_fallback.py +373 -0
  423. package/md_cg/test_p1x_ref_root.py +47 -10
  424. package/md_cg/test_p21_tokens.py +2 -1
  425. package/md_cg/test_p24_evidence.py +232 -227
  426. package/md_cg/test_p26_refindex.py +20 -3
  427. package/md_cg/test_p27_docindex.py +16 -1
  428. package/md_cg/test_p28_refcheck.py +45 -24
  429. package/md_cg/test_p29_session_ingest_export.py +6 -0
  430. package/md_cg/test_p2_mcp.py +474 -453
  431. package/md_cg/test_p2_six_elements.py +14 -1
  432. package/md_cg/test_p3.py +370 -261
  433. package/md_cg/test_p33_ccg_wiring.py +9 -2
  434. package/md_cg/test_p3_legacy_closure.py +6 -1
  435. package/md_cg/test_p40_refine_worklist.py +5 -2
  436. package/md_cg/test_p47_session_view.py +25 -9
  437. package/md_cg/test_p4_freshness.py +8 -1
  438. package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
  439. package/md_cg/test_p9c_dedup_hints.py +7 -2
  440. package/md_cg/test_policy_required_ccg.py +12 -0
  441. package/md_cg/test_postings_digest_memo.py +139 -0
  442. package/md_cg/test_predict_beta.py +138 -135
  443. package/md_cg/test_qmd.py +500 -0
  444. package/md_cg/test_query_excerpt.py +209 -0
  445. package/md_cg/test_reach.py +456 -378
  446. package/md_cg/test_reach_snapshot_admission.py +218 -0
  447. package/md_cg/test_readcache_prodpath.py +4 -0
  448. package/md_cg/test_recall_face_guards.py +854 -812
  449. package/md_cg/test_recall_metadata.py +422 -0
  450. package/md_cg/test_retr_s5.py +104 -5
  451. package/md_cg/test_retr_score_once.py +14 -2
  452. package/md_cg/test_review_cli_attribution.py +11 -7
  453. package/md_cg/test_review_queue_batch.py +123 -0
  454. package/md_cg/test_review_queue_index.py +130 -0
  455. package/md_cg/test_rrf_candidates.py +292 -0
  456. package/md_cg/test_rrf_qualified_topk.py +214 -0
  457. package/md_cg/test_rrf_unique_votes.py +218 -0
  458. package/md_cg/test_s1_ast_judge.py +110 -0
  459. package/md_cg/test_scrub_ledger.py +413 -0
  460. package/md_cg/test_security_audit_b26.py +34 -3
  461. package/md_cg/test_security_audit_v21.py +1 -2
  462. package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
  463. package/md_cg/test_session5_identity.py +93 -0
  464. package/md_cg/test_session_attribution_consistency.py +813 -0
  465. package/md_cg/test_session_identity_tristate.py +486 -0
  466. package/md_cg/test_sleep_p1.py +35 -3
  467. package/md_cg/test_state_event_op.py +8 -1
  468. package/md_cg/test_state_projection_streaming.py +136 -0
  469. package/md_cg/test_stg_interval_candidates.py +280 -0
  470. package/md_cg/test_stg_time_blocks.py +239 -0
  471. package/md_cg/test_stgidx_index_parity.py +16 -12
  472. package/md_cg/test_subgraph_bounded_bfs.py +227 -0
  473. package/md_cg/test_sustain_bounded.py +30 -2
  474. package/md_cg/test_task_memory.py +394 -0
  475. package/md_cg/test_text_projection_mutations.py +101 -0
  476. package/md_cg/test_time_anchor.py +421 -0
  477. package/md_cg/test_time_core_lint.py +1024 -975
  478. package/md_cg/test_tool_face.py +200 -189
  479. package/md_cg/test_trust_bounded_frontier.py +248 -0
  480. package/md_cg/test_trust_edge_reachability.py +405 -0
  481. package/md_cg/test_w5_path_fingerprint.py +381 -0
  482. package/md_cg/test_w7_redlines.py +659 -0
  483. package/md_cg/test_write_return_shape.py +919 -0
  484. package/md_cg/test_writepipe.py +5 -3
  485. package/md_cg/timeanchor.py +534 -0
  486. package/md_cg/tokens.py +68 -5
  487. package/md_cg/tool_face.py +273 -260
  488. package/md_cg/trust.py +110 -26
  489. package/md_cg/twophase.py +74 -2
  490. package/md_cg/weights.py +642 -638
  491. package/md_cg/whitebox.py +9 -0
  492. package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
  493. package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
  494. package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
  495. package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
  496. package/md_cg/whitebox_kb/wisdom/compose_engine.py +3 -2
  497. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +22 -2
  498. package/md_cg/whitebox_kb/wisdom/core/parser.py +17 -0
  499. package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
  500. package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
  501. package/md_cg/whitebox_kb/wisdom/md_access.py +23 -3
  502. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +21 -0
  503. package/md_cg/whitebox_kb/wisdom/mini_python.py +44 -7
  504. package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
  505. package/md_cg/whitebox_kb/wisdom/net_units.py +12 -7
  506. package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
  507. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +13 -7
  508. package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
  509. package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
  510. package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
  511. package/md_cg/writelimit.py +584 -390
  512. package/md_cg/writepipe.py +587 -76
  513. package/package.json +13 -9
  514. package/src/bridge.ts +34 -11
  515. package/src/cli.ts +75 -65
  516. package/src/hooks.ts +908 -776
  517. package/src/index.ts +19 -5
  518. package/src/init.ts +362 -361
  519. package/src/lib/datapath.ts +419 -326
  520. package/src/lib/hook_audit.ts +256 -243
  521. package/src/lib/mdcg_client.ts +10 -2
  522. package/src/lib/mutual.ts +481 -432
  523. package/src/lib/prompt_safety.ts +164 -149
  524. package/src/lib/roleplay_web.ts +30 -2
  525. package/src/lib/token_store.ts +274 -52
  526. package/src/tools.ts +249 -223
  527. package/zcode/README.md +1 -1
  528. package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
  529. package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
  530. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
  531. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
  532. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
  533. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
  534. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
  535. package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
  536. package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
  537. package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
  538. package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
  539. package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
  540. package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
  541. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
  542. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
  543. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
  544. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
  545. package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
  546. package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
  547. package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
  548. package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
  549. package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
  550. package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
  551. package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
  552. package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
  553. package/docs/eval/issue65_session_recall_/344/274/232/350/257/235/351/232/224/347/246/273_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -329
  554. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
  555. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
  556. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
  557. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
  558. package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
  559. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
  560. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
  561. package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
  562. package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
  563. package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
  564. package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
  565. package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
  566. package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
  567. package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
  568. package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
  569. package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
  570. package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
  571. package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -160
  572. package/docs/eval//345/217/221/345/270/20315_/344/274/232/350/257/235/351/232/224/347/246/273/344/277/256/345/244/215/344/270/216/350/272/253/344/275/223/345/272/223/345/261/225/347/244/272_v1.0.md +0 -88
  573. package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
  574. package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
  575. package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
  576. package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
  577. package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
  578. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
  579. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
  580. package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
  581. package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
  582. package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
  583. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
  584. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
  585. package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
  586. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
  587. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
  588. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
  589. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
  590. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
  591. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
  592. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
  593. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
  594. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
  595. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
  596. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
  597. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
  598. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
  599. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
  600. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
  601. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
  602. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
  603. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
  604. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
  605. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
  606. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
  607. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
  608. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
  609. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
  610. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
  611. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
  612. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
  613. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
  614. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
  615. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
  616. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
  617. package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
  618. package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
  619. package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
  620. package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
  621. package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
  622. package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
  623. package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
  624. package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
  625. package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
  626. package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
  627. package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
  628. package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
  629. package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
  630. package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
  631. package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
  632. package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
  633. package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
  634. package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
  635. package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
  636. package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
  637. package/docs/mdcg/guardrail-charter.md +0 -164
  638. package/docs/mdcg/lingshu_tutorial.html +0 -14956
  639. package/docs/mdcg/memory-assessment.html +0 -923
  640. package/docs/mdcg/memory_score.html +0 -213
  641. package/docs/mdcg/memory_score.png +0 -0
  642. package/docs/mdcg/release_v0.3.0.md +0 -36
  643. package/docs/mdcg/release_v0.4.11.md +0 -49
  644. package/docs/mdcg/release_v0.4.5.md +0 -55
  645. package/docs/mdcg/tool_table_v0.3.0.md +0 -117
  646. package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
  647. package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
  648. package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
  649. package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
  650. package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
  651. package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
  652. package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
  653. package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
  654. package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
  655. package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
  656. package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
  657. package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
  658. package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
  659. package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
  660. package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
  661. package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
  662. package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
  663. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
  664. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
  665. package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
  666. package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
  667. package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
  668. package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
  669. package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
  670. package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
  671. package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
  672. package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
  673. package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
  674. package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
  675. package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
  676. package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
  677. package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
  678. package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
  679. package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
  680. package/docs/promo/bilibili-cover.jpg +0 -0
  681. package/docs/promo/promo-visual-1.png +0 -0
  682. package/docs/promo/promo-visual-2.png +0 -0
  683. package/docs/promo/promo-visual-3.png +0 -0
  684. package/docs/promo/promo-visual-4.png +0 -0
  685. package/docs/promo/promo-visual-5.png +0 -0
  686. package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
  687. package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
  688. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
  689. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
  690. package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
  691. package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
  692. package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
  693. package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
  694. package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
  695. package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
  696. package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
  697. package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
  698. package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
  699. package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
  700. package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
  701. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
  702. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
  703. package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
  704. package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
  705. package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
  706. package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
  707. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
  708. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
  709. package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
  710. package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
  711. package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
  712. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
  713. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
  714. package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
@@ -1,391 +1,585 @@
1
- # -*- coding: utf-8 -*-
2
- """自动写入限流与同构聚合(流水污染治理:写入侧前置 + 读侧整理)。
3
-
4
- 背景(2026-09-15 污染实测):某环境 contextual 层 355 个自动写入节点中,
5
- 46% 是单日批次流水(「批次247收官记忆」…×163 条同模板),17% 是无结构
6
- mem_* 节点;主动遗忘闸门(forgetting.assess)MERGE 命中率仅 1%——精确
7
- 内容签名对「每次只换数字的同模板流水」完全无感。
8
-
9
- 本模块两层治理(只作用 contextual 层——自动写入落层;knowledge 等
10
- 手动纪律写入不受限):
11
-
12
- 写入侧(remember_gated 前置,工程策略独立于三问裁决):
13
- 1) 同源频率限制:同 (layer, role) 滑动窗口内超量 → DEFER(防灌水;
14
- 原始事件仍在 recent log 时间线,可追溯不丢失)
15
- 2) 同构聚合:短内容模板签名(去数字/URL/长十六进制)命中 →
16
- 并入既有节点(正文追加一行 + merge_count+1,不新增节点)
17
-
18
- 读侧(sustain 周期巡检调 tidy_contextual):
19
- 已落盘的同构组(≥min_group 条)→ 保留最早节点追加成员清单,
20
- 成员降权(importance×0.5,下限 0.1)+ tidy:converged 标记;
21
- 永不删除节点(可逆、可审计),受保护节点跳过。
22
-
23
- 状态持久化 <root>/_writelimit.json(进程重启不失效);
24
- env MDCG_WRITELIMIT=0 整体关闭;importance_hint≥0.7(保护优先语义)
25
- 跳过所有限流。
26
- """
27
- from __future__ import annotations
28
-
29
- import hashlib
30
- import json
31
- import os
32
- import re
33
- import time
34
-
35
- from . import lifecycle, protect
36
- from .fsutil import FileLock, atomic_write
37
-
38
- STATE_FILE = "_writelimit.json"
39
- RATE_WINDOW = 60.0 # 频率窗口(秒)
40
- RATE_MAX = 8 # 窗口内同 (layer, role) 最大写入数
41
- CONVERGE_WINDOW = 86400.0 # 同构聚合窗口(秒,24h)
42
- MAX_CONTENT = 200 # 参与同构聚合的内容长度上限(字符)
43
- MIN_SKELETON = 4 # 模板骨架最短长度(防「好的/收到」误聚)
44
- MAX_APPLY = 500 # tidy 单次落盘成员数上限(防一次改爆)
45
-
46
- _RE_URL = re.compile(r"https?://\S+")
47
- _RE_HEX = re.compile(r"\b[0-9a-fA-F]{12,}\b")
48
- _RE_LONG_NUM = re.compile(r"\d{4,}")
49
- _RE_NUM = re.compile(r"\d+")
50
- _RE_WS = re.compile(r"\s+")
51
- _RE_TITLE = re.compile(r"^\s*#\s*功能名[::]\s*(.+?)\s*$", re.M)
52
-
53
-
54
- # 生效条件:读环境变量 MDCG_WRITELIMIT(缺省 "1"),strip 并 lower 后不在 ("0", "false", "no") 中即返回 True——默认开启,仅显式关闭值才停用;
55
- def enabled() -> bool:
56
- """总开关:env MDCG_WRITELIMIT=0/false/no 时关闭所有限流。"""
57
- return os.environ.get("MDCG_WRITELIMIT", "1").strip().lower() \
58
- not in ("0", "false", "no")
59
-
60
-
61
- # 生效条件:形参 content 为假值返回 None;否则 strip 后若 _RE_TITLE 命中且标题骨架 s 非空且 len(s)>=MIN_SKELETON 返回 "t:"+s,否则返回 None;无标题且 len(text)>=MAX_CONTENT 返回 None;无标题且 len(text)<MAX_CONTENT 时全文骨架 s 非空且 len(s)>=MIN_SKELETON 返回 s,否则返回 None;
62
- def template_signature(content: str):
63
- """同模板流水签名:标题模板优先,其次全文骨架。
64
-
65
- - 带「# 功能名:X」标题行的节点:对标题做去数字骨架(不受正文长度
66
- 限制)——批次报告正文各不相同但标题同模板(「批次N收官记忆」),
67
- 标题是节点身份的最强模板信号
68
- - 无标题:去 URL/长十六进制/数字后的全文压缩骨架;长文
69
- (≥MAX_CONTENT)是正经记忆不参与聚合
70
- - 骨架过短(<MIN_SKELETON)或纯数字 → None(防「好的/收到」误聚)
71
- """
72
- if not content:
73
- return None
74
- text = content.strip()
75
- m = _RE_TITLE.search(text)
76
- if m:
77
- s = _skeleton(m.group(1))
78
- return ("t:" + s) if s and len(s) >= MIN_SKELETON else None
79
- if len(text) >= MAX_CONTENT:
80
- return None
81
- s = _skeleton(text)
82
- return s if s and len(s) >= MIN_SKELETON else None
83
-
84
-
85
- # 生效条件:形参 text 为任意字符串时,依次清除 URL、长十六进制、长数字、数字与空白后返回 s(空串返回空串);
86
- def _skeleton(text: str) -> str:
87
- s = _RE_URL.sub(" ", text)
88
- s = _RE_HEX.sub(" ", s)
89
- s = _RE_LONG_NUM.sub(" ", s)
90
- s = _RE_NUM.sub(" ", s)
91
- s = _RE_WS.sub("", s)
92
- return s
93
-
94
-
95
- # ---------- 状态持久化 ----------
96
-
97
- # 生效条件:形参 cg 提供 root 时返回 os.path.join(cg.root, STATE_FILE);
98
- def _state_path(cg) -> str:
99
- return os.path.join(cg.root, STATE_FILE)
100
-
101
-
102
- # 生效条件:形参 cg 使 _state_path(cg) 可读取且 json.load 得到 dict 且 st.get("sigs")/st.get("rate") 均为 dict 时返回 st;否则若读取或解析抛 OSError/ValueError 或该 dict 中 sigs/rate 任一非 dict 则返回 {"sigs": {}, "rate": {}}(顶层非 dict 会在 st.get 处抛 AttributeError);
103
- def _load(cg) -> dict:
104
- try:
105
- with open(_state_path(cg), encoding="utf-8") as f:
106
- st = json.load(f)
107
- if isinstance(st.get("sigs"), dict) and isinstance(st.get("rate"), dict):
108
- return st
109
- except (OSError, ValueError):
110
- pass
111
- return {"sigs": {}, "rate": {}}
112
-
113
-
114
- # 生效条件:调用方传入 cg 与 st,无任何早退守卫,一经调用即以 json.dumps(st, ensure_ascii=False, sort_keys=True) 在 _state_path(cg) 的 FileLock 内原子写入。
115
- def _save(cg, st: dict) -> None:
116
- p = _state_path(cg)
117
- with FileLock(p):
118
- atomic_write(p, json.dumps(st, ensure_ascii=False, sort_keys=True))
119
-
120
-
121
- # 生效条件:调用方传入 st、key、now,st 须含 "rate" 键(st["rate"].get(key, []) 缺该 key 时按空列表处理),按 now - t < RATE_WINDOW 过滤后追加 now,并只回写末尾 RATE_MAX*4 项。
122
- def _push_rate(st: dict, key: str, now: float) -> None:
123
- win = [t for t in st["rate"].get(key, []) if now - t < RATE_WINDOW]
124
- win.append(now)
125
- st["rate"][key] = win[-RATE_MAX * 4:]
126
-
127
-
128
- # ---------- 写入侧:前置限流 + 同构聚合 ----------
129
-
130
- # 生效条件:仅当 layer=="contextual" 且 enabled() 为真、且 importance_hint 为 None 或 float(importance_hint)<0.7(转换抛 TypeError/ValueError 时同样继续)才进入限流,此时 now 为 None 取 time.time(),key 取 f"{layer}:{role or 'user'}"(role 为 None/空串等假值回落 'user'):同 key 窗口内条数 ≥ RATE_MAX 返回 DEFER;否则 signature 非空且 st["sigs"] 中该签名记录在 CONVERGE_WINDOW 内、nid 有效且 cg.get(rec["nid"]) 存在时,正文 strip 后完全一致返回 DROP、不一致返回 CONVERGE;其余情形返回 None 放行。
131
- def check(cg, content, layer="contextual", role=None, node_id=None,
132
- importance_hint=None, now=None):
133
- """remember_gated 前置限流。None=放行;否则 {"verdict": DEFER|CONVERGE}。
134
-
135
- - DEFER:同 (layer, role) 滑动窗口内已满 RATE_MAX 条(被拒者也计数,
136
- 防持续灌水每条都重算窗口)
137
- - CONVERGE:签名命中(CONVERGE_WINDOW 内、目标节点仍在)→ 应并入
138
- rec["nid"];签名首见即预占位(nid=node_id),assess 若 DEFER/DROP
139
- 该节点未落盘,下次 cg.get 失效自动重置——自愈
140
- """
141
- if layer != "contextual" or not enabled():
142
- return None
143
- if importance_hint is not None:
144
- try:
145
- if float(importance_hint) >= 0.7:
146
- return None # 保护优先语义:跳过限流
147
- except (TypeError, ValueError):
148
- pass
149
- now = float(now if now is not None else time.time())
150
- st = _load(cg)
151
- key = f"{layer}:{role or 'user'}"
152
- # 1) 同源频率限制
153
- win = [t for t in st["rate"].get(key, []) if now - t < RATE_WINDOW]
154
- if len(win) >= RATE_MAX:
155
- win.append(now)
156
- st["rate"][key] = win[-RATE_MAX * 4:]
157
- _save(cg, st)
158
- return {"verdict": "DEFER", "limiter": "rate", "reason":
159
- f"ratelimit:{key}:>{RATE_MAX}in{int(RATE_WINDOW)}s"}
160
- # 2) 同构聚合
161
- sig = template_signature(content)
162
- if sig:
163
- rec = st["sigs"].get(sig)
164
- if rec and now - float(rec.get("t") or 0) < CONVERGE_WINDOW \
165
- and rec.get("nid"):
166
- tgt = cg.get(rec["nid"])
167
- if tgt:
168
- if (tgt.get("content") or "").strip() \
169
- == (content or "").strip():
170
- # 与既有节点正文完全一致:零新信息 → 交回旧闸门语义
171
- # DROP(不落库、不追加聚合行、不强化既有)——对齐
172
- # forgetting 闸门「确定性内部冗余 → DROP 先于 MERGE」
173
- # 纪律;同模板但内容不同才走聚合(那才是流水治理)
174
- _push_rate(st, key, now)
175
- _save(cg, st)
176
- return {"verdict": "DROP", "limiter": "exact_dup",
177
- "target": rec["nid"],
178
- "reason": f"exact_dup_of:{rec['nid']}"}
179
- rec["n"] = int(rec.get("n") or 1) + 1
180
- rec["last"] = now
181
- st["sigs"][sig] = rec
182
- _push_rate(st, key, now)
183
- _save(cg, st)
184
- return {"verdict": "CONVERGE", "limiter": "converge",
185
- "target": rec["nid"], "sig": sig[:40], "n": rec["n"],
186
- "reason": f"converge:{sig[:40]}#{rec['n']}"}
187
- st["sigs"][sig] = {"nid": node_id, "t": now, "n":
188
- int((rec or {}).get("n") or 1),
189
- "sk": sig[:60]}
190
- _push_rate(st, key, now)
191
- _save(cg, st)
192
- return None
193
-
194
-
195
- # 生效条件:形参 content 的 template_signature 非空,且 st["sigs"].get(sig) 为 None 或该记录 nid 为假值时,写入 {"nid": node_id, ...} 并保存;否则不写并返回 None;
196
- def record_accepted(cg, node_id, content, now=None) -> None:
197
- """ACCEPT 落盘后确保签名→节点映射存在(check 已预占位,此处兜底)。"""
198
- sig = template_signature(content)
199
- if not sig:
200
- return
201
- now = float(now if now is not None else time.time())
202
- st = _load(cg)
203
- rec = st["sigs"].get(sig)
204
- if rec is None or not rec.get("nid"):
205
- st["sigs"][sig] = {"nid": node_id, "t": now, "n":
206
- int((rec or {}).get("n") or 1), "sk": sig[:60]}
207
- _save(cg, st)
208
-
209
-
210
- # 生效条件:cg.get(target) 为假值返回 {"ok": False, "error": "target_missing"};随后以节点真层/敏感度过 protect.guard_overwrite(层闸 + 保护闸,override 为真时先快照 + 审计);通过后按 forgetting.aggregate_line(单点)把新正文里目标还没有的行追加为聚合行、fm["merge_count"]=int(fm.get("merge_count") or 0)+1 后 _write_node 落盘(重要性不变),并把 session/actor 归属并列记进 fm(forgetting.note_source);返回 {"ok": True, "merge_count": 新值, "content_sink": 去向, "source": 归属}。
211
- def converge_into(cg, target: str, content: str, override=False, actor=None,
212
- session=None) -> dict:
213
- """同构聚合落库:正文追加一行【聚合】摘要,merge_count+1。
214
-
215
- importance **不变**——流水不该越聚越重要(与 forgetting.reinforce
216
- 的 +0.05 相反)。
217
-
218
- B3(2026-09-30):追加内容改由 `forgetting.aggregate_line`(**单点**)
219
- 生成——原口径 `" ".join(content.split())[:80]` 会把落在 80 字外的新值
220
- 整体丢掉(P-3 实测:端口 9090 变体在库中 0 次落盘),与「新正文不许被
221
- 静默丢弃」同病;现改为「目标正文还没有的行」逐行追加、不截断,纯重复
222
- 零追加。**不变**的部分:目标节点不变、merge_count+1、importance 不动、
223
- 层闸/保护闸仍在写盘之前。
224
- H3:`session` 槽把新写入方归属并列落 fm(`forgetting.note_source`)。
225
-
226
- N215(2026-09-28,同族未接线写点):本函数此前**裸调 `cg._write_node`**
227
- 追加既有节点正文,唯一入口 `mdcos.remember_gated` 的 CONVERGE 分支(:3336)
228
- 全程无 principal 层闸、无保护闸、无快照无审计。`writelimit.check` 的形参层
229
- 判据(:141)只看调用方声明的 layer、签名映射落的是 `node_id`——攻击链:
230
- 先以 `(node_id=<anchor 节点>, layer='contextual')` 预占位签名(该次 `add`
231
- 被保护闸拒,但 `sig→anchor id` 已落盘),再换正文重发 → CONVERGE →
232
- **anchor 层不可篡改节点被无痕追加聚合行**(可反复追加、merge_count 递增)。
233
- 落盘前统一过 `protect.guard_overwrite`(单点)。
234
- """
235
- e = cg.get(target)
236
- if not e:
237
- return {"ok": False, "error": "target_missing"}
238
- fm = dict(e.get("frontmatter") or {})
239
- protect.guard_overwrite(cg, target, layer=fm.get("layer"),
240
- sensitivity=fm.get("sensitivity"),
241
- override=override, actor=actor)
242
- # 延迟导入:forgetting 是聚合行/归属的单点实现(writelimit 不反向被它依赖,
243
- # 无环);放函数内避免模块导入期把 md_cg.forgetting 的依赖面(mdcg/bigrams)
244
- # 拉进本模块的加载链。
245
- from . import forgetting
246
- new_body, line, line_no = forgetting.aggregate_line(e.get("content"), content)
247
- fm["merge_count"] = int(fm.get("merge_count") or 0) + 1
248
- fm["last_merge_at"] = time.time()
249
- source = forgetting.note_source(fm, session=session, actor=actor)
250
- cg._write_node(target, os.path.join(cg.root, e["path"]), fm,
251
- new_body if new_body is not None else (e.get("content") or ""),
252
- durable=True)
253
- entry = cg.index["nodes"].get(target)
254
- if entry is not None:
255
- entry.update({"merge_count": fm["merge_count"],
256
- "last_merge_at": fm["last_merge_at"]})
257
- if fm.get("merge_sources"):
258
- entry["merge_sources"] = fm["merge_sources"]
259
- cg._dirty[target] = entry
260
- return {"ok": True, "merge_count": fm["merge_count"],
261
- "content_sink": {
262
- "node_id": target,
263
- "action": "appended" if line else "already_covered",
264
- "line": line, "line_no": line_no,
265
- "chars": len(new_body if new_body is not None
266
- else (e.get("content") or ""))},
267
- "source": source}
268
-
269
-
270
- # ---------- 读侧:已落盘同构组的周期整理(sustain 巡检入口)----------
271
-
272
- # 生效条件:形参 cg 的 index["nodes"] 中 layer=="contextual" 且 cg.get 可取的节点按 template_signature 非空分组,扫描到 scanned>=limit(limit=0 立即 break)为止,成员数≥min_group 的组按成员数降序进入 planned;apply 为真且 planned 非空时,逐组循环且累计 n_ap>=MAX_APPLY 后不再开新组(组内成员仍可继续 n_ap 累加超过),跳过 protected/immutable 成员,保留每组最早节点并追加整理聚合、成员降权,输出 out(out["planned"] 仅取 planned[:20];apply 假或 planned 空直接返回 out);
273
- def tidy_contextual(cg, apply=False, min_group=3, actor="sustain_tidy",
274
- limit=2000) -> dict:
275
- """扫描 contextual 层已落盘节点,按模板签名分组并整理。
276
-
277
- 对 ≥min_group 的同构组(apply=True 时):
278
- · 保留最早节点:正文追加【整理聚合】成员清单段落
279
- · 成员节点:tags += tidy:converged、importance×0.5(下限 0.1)
280
- 永不删除节点(可逆、可审计);protected/immutable 成员跳过;
281
- apply=False 只盘点不动任何节点。
282
- """
283
- groups: dict = {}
284
- scanned = 0
285
- for nid, entry in list(getattr(cg, "index", {})
286
- .get("nodes", {}).items()):
287
- if scanned >= limit:
288
- break
289
- if entry.get("layer") != "contextual":
290
- continue
291
- e = cg.get(nid)
292
- if not e:
293
- continue
294
- scanned += 1
295
- sig = template_signature(e.get("content") or "")
296
- if sig:
297
- groups.setdefault(sig, []).append(e)
298
- planned = []
299
- for sig, members in groups.items():
300
- if len(members) < min_group:
301
- continue
302
- members.sort(key=lambda m: (float((m.get("frontmatter") or {})
303
- .get("created_at", 0) or 0),
304
- str(m.get("id") or "")))
305
- planned.append({"sig": sig[:40], "keep": members[0]["id"],
306
- "members": [m["id"] for m in members[1:]]})
307
- planned.sort(key=lambda p: (-len(p["members"]), str(p.get("sig") or "")))
308
- out = {"t": time.time(), "actor": actor, "scanned": scanned,
309
- "groups": len(planned),
310
- "members": sum(len(p["members"]) for p in planned),
311
- "apply": bool(apply), "planned": planned[:20], "applied": []}
312
- if not apply or not planned:
313
- return out
314
- n_ap = 0
315
- for p in planned:
316
- if n_ap >= MAX_APPLY:
317
- break
318
- keep = cg.get(p["keep"])
319
- if not keep:
320
- continue
321
- lines = [f"\n\n# 整理聚合(tidy {time.strftime('%Y-%m-%d')}):"
322
- f"同模板成员 {len(p['members'])} 条"]
323
- for mid in p["members"]:
324
- m = cg.get(mid)
325
- if not m:
326
- continue
327
- mfm = dict(m.get("frontmatter") or {})
328
- if mfm.get("protected") or mfm.get("immutable"):
329
- continue
330
- first = " ".join((m.get("content") or "").split())[:48]
331
- lines.append(f"- {mid} {first}")
332
- _demote(cg, m)
333
- n_ap += 1
334
- kfm = dict(keep.get("frontmatter") or {})
335
- kfm["merge_count"] = int(kfm.get("merge_count")
336
- or 0) + len(p["members"])
337
- kfm["last_merge_at"] = time.time()
338
- cg._write_node(keep["id"], os.path.join(cg.root, keep["path"]),
339
- kfm, (keep.get("content") or "") + "\n".join(lines),
340
- durable=True)
341
- out["applied"].append({"keep": p["keep"],
342
- "converged": len(p["members"])})
343
- out["applied_count"] = n_ap
344
- flush = getattr(cg, "flush", None)
345
- if callable(flush):
346
- flush()
347
- return out
348
-
349
-
350
- # 生效条件:e 提供 "id"/"path",对其 frontmatter 副本在 tags 不含 "tidy:converged" 时追加该 tag、importance 置 round(max(0.1, float(fm.get("importance",0.5) or 0)*0.5), 3),经 lifecycle.stamp(fm,"converged",reason=...,actor=actor) 后 _ok 为真时 setdefault(lifecycle.STATE_FIELD,"converged"),随后 cg._write_node 落盘,且 cg.index["nodes"].get(e["id"]) 非 None 时同步 tags/importance/状态字段到索引。
351
- def _demote(cg, e: dict, actor: str = "sustain_tidy") -> None:
352
- """成员降权:tags += tidy:converged,importance×0.5(下限 0.1)。
353
-
354
- ② 显式状态机收口(2026-09-16):降权动作同时把生命周期状态推进到
355
- `converged`——`tidy:converged` **tag 保留为兼容别名**(既有测试与历史数据都
356
- 在读它),但「这节点已定型」从此由 `lifecycle_state` 这一显式字段承载,
357
- 迁移合法性由 `lifecycle.stamp` 单点裁决。状态与 tags/importance 走**同一次
358
- 写盘**(不额外多写一遍文件)。裁决失败(受保护成员,正常路径已被
359
- `tidy_contextual` 跳过)**不阻断**降权本身:tags/importance 已生效,只是不改
360
- 状态——不假装成功。
361
- """
362
- fm = dict(e.get("frontmatter") or {})
363
- tags = list(fm.get("tags") or [])
364
- if "tidy:converged" not in tags:
365
- tags.append("tidy:converged")
366
- fm["tags"] = tags
367
- fm["importance"] = round(max(0.1, float(fm.get("importance", 0.5)
368
- or 0) * 0.5), 3)
369
- _ok, _code, _why = lifecycle.stamp(
370
- fm, "converged", reason="tidy 同构聚合已定型", actor=actor)
371
- if _ok:
372
- # 幂等迁移(已是 converged)不会写字段 → 补成显式,索引口径才一致
373
- fm.setdefault(lifecycle.STATE_FIELD, "converged")
374
- cg._write_node(e["id"], os.path.join(cg.root, e["path"]), fm,
375
- e.get("content") or "")
376
- entry = cg.index["nodes"].get(e["id"])
377
- if entry is not None:
378
- entry.update({"tags": tags, "importance": fm["importance"],
379
- lifecycle.STATE_FIELD: fm.get(lifecycle.STATE_FIELD)})
380
- cg._dirty[e["id"]] = entry
381
-
382
-
383
- # 生效条件:形参 cg 使 _load(cg) 返回 dict 时,返回 enabled()、st["sigs"] 计数、nid 为真的 live_sigs、st["rate"] 键数与 STATE_FILE 组成的摘要;
384
- def stats(cg) -> dict:
385
- """限流状态摘要(诊断面)。"""
386
- st = _load(cg)
387
- live_sigs = sum(1 for r in st["sigs"].values() if r.get("nid"))
388
- return {"enabled": enabled(), "sigs_tracked": len(st["sigs"]),
389
- "sigs_live": live_sigs,
390
- "rate_keys": len(st["rate"]),
1
+ # -*- coding: utf-8 -*-
2
+ """自动写入限流与同构聚合(流水污染治理:写入侧前置 + 读侧整理)。
3
+
4
+ 背景(2026-09-15 污染实测):某环境 contextual 层 355 个自动写入节点中,
5
+ 46% 是单日批次流水(「批次247收官记忆」…×163 条同模板),17% 是无结构
6
+ mem_* 节点;主动遗忘闸门(forgetting.assess)MERGE 命中率仅 1%——精确
7
+ 内容签名对「每次只换数字的同模板流水」完全无感。
8
+
9
+ 本模块两层治理(只作用 contextual 层——自动写入落层;knowledge 等
10
+ 手动纪律写入不受限):
11
+
12
+ 写入侧(remember_gated 前置,工程策略独立于三问裁决):
13
+ 1) 同源频率限制:同 (layer, role) 滑动窗口内超量 → DEFER(防灌水;
14
+ 原始事件仍在 recent log 时间线,可追溯不丢失)
15
+ 2) 同构聚合:短内容模板签名(去数字/URL/长十六进制)命中 →
16
+ 并入既有节点(正文追加一行 + merge_count+1,不新增节点)
17
+
18
+ 读侧(sustain 周期巡检调 tidy_contextual):
19
+ 已落盘的同构组(≥min_group 条)→ 保留最早节点追加成员清单,
20
+ 成员降权(importance×0.5,下限 0.1)+ tidy:converged 标记;
21
+ 永不删除节点(可逆、可审计),受保护节点跳过。
22
+ 幂等(2026-10-13,issue #190):已被整理过的节点(tags 含 tidy:converged
23
+ 或 lifecycle_state=="converged")不再进组、不再降权、不再重写,因此周期
24
+ 巡检第 2 轮起对同一组零落盘;返回 dict 新增键 already_tidied(跳过计数)。
25
+
26
+ 状态持久化 <root>/_writelimit.json(进程重启不失效);台账是**明文 JSON 的外部输入**,
27
+ 顶层非 dict / 时间戳非数值 / 未来时间戳三类脏值一律按「该记账不存在」收敛
28
+ (issue #354 [P1-9]/[P1-10]/[P1-11])——不崩、也不把限流窗口永久锁死;
29
+ 台账的「读 → 改 → 写」全程持同一把跨进程锁(issue #354 [P2-17])——原子替换只防
30
+ 撕裂、不防丢失更新,锁外读快照会让并发写者互相覆盖限流记账;
31
+ env MDCG_WRITELIMIT=0 整体关闭;importance_hint≥0.7(保护优先语义)
32
+ 跳过所有限流。
33
+ """
34
+ from __future__ import annotations
35
+
36
+ import hashlib
37
+ import json
38
+ import os
39
+ import re
40
+ import time
41
+
42
+ from . import lifecycle, protect
43
+ from .fsutil import FileLock, atomic_write
44
+
45
+ STATE_FILE = "_writelimit.json"
46
+ RATE_WINDOW = 60.0 # 频率窗口(秒)
47
+ RATE_MAX = 8 # 窗口内同 (layer, role) 最大写入数
48
+ CONVERGE_WINDOW = 86400.0 # 同构聚合窗口(秒,24h)
49
+ MAX_CONTENT = 200 # 参与同构聚合的内容长度上限(字符)
50
+ MIN_SKELETON = 4 # 模板骨架最短长度(防「好的/收到」误聚)
51
+ MAX_APPLY = 500 # tidy 单次落盘成员数上限(防一次改爆)
52
+ TIDY_TAG = "tidy:converged" # 成员「已整理定型」标记(唯一真源,issue #190)
53
+
54
+ _RE_URL = re.compile(r"https?://\S+")
55
+ _RE_HEX = re.compile(r"\b[0-9a-fA-F]{12,}\b")
56
+ _RE_LONG_NUM = re.compile(r"\d{4,}")
57
+ _RE_NUM = re.compile(r"\d+")
58
+ _RE_WS = re.compile(r"\s+")
59
+ _RE_TITLE = re.compile(r"^\s*#\s*功能名[::]\s*(.+?)\s*$", re.M)
60
+
61
+
62
+ # 生效条件:读环境变量 MDCG_WRITELIMIT(缺省 "1"),strip 并 lower 后不在 ("0", "false", "no") 中即返回 True——默认开启,仅显式关闭值才停用;
63
+ def enabled() -> bool:
64
+ """总开关:env MDCG_WRITELIMIT=0/false/no 时关闭所有限流。"""
65
+ return os.environ.get("MDCG_WRITELIMIT", "1").strip().lower() \
66
+ not in ("0", "false", "no")
67
+
68
+
69
+ # 生效条件:形参 sensitivity 为字符串且 strip/lower 后属于 crypto.ENCRYPTED_LEVELS 时返回 True;
70
+ # crypto 导入失败、形参非字符串时返回 False(fail-open:判不了就不改变既有行为——密级判据的唯一
71
+ # 单点仍是 security.merge_downgrades,本函数只决定「要不要落签名」)。
72
+ def _is_encrypted_level(sensitivity) -> bool:
73
+ """声明密级是否属「加密级」——其正文在盘上是密文(crypto.ENCRYPTED_LEVELS)。
74
+
75
+ issue #313:#148 修复建议第 1 条「加密级跳过签名(频率限流照常)」此前**未实现**
76
+ —— check / record_accepted 只把 sensitivity 记进台账(且生产调用方从未传值,
77
+ sens 恒为 null),模板签名 `sk` 照写,于是 `_writelimit.json` 里躺着 private /
78
+ secret 正文的**去数字明文骨架**,而同一内容的节点正文在盘上是密文
79
+ (`<!-- mdcg-enc:v1:…`)。密级越高的内容越不该以明文形式躺进明文台账,故
80
+ 加密级一律不落签名;频率限流(步骤 1)不受影响,照常生效。
81
+
82
+ 不适用条件:本函数只判「该不该落签名」——不判降密级(security.merge_downgrades
83
+ 单点)、不判读写权限(security 层)、不评价内容相关性。
84
+ """
85
+ try:
86
+ from .crypto import is_encrypted_level as _iel
87
+ except Exception: # noqa: BLE001
88
+ return False
89
+ return _iel(sensitivity)
90
+
91
+
92
+ # 生效条件:形参 content 为假值返回 None;否则 strip 后若 _RE_TITLE 命中且标题骨架 s 非空且 len(s)>=MIN_SKELETON 返回 "t:"+s,否则返回 None;无标题且 len(text)>=MAX_CONTENT 返回 None;无标题且 len(text)<MAX_CONTENT 时全文骨架 s 非空且 len(s)>=MIN_SKELETON 返回 s,否则返回 None;
93
+ def template_signature(content: str):
94
+ """同模板流水签名:标题模板优先,其次全文骨架。
95
+
96
+ - 带「# 功能名:X」标题行的节点:对标题做去数字骨架(不受正文长度
97
+ 限制)——批次报告正文各不相同但标题同模板(「批次N收官记忆」),
98
+ 标题是节点身份的最强模板信号
99
+ - 无标题:去 URL/长十六进制/数字后的全文压缩骨架;长文
100
+ (≥MAX_CONTENT)是正经记忆不参与聚合
101
+ - 骨架过短(<MIN_SKELETON)或纯数字 → None(防「好的/收到」误聚)
102
+ """
103
+ if not content:
104
+ return None
105
+ text = content.strip()
106
+ m = _RE_TITLE.search(text)
107
+ if m:
108
+ s = _skeleton(m.group(1))
109
+ return ("t:" + s) if s and len(s) >= MIN_SKELETON else None
110
+ if len(text) >= MAX_CONTENT:
111
+ return None
112
+ s = _skeleton(text)
113
+ return s if s and len(s) >= MIN_SKELETON else None
114
+
115
+
116
+ # 生效条件:形参 text 为任意字符串时,依次清除 URL、长十六进制、长数字、数字与空白后返回 s(空串返回空串);
117
+ def _skeleton(text: str) -> str:
118
+ s = _RE_URL.sub(" ", text)
119
+ s = _RE_HEX.sub(" ", s)
120
+ s = _RE_LONG_NUM.sub(" ", s)
121
+ s = _RE_NUM.sub(" ", s)
122
+ s = _RE_WS.sub("", s)
123
+ return s
124
+
125
+
126
+ # ---------- 状态持久化 ----------
127
+
128
+ # 生效条件:形参 cg 提供 root 时返回 os.path.join(cg.root, STATE_FILE);
129
+ def _state_path(cg) -> str:
130
+ return os.path.join(cg.root, STATE_FILE)
131
+
132
+
133
+ # 生效条件:形参 cg 使 _state_path(cg) 可读取、json.load 得到 **dict** 且 st.get("sigs")/st.get("rate") 均为 dict 时返回 st;否则(读取或解析抛 OSError/ValueError、顶层不是 dict、或 sigs/rate 任一非 dict)一律返回 {"sigs": {}, "rate": {}}——任何损坏形态都不抛异常;
134
+ def _load(cg) -> dict:
135
+ """读台账;任何不可用形态一律回落空台账,**不抛**。
136
+
137
+ issue #354 [P1-9]:旧实现先取值再判类型 ⇒ 顶层是 JSON 数组/标量/null(外部
138
+ 损坏或伪造)时 AttributeError 直接崩到调用方——限流器崩在**写入路径**上,
139
+ 比「限流暂时失效」更坏。现在类型闸在取值**之前**。
140
+ 不判「内容可信」(结构合法 ≠ 内容正确,同本仓 T9 边界):单条记账的类型/
141
+ 时间戳收敛由 _window_stamps / _window_stamp 在**消费点**做(#354 P1-10/P1-11)。
142
+ 边界(越出 #354 面,归维护者裁):台账判「不可用」时**静默回落**、不发 stderr——沿用
143
+ 既有 OSError/ValueError 约定(本面只承诺「脏值不崩」,不承诺「脏值要喊」);改告警会动到
144
+ 所有依赖该约定的调用方,故本批刻意不碰。
145
+ """
146
+ try:
147
+ with open(_state_path(cg), encoding="utf-8") as f:
148
+ st = json.load(f)
149
+ if (isinstance(st, dict) and isinstance(st.get("sigs"), dict)
150
+ and isinstance(st.get("rate"), dict)):
151
+ return st
152
+ except (OSError, ValueError):
153
+ pass
154
+ return {"sigs": {}, "rate": {}}
155
+
156
+
157
+ # 生效条件:调用方传入 cg 与 st 且**已持有** _state_path(cg) 的跨进程锁时,以 atomic_write 原子覆写台账(不再加锁,避免自我阻塞)。
158
+ def _save_locked(cg, st: dict) -> None:
159
+ """临界区内落盘(issue #354 [P2-17]):调用方已持锁,此处不再取锁。
160
+
161
+ `FileLock` 在 Windows 上锁同一字节范围、POSIX 换 fd 亦互斥 ⇒ 同进程第二次
162
+ 获取会自我阻塞到超时;故「读改写」事务必须把落盘拆成无锁版本。
163
+ """
164
+ atomic_write(_state_path(cg), json.dumps(st, ensure_ascii=False, sort_keys=True))
165
+
166
+
167
+ # 生效条件:调用方传入 cg 与 st,无任何早退守卫,一经调用即以 json.dumps(st, ensure_ascii=False, sort_keys=True) 在 _state_path(cg) 的 FileLock 内原子写入。
168
+ def _save(cg, st: dict) -> None:
169
+ p = _state_path(cg)
170
+ with FileLock(p):
171
+ _save_locked(cg, st)
172
+
173
+
174
+ # 生效条件:作为 `with` 使用;以 strict=True 的 FileLock 独占 _state_path(cg),获锁超时抛 TimeoutError(不无锁放行)。
175
+ def _transaction(cg):
176
+ """台账「读 → 改 → 写」的跨进程临界区(issue #354 [P2-17])。
177
+
178
+ 缺陷:旧实现 `st = _load(cg)` 在锁**外**、`_save` 在锁**内**——两个写者各自
179
+ 读到同一份陈旧快照,后写者整份覆写先写者,限流计数静默丢失(实测 8 并发进程
180
+ 只剩 3~7 条记账),频率上限被穿透。原子替换只防撕裂、不防丢失更新。
181
+ 修法:读改写全程持同一把 OS 级锁(与 #322/#348 同口径 strict=True——锁竞争
182
+ 超时显式失败,绝不退化为无锁并发)。
183
+ """
184
+ return FileLock(_state_path(cg), strict=True)
185
+
186
+
187
+ # 生效条件:调用方传入 st、key、now,st 须含 "rate" 键(st["rate"].get(key) 缺该 key 或值不是序列时按空列表处理),对窗口列表按 _window_stamps 做类型收敛 + 双向界定后追加 now,并只回写末尾 RATE_MAX*4 项。
188
+ def _push_rate(st: dict, key: str, now: float) -> None:
189
+ win = _window_stamps(st["rate"].get(key), now, RATE_WINDOW)
190
+ win.append(now)
191
+ st["rate"][key] = win[-RATE_MAX * 4:]
192
+
193
+
194
+ # 生效条件:形参 t 为有限数值(bool 除外)且 now - window < t <= now 时返回 float(t),否则返回 None(不抛);
195
+ def _window_stamp(t, now, window):
196
+ """单值时间戳的类型收敛 + 双向界定(issue #354 [P1-9]/[P1-10]/[P1-11] 同族)。
197
+
198
+ 台账 _writelimit.json 是**明文 JSON**,可被外部损坏或伪造,而旧判据
199
+ now - t < window 是**单向**的,对三类脏值失守:
200
+ · 非数值元素/字段 → now - t 抛未捕获 TypeError,闸门崩在调用方(P1-11);
201
+ · **未来**时间戳 → now - t 恒为负、恒满足 < window,窗口被**永久**占满、
202
+ 限流**永久锁死**(P1-10:8 个未来戳即把 (layer, role) 永久判 DEFER);
203
+ · 无穷/NaN → 比较恒真或恒假,窗口不再有界(现以 t != t 与 ±inf 的比较语义
204
+ 就地收敛,不引 math 之类的额外模块依赖)。
205
+ 故判据改为**双向界定**:时间戳必须落在 (now - window, now] 这一有界区间内。
206
+ bool 虽为 int 子类但语义不是时间戳,一并剔除;不可判的值返回 None(等价于
207
+ 「该记账不存在」),由调用方按缺失语义处理——不抛、不静默锁死。
208
+ """
209
+ if isinstance(t, bool) or not isinstance(t, (int, float)):
210
+ return None
211
+ t = float(t)
212
+ if t != t: # NaN:与任何值比较都恒假,先剔(不引 math 依赖)
213
+ return None
214
+ if t > now or now - t >= window: # 双向界定:未来戳剔、窗外旧戳也剔
215
+ return None
216
+ return t
217
+
218
+
219
+ # 生效条件:形参 raw 为 list/tuple 时逐元素按 _window_stamp 收敛后返回新列表(保持原序);raw 非序列(None/标量/str/dict 等)返回空列表;
220
+ def _window_stamps(raw, now, window) -> list:
221
+ """时间戳序列的类型收敛 + 双向界定(判据单点同 _window_stamp)。
222
+
223
+ 序列本身非 list/tuple(外部把 ratelimit 槽整个写成标量)也归为「无记账」——
224
+ 旧实现直接迭代它会 TypeError(#354 P1-11 的相邻形态,rate[key] 非 list)。
225
+ """
226
+ if not isinstance(raw, (list, tuple)):
227
+ return []
228
+ return [v for v in (_window_stamp(t, now, window) for t in raw)
229
+ if v is not None]
230
+
231
+
232
+ # ---------- 写入侧:前置限流 + 同构聚合 ----------
233
+
234
+ # 生效条件:仅当 layer=="contextual" 且 enabled() 为真、且 importance_hint 为 None 或 float(importance_hint)<0.7(转换抛 TypeError/ValueError 时同样继续)才进入限流,此时 now 为 None 取 time.time(),key 取 f"{layer}:{role or 'user'}"(role 为 None/空串等假值回落 'user'):同 key 窗口内条数 ≥ RATE_MAX 返回 DEFER;否则 signature 非空且 st["sigs"] 中该签名记录在 CONVERGE_WINDOW 内、nid 有效且 cg.get(rec["nid"]) 存在时,正文 strip 后完全一致返回 DROP、不一致返回 CONVERGE;其余情形返回 None 放行。
235
+ def check(cg, content, layer="contextual", role=None, node_id=None,
236
+ importance_hint=None, now=None, sensitivity=None):
237
+ """remember_gated 前置限流。None=放行;否则 {"verdict": DEFER|CONVERGE}。
238
+
239
+ - DEFER:同 (layer, role) 滑动窗口内已满 RATE_MAX 条(被拒者也计数,
240
+ 防持续灌水每条都重算窗口)
241
+ - CONVERGE:签名命中(CONVERGE_WINDOW 内、目标节点仍在)→ 应并入
242
+ rec["nid"];签名首见即预占位(nid=node_id),assess 若 DEFER/DROP
243
+ 该节点未落盘,下次 cg.get 失效自动重置——自愈
244
+ """
245
+ if layer != "contextual" or not enabled():
246
+ return None
247
+ if importance_hint is not None:
248
+ try:
249
+ if float(importance_hint) >= 0.7:
250
+ return None # 保护优先语义:跳过限流
251
+ except (TypeError, ValueError):
252
+ pass
253
+ key = f"{layer}:{role or 'user'}"
254
+ # issue #354 [P2-17]:读改写全程在同一跨进程临界区内(见 _transaction 注释)。
255
+ # ⚠️ `now` 也必须在临界区**内**取(显式传入的 now 照用):锁外取会让「先算 now、
256
+ # 再排队等锁」的进程把等待期间别人写入的时间戳看成「未来戳」而被 _window_stamp
257
+ # 剔除(P1-10 的双向界定 ⇒ 并发下丢记账,实测 8 进程偶发只剩 6~7 条)。
258
+ with _transaction(cg):
259
+ now = float(now) if now is not None else time.time()
260
+ st = _load(cg)
261
+ # 1) 同源频率限制
262
+ win = _window_stamps(st["rate"].get(key), now, RATE_WINDOW)
263
+ if len(win) >= RATE_MAX:
264
+ win.append(now)
265
+ st["rate"][key] = win[-RATE_MAX * 4:]
266
+ _save_locked(cg, st)
267
+ return {"verdict": "DEFER", "limiter": "rate", "reason":
268
+ f"ratelimit:{key}:>{RATE_MAX}in{int(RATE_WINDOW)}s"}
269
+ # 2) 同构聚合(加密级跳过签名——见 _is_encrypted_level,issue #313)
270
+ sig = template_signature(content)
271
+ if sig and not _is_encrypted_level(sensitivity):
272
+ rec = st["sigs"].get(sig)
273
+ if not isinstance(rec, dict):
274
+ # 记账被外部损坏(dict 内混入标量/序列):按「无记录」重占位,不把
275
+ # 崩溃带给调用方——与 _load 的顶层类型闸同一判据面(#354 P1-9 同族)。
276
+ rec = None
277
+ if rec and _window_stamp(rec.get("t"), now, CONVERGE_WINDOW) \
278
+ is not None and rec.get("nid"):
279
+ tgt = cg.get(rec["nid"])
280
+ if tgt:
281
+ if (tgt.get("content") or "").strip() \
282
+ == (content or "").strip():
283
+ # 与既有节点正文完全一致:零新信息 → 交回旧闸门语义
284
+ # DROP(不落库、不追加聚合行、不强化既有)——对齐
285
+ # forgetting 闸门「确定性内部冗余 → DROP 先于 MERGE」
286
+ # 纪律;同模板但内容不同才走聚合(那才是流水治理)
287
+ _push_rate(st, key, now)
288
+ _save_locked(cg, st)
289
+ return {"verdict": "DROP", "limiter": "exact_dup",
290
+ "target": rec["nid"],
291
+ "reason": f"exact_dup_of:{rec['nid']}"}
292
+ rec["n"] = int(rec.get("n") or 1) + 1
293
+ rec["last"] = now
294
+ st["sigs"][sig] = rec
295
+ _push_rate(st, key, now)
296
+ _save_locked(cg, st)
297
+ return {"verdict": "CONVERGE", "limiter": "converge",
298
+ "target": rec["nid"], "sig": sig[:40], "n": rec["n"],
299
+ # issue #148:把两侧密级带出闸门,供审计与上层判据复用
300
+ # (真正的拒绝判据仍只在 security.merge_downgrades 单点)。
301
+ "target_sensitivity":
302
+ (tgt.get("frontmatter") or {}).get("sensitivity"),
303
+ "incoming_sensitivity": sensitivity,
304
+ "reason": f"converge:{sig[:40]}#{rec['n']}"}
305
+ st["sigs"][sig] = {"nid": node_id, "t": now, "n":
306
+ int((rec or {}).get("n") or 1),
307
+ "sk": sig[:60],
308
+ "sens": sensitivity} # issue #148:声明密级随签名记账
309
+ _push_rate(st, key, now)
310
+ _save_locked(cg, st)
311
+ return None
312
+
313
+
314
+ # 生效条件:形参 content 的 template_signature 非空,且 st["sigs"].get(sig) 为 None 或该记录 nid 为假值时,写入 {"nid": node_id, ...} 并保存;否则不写并返回 None;
315
+ def record_accepted(cg, node_id, content, now=None, sensitivity=None) -> None:
316
+ """ACCEPT 落盘后确保签名→节点映射存在(check 已预占位,此处兜底)。"""
317
+ sig = template_signature(content)
318
+ # issue #313:加密级不落签名(与 check 同一判据单点)
319
+ if not sig or _is_encrypted_level(sensitivity):
320
+ return
321
+ # issue #354 [P2-17] 同族:本函数也是「读 → 判 → 写」,同样必须在临界区内完成,
322
+ # 否则并发 ACCEPT 会互相覆盖签名记账(与 check 同一判据面);now 亦在锁内取
323
+ # (理由同 check:锁外取的 now 会落在别人已写入的时间戳之前)。
324
+ with _transaction(cg):
325
+ now = float(now) if now is not None else time.time()
326
+ st = _load(cg)
327
+ rec = st["sigs"].get(sig)
328
+ if not isinstance(rec, dict): # #354 P1-9 同族:坏型按「无记录」处理
329
+ rec = None
330
+ if rec is None or not rec.get("nid"):
331
+ st["sigs"][sig] = {"nid": node_id, "t": now, "n":
332
+ int((rec or {}).get("n") or 1), "sk": sig[:60],
333
+ "sens": sensitivity} # issue #148:声明密级随签名记账
334
+ _save_locked(cg, st)
335
+
336
+
337
+ # 生效条件:cg.get(target) 为假值返回 {"ok": False, "error": "target_missing"};随后以节点真层/敏感度过 protect.guard_overwrite(层闸 + 保护闸,override 为真时先快照 + 审计);通过后按 forgetting.aggregate_line(单点)把新正文里目标还没有的行追加为聚合行、fm["merge_count"]=int(fm.get("merge_count") or 0)+1 后 _write_node 落盘(重要性不变),并把 session/actor 归属并列记进 fm(forgetting.note_source);返回 {"ok": True, "merge_count": 新值, "content_sink": 去向, "source": 归属}。
338
+ def converge_into(cg, target: str, content: str, override=False, actor=None,
339
+ session=None, sensitivity=None) -> dict:
340
+ """同构聚合落库:正文追加一行【聚合】摘要,merge_count+1。
341
+
342
+ importance **不变**——流水不该越聚越重要(与 forgetting.reinforce
343
+ 的 +0.05 相反)。
344
+
345
+ B3(2026-09-30):追加内容改由 `forgetting.aggregate_line`(**单点**)
346
+ 生成——原口径 `" ".join(content.split())[:80]` 会把落在 80 字外的新值
347
+ 整体丢掉(P-3 实测:端口 9090 变体在库中 0 次落盘),与「新正文不许被
348
+ 静默丢弃」同病;现改为「目标正文还没有的行」逐行追加、不截断,纯重复
349
+ 零追加。**不变**的部分:目标节点不变、merge_count+1、importance 不动、
350
+ 层闸/保护闸仍在写盘之前。
351
+ H3:`session` 槽把新写入方归属并列落 fm(`forgetting.note_source`)。
352
+
353
+ N215(2026-09-28,同族未接线写点):本函数此前**裸调 `cg._write_node`**
354
+ 追加既有节点正文,唯一入口 `mdcos.remember_gated` 的 CONVERGE 分支(:3336)
355
+ 全程无 principal 层闸、无保护闸、无快照无审计。`writelimit.check` 的形参层
356
+ 判据(:141)只看调用方声明的 layer、签名映射落的是 `node_id`——攻击链:
357
+ 先以 `(node_id=<anchor 节点>, layer='contextual')` 预占位签名(该次 `add`
358
+ 被保护闸拒,但 `sig→anchor id` 已落盘),再换正文重发 → CONVERGE →
359
+ **anchor 层不可篡改节点被无痕追加聚合行**(可反复追加、merge_count 递增)。
360
+ 落盘前统一过 `protect.guard_overwrite`(单点)。
361
+ """
362
+ e = cg.get(target)
363
+ if not e:
364
+ return {"ok": False, "error": "target_missing"}
365
+ fm = dict(e.get("frontmatter") or {})
366
+ protect.guard_overwrite(cg, target, layer=fm.get("layer"),
367
+ sensitivity=fm.get("sensitivity"),
368
+ override=override, actor=actor)
369
+ # issue #148(C 组)**落盘前**判降密级:声明密级低于目标节点密级的合并,会把
370
+ # 低密级明文写进高密级节点,而目标 frontmatter 的 sensitivity 不变 ⇒ 明文获得
371
+ # 目标档的可见性(访客可读)。判据走**唯一单点** security.merge_downgrades;
372
+ # 判为降密级即 fail-closed **不写盘**(不追加聚合行、不动 merge_count、不标脏)。
373
+ from .security import merge_downgrades as _merge_downgrades
374
+ if _merge_downgrades(fm.get("sensitivity"), sensitivity):
375
+ return {"ok": False, "error": "merge_downgrade_refused",
376
+ "target": target,
377
+ "target_sensitivity": fm.get("sensitivity"),
378
+ "incoming_sensitivity": sensitivity,
379
+ "detail": "合并会降低该内容的有效密级(incoming 密级**高于**目标节点"
380
+ "密级 ⇒ 合并后只按目标档可见)——fail-closed 未写盘:"
381
+ "高密级明文不得并入低密级节点。",
382
+ "hint": "如需保留该内容:确认其确为该档后以不高于目标节点密级的声明"
383
+ "重新写入,或不走 CONVERGE 而新建独立节点(add,保持其声明密级)。"}
384
+ # 延迟导入:forgetting 是聚合行/归属的单点实现(writelimit 不反向被它依赖,
385
+ # 无环);放函数内避免模块导入期把 md_cg.forgetting 的依赖面(mdcg/bigrams)
386
+ # 拉进本模块的加载链。
387
+ from . import forgetting
388
+ new_body, line, line_no = forgetting.aggregate_line(e.get("content"), content)
389
+ fm["merge_count"] = int(fm.get("merge_count") or 0) + 1
390
+ fm["last_merge_at"] = time.time()
391
+ source = forgetting.note_source(fm, session=session, actor=actor)
392
+ cg._write_node(target, os.path.join(cg.root, e["path"]), fm,
393
+ new_body if new_body is not None else (e.get("content") or ""),
394
+ durable=True)
395
+ entry = cg.index["nodes"].get(target)
396
+ if entry is not None:
397
+ entry.update({"merge_count": fm["merge_count"],
398
+ "last_merge_at": fm["last_merge_at"]})
399
+ if fm.get("merge_sources"):
400
+ entry["merge_sources"] = fm["merge_sources"]
401
+ cg._dirty[target] = entry
402
+ return {"ok": True, "merge_count": fm["merge_count"],
403
+ "content_sink": {
404
+ "node_id": target,
405
+ "action": "appended" if line else "already_covered",
406
+ "line": line, "line_no": line_no,
407
+ "chars": len(new_body if new_body is not None
408
+ else (e.get("content") or ""))},
409
+ "source": source}
410
+
411
+
412
+ # ---------- 读侧:已落盘同构组的周期整理(sustain 巡检入口)----------
413
+
414
+ # 生效条件:形参 e 为 cg.get 返回的节点 dict 时,frontmatter["tags"] 含 TIDY_TAG 或 frontmatter[lifecycle.STATE_FIELD]=="converged" 返回 True,否则 False(e 无 frontmatter 也不报错);
415
+ def _already_tidied(e: dict) -> bool:
416
+ """该节点是否已被 tidy 整理过(issue #190 幂等判据)。
417
+
418
+ 只认既有标记:frontmatter["tags"] 里的 TIDY_TAG(历史存量),或显式状态
419
+ 字段 lifecycle.STATE_FIELD == "converged"(② 显式状态机收口后由
420
+ lifecycle.stamp 写入)。不新增字段、不做迁移,所以修复前已落盘的历史
421
+ 节点天然被认账;两者都缺(未整理过的新节点)返回 False。
422
+ """
423
+ fm = e.get("frontmatter") or {}
424
+ if TIDY_TAG in (fm.get("tags") or []):
425
+ return True
426
+ return fm.get(lifecycle.STATE_FIELD) == "converged"
427
+
428
+
429
+ # 生效条件:形参 cg 的 index["nodes"] 中 layer=="contextual" 且 cg.get 可取的节点按 template_signature 非空分组,扫描到 scanned>=limit(limit=0 立即 break)为止,成员数≥min_group 的组按成员数降序进入 planned(_already_tidied 为真的节点在扫描阶段即跳过、只计入 out["already_tidied"]);apply 为真且 planned 非空时,逐组循环且累计 n_ap>=MAX_APPLY 后不再开新组(组内成员仍可继续 n_ap 累加超过),跳过 protected/immutable 成员,保留每组最早节点并追加整理聚合、成员降权,输出 out(out["planned"] 仅取 planned[:20];apply 假或 planned 空直接返回 out);
430
+ def tidy_contextual(cg, apply=False, min_group=3, actor="sustain_tidy",
431
+ limit=2000) -> dict:
432
+ """扫描 contextual 层已落盘节点,按模板签名分组并整理。
433
+
434
+ 对 ≥min_group 的同构组(apply=True 时):
435
+ · 保留最早节点:正文追加【整理聚合】成员清单段落
436
+ · 成员节点:tags += tidy:converged、importance×0.5(下限 0.1)
437
+ 永不删除节点(可逆、可审计);protected/immutable 成员跳过;
438
+ apply=False 只盘点不动任何节点。
439
+
440
+ 幂等(issue #190):已被整理过的节点(tags 含 tidy:converged 或
441
+ lifecycle_state=="converged")在扫描阶段就跳过——不进组、不再降权、不再
442
+ 重写保留节点,所以同一组第 2 轮起 planned 为空、零落盘。返回 dict 新增
443
+ 键 already_tidied(本次跳过的已整理节点数),其余键与语义不变。
444
+ """
445
+ groups: dict = {}
446
+ already_tidied = 0
447
+ scanned = 0
448
+ for nid, entry in list(getattr(cg, "index", {})
449
+ .get("nodes", {}).items()):
450
+ if scanned >= limit:
451
+ break
452
+ if entry.get("layer") != "contextual":
453
+ continue
454
+ e = cg.get(nid)
455
+ if not e:
456
+ continue
457
+ scanned += 1
458
+ if _already_tidied(e):
459
+ already_tidied += 1
460
+ continue
461
+ sig = template_signature(e.get("content") or "")
462
+ if sig:
463
+ groups.setdefault(sig, []).append(e)
464
+ planned = []
465
+ for sig, members in groups.items():
466
+ if len(members) < min_group:
467
+ continue
468
+ members.sort(key=lambda m: (float((m.get("frontmatter") or {})
469
+ .get("created_at", 0) or 0),
470
+ str(m.get("id") or "")))
471
+ planned.append({"sig": sig[:40], "keep": members[0]["id"],
472
+ "members": [m["id"] for m in members[1:]]})
473
+ planned.sort(key=lambda p: (-len(p["members"]), str(p.get("sig") or "")))
474
+ out = {"t": time.time(), "actor": actor, "scanned": scanned,
475
+ "groups": len(planned),
476
+ "members": sum(len(p["members"]) for p in planned),
477
+ "already_tidied": already_tidied,
478
+ "apply": bool(apply), "planned": planned[:20], "applied": []}
479
+ if not apply or not planned:
480
+ return out
481
+ n_ap = 0
482
+ for p in planned:
483
+ if n_ap >= MAX_APPLY:
484
+ break
485
+ keep = cg.get(p["keep"])
486
+ if not keep:
487
+ continue
488
+ lines = [f"\n\n# 整理聚合(tidy {time.strftime('%Y-%m-%d')}):"
489
+ f"同模板成员 {len(p['members'])} 条"]
490
+ # issue #360(2026-10-16 DSH 端):**整理不看成员密级** ⇒ private 成员解密后
491
+ # 的正文前 48 字被明文追加进组内最早的保留节点(密级沿用保留节点的
492
+ # internal),internal 身份读那条 private 节点得 None、读保留节点却能看到
493
+ # 其内容。判据复用 #148 的唯一单点 security.merge_downgrades(成员档高于
494
+ # 保留档即**跳过、不写摘录、也不降级它**);与 #359(审核 merge)同根
495
+ # 不同落点。成员档未记录时 merge_downgrades(..., None) 恒 False ⇒ 行为不变。
496
+ from .security import merge_downgrades as _md360
497
+ _ksens = (keep.get("frontmatter") or {}).get("sensitivity")
498
+ for mid in p["members"]:
499
+ m = cg.get(mid)
500
+ if not m:
501
+ continue
502
+ mfm = dict(m.get("frontmatter") or {})
503
+ if mfm.get("protected") or mfm.get("immutable"):
504
+ continue
505
+ if _md360(_ksens, mfm.get("sensitivity")):
506
+ continue
507
+ first = " ".join((m.get("content") or "").split())[:48]
508
+ lines.append(f"- {mid} {first}")
509
+ _demote(cg, m)
510
+ n_ap += 1
511
+ kfm = dict(keep.get("frontmatter") or {})
512
+ # issue #541:keep 是**既有节点**,本函数此前裸调 cg._write_node
513
+ # ⇒ 不判层闸、不判保护闸、不拍快照、不写 _protected_audit.jsonl,
514
+ # 于是 `immutable` / `protected` 节点被**静默覆写且零审计**
515
+ # (实测:immutable keep 正文被改写、新增快照 0、审计 0 行;
516
+ # 而姊妹函数 converge_into 对同一节点正确抛 ProtectionError)。
517
+ #
518
+ # 注意上方 `if mfm.get("protected") or mfm.get("immutable"): continue`
519
+ # 只作用于 **members**(被并入的成员),**不覆盖 keep 本身** ——
520
+ # 保留节点恰是缺闸的那一个。故此处补齐同一单点保护闸,
521
+ # 与 converge_into(:246)同款调用形态(layer/sensitivity 取真值、override=False)。
522
+ #
523
+ # 触发面是**无人值守**的:AUTO_DEFAULTS["auto_tidy"] 缺省 True、
524
+ # DEFAULT_TIDY_INTERVAL=21600(6h),_tick_tidy 无 require_admin。
525
+ protect.guard_overwrite(cg, keep["id"], layer=kfm.get("layer"),
526
+ sensitivity=kfm.get("sensitivity"),
527
+ override=False, actor=actor)
528
+ kfm["merge_count"] = int(kfm.get("merge_count")
529
+ or 0) + len(p["members"])
530
+ kfm["last_merge_at"] = time.time()
531
+ cg._write_node(keep["id"], os.path.join(cg.root, keep["path"]),
532
+ kfm, (keep.get("content") or "") + "\n".join(lines),
533
+ durable=True)
534
+ out["applied"].append({"keep": p["keep"],
535
+ "converged": len(p["members"])})
536
+ out["applied_count"] = n_ap
537
+ flush = getattr(cg, "flush", None)
538
+ if callable(flush):
539
+ flush()
540
+ return out
541
+
542
+
543
+ # 生效条件:e 提供 "id"/"path",对其 frontmatter 副本在 tags 不含 TIDY_TAG 时追加该 tag、importance 置 round(max(0.1, float(fm.get("importance",0.5) or 0)*0.5), 3),经 lifecycle.stamp(fm,"converged",reason=...,actor=actor) 后 _ok 为真时 setdefault(lifecycle.STATE_FIELD,"converged"),随后 cg._write_node 落盘,且 cg.index["nodes"].get(e["id"]) 非 None 时同步 tags/importance/状态字段到索引。
544
+ def _demote(cg, e: dict, actor: str = "sustain_tidy") -> None:
545
+ """成员降权:tags += tidy:converged,importance×0.5(下限 0.1)。
546
+
547
+ ② 显式状态机收口(2026-09-16):降权动作同时把生命周期状态推进到
548
+ `converged`——`tidy:converged` **tag 保留为兼容别名**(既有测试与历史数据都
549
+ 在读它),但「这节点已定型」从此由 `lifecycle_state` 这一显式字段承载,
550
+ 迁移合法性由 `lifecycle.stamp` 单点裁决。状态与 tags/importance 走**同一次
551
+ 写盘**(不额外多写一遍文件)。裁决失败(受保护成员,正常路径已被
552
+ `tidy_contextual` 跳过)**不阻断**降权本身:tags/importance 已生效,只是不改
553
+ 状态——不假装成功。
554
+ """
555
+ fm = dict(e.get("frontmatter") or {})
556
+ tags = list(fm.get("tags") or [])
557
+ if TIDY_TAG not in tags:
558
+ tags.append(TIDY_TAG)
559
+ fm["tags"] = tags
560
+ fm["importance"] = round(max(0.1, float(fm.get("importance", 0.5)
561
+ or 0) * 0.5), 3)
562
+ _ok, _code, _why = lifecycle.stamp(
563
+ fm, "converged", reason="tidy 同构聚合已定型", actor=actor)
564
+ if _ok:
565
+ # 幂等迁移(已是 converged)不会写字段 → 补成显式,索引口径才一致
566
+ fm.setdefault(lifecycle.STATE_FIELD, "converged")
567
+ cg._write_node(e["id"], os.path.join(cg.root, e["path"]), fm,
568
+ e.get("content") or "")
569
+ entry = cg.index["nodes"].get(e["id"])
570
+ if entry is not None:
571
+ entry.update({"tags": tags, "importance": fm["importance"],
572
+ lifecycle.STATE_FIELD: fm.get(lifecycle.STATE_FIELD)})
573
+ cg._dirty[e["id"]] = entry
574
+
575
+
576
+ # 生效条件:形参 cg 使 _load(cg) 返回 dict 时,返回 enabled()、st["sigs"] 计数、nid 为真的 live_sigs、st["rate"] 键数与 STATE_FILE 组成的摘要;
577
+ def stats(cg) -> dict:
578
+ """限流状态摘要(诊断面)。"""
579
+ st = _load(cg)
580
+ live_sigs = sum(1 for r in st["sigs"].values()
581
+ if isinstance(r, dict) and r.get("nid"))
582
+ return {"enabled": enabled(), "sigs_tracked": len(st["sigs"]),
583
+ "sigs_live": live_sigs,
584
+ "rate_keys": len(st["rate"]),
391
585
  "state_file": STATE_FILE}