@furongjun1999/dsh-memory 0.8.0 → 0.9.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (714) hide show
  1. package/README.md +662 -632
  2. package/codebuddy/README.md +1 -1
  3. package/data/policy.json +17 -6
  4. package/docs/README.md +18 -2
  5. package/docs/discipline/harnesses.yaml +1 -1
  6. package/docs/discipline/templates/spec.txt.tmpl +23 -0
  7. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
  8. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
  9. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
  10. package/dsh/README.md +1 -1
  11. package/dsh/cordis.yml.example +1 -1
  12. package/hive/README.md +705 -0
  13. package/hive/id_charset_blocks.txt +147 -0
  14. package/lib/bridge.d.ts +3 -0
  15. package/lib/bridge.js +32 -11
  16. package/lib/cli.js +14 -17
  17. package/lib/hooks.d.ts +18 -3
  18. package/lib/hooks.js +147 -18
  19. package/lib/index.d.ts +2 -2
  20. package/lib/index.js +18 -4
  21. package/lib/init.js +21 -21
  22. package/lib/lib/datapath.d.ts +56 -0
  23. package/lib/lib/datapath.js +102 -9
  24. package/lib/lib/hook_audit.d.ts +0 -1
  25. package/lib/lib/hook_audit.js +13 -1
  26. package/lib/lib/mdcg_client.d.ts +4 -1
  27. package/lib/lib/mdcg_client.js +10 -2
  28. package/lib/lib/mutual.js +61 -15
  29. package/lib/lib/prompt_safety.js +16 -1
  30. package/lib/lib/roleplay_web.js +30 -2
  31. package/lib/lib/token_store.d.ts +25 -6
  32. package/lib/lib/token_store.js +224 -33
  33. package/lib/tools.d.ts +8 -2
  34. package/lib/tools.js +22 -3
  35. package/md_cg/_guard_kit.py +121 -0
  36. package/md_cg/admission.py +718 -718
  37. package/md_cg/anchor.py +114 -0
  38. package/md_cg/audit.py +22 -5
  39. package/md_cg/autonomy.py +433 -288
  40. package/md_cg/autonomy_modes.py +781 -642
  41. package/md_cg/bench_beir_bm25.py +154 -0
  42. package/md_cg/bench_beir_scifact.py +170 -0
  43. package/md_cg/bench_bm25_blockmax.py +134 -0
  44. package/md_cg/bench_bm25_incremental.py +246 -0
  45. package/md_cg/bench_ccg_heading.py +118 -0
  46. package/md_cg/bench_csre_correctness.py +145 -0
  47. package/md_cg/bench_excerpt_budget.py +94 -0
  48. package/md_cg/bench_fuzzy_substrings.py +299 -0
  49. package/md_cg/bench_memory_rsi.py +358 -0
  50. package/md_cg/bench_memory_rsi_latency.py +82 -0
  51. package/md_cg/bench_memory_rsi_public.py +116 -0
  52. package/md_cg/bench_memory_rsi_tools.py +229 -0
  53. package/md_cg/bench_rrf_candidates.py +212 -0
  54. package/md_cg/bench_rrf_public.py +100 -0
  55. package/md_cg/bench_text_projections.py +221 -0
  56. package/md_cg/bench_timeanchor.py +357 -0
  57. package/md_cg/bm25.py +601 -0
  58. package/md_cg/branches.py +404 -327
  59. package/md_cg/build_postings.py +74 -73
  60. package/md_cg/ccgc.py +4 -2
  61. package/md_cg/chain.py +572 -379
  62. package/md_cg/coldverify.py +531 -292
  63. package/md_cg/condaccept.py +263 -0
  64. package/md_cg/condgate.py +308 -0
  65. package/md_cg/config_registry.py +329 -0
  66. package/md_cg/config_registry_bulk.py +482 -0
  67. package/md_cg/config_registry_guard.py +487 -0
  68. package/md_cg/config_render.py +354 -0
  69. package/md_cg/config_validate.py +455 -0
  70. package/md_cg/conformance.py +21 -0
  71. package/md_cg/conformance_core.py +753 -0
  72. package/md_cg/consistency.py +1278 -955
  73. package/md_cg/consolidate.py +180 -20
  74. package/md_cg/crypto.py +794 -472
  75. package/md_cg/datapath.py +137 -12
  76. package/md_cg/eval_common.py +522 -575
  77. package/md_cg/evidence.py +946 -585
  78. package/md_cg/evidence_delivery.py +101 -0
  79. package/md_cg/experience_consolidation.py +317 -0
  80. package/md_cg/export.py +329 -222
  81. package/md_cg/forgetting.py +1050 -922
  82. package/md_cg/freshness.py +601 -548
  83. package/md_cg/fsutil.py +1120 -824
  84. package/md_cg/goal_gen.py +458 -0
  85. package/md_cg/hotcache.py +107 -9
  86. package/md_cg/hyperedge.py +14 -3
  87. package/md_cg/identity.py +573 -391
  88. package/md_cg/imgskill.py +1712 -0
  89. package/md_cg/insight.py +540 -521
  90. package/md_cg/interface_schema.py +146 -0
  91. package/md_cg/interop.py +20 -0
  92. package/md_cg/judgment_manifest.py +24 -1
  93. package/md_cg/lifecycle.py +86 -5
  94. package/md_cg/links.py +27 -6
  95. package/md_cg/logref.py +332 -327
  96. package/md_cg/mcp_server.py +5227 -4449
  97. package/md_cg/mdcg.py +1301 -203
  98. package/md_cg/mdcos.py +7104 -5417
  99. package/md_cg/memory_rsi.py +308 -0
  100. package/md_cg/metacognition.py +726 -591
  101. package/md_cg/nodefile.py +151 -3
  102. package/md_cg/op_table.py +1128 -0
  103. package/md_cg/postings.py +524 -300
  104. package/md_cg/predict.py +4 -1
  105. package/md_cg/probe_memory_rsi.py +95 -0
  106. package/md_cg/probe_memory_rsi_mcp.py +66 -0
  107. package/md_cg/protect.py +188 -28
  108. package/md_cg/protocol.py +492 -411
  109. package/md_cg/provenance.py +7 -1
  110. package/md_cg/qmd.py +477 -0
  111. package/md_cg/qmd_llm.py +334 -0
  112. package/md_cg/query_excerpt.py +171 -0
  113. package/md_cg/queue_health.py +130 -0
  114. package/md_cg/reach.py +470 -453
  115. package/md_cg/readcache.py +115 -3
  116. package/md_cg/reconcile.py +239 -228
  117. package/md_cg/refindex.py +1191 -1042
  118. package/md_cg/refine.py +12 -3
  119. package/md_cg/retrieve.py +128 -0
  120. package/md_cg/review_cli.py +204 -26
  121. package/md_cg/revise.py +140 -0
  122. package/md_cg/rollback.py +256 -19
  123. package/md_cg/rollback_cli.py +21 -1
  124. package/md_cg/rotate.py +347 -0
  125. package/md_cg/routing.py +62 -1
  126. package/md_cg/rrf_candidates.py +204 -0
  127. package/md_cg/run_tests.py +19 -1
  128. package/md_cg/scrub.py +177 -23
  129. package/md_cg/security.py +269 -17
  130. package/md_cg/self_state.py +1053 -1029
  131. package/md_cg/self_surface.py +50 -0
  132. package/md_cg/semantic/canonical.py +1 -1
  133. package/md_cg/semantic/export_en_zh_map.py +2 -2
  134. package/md_cg/semantic/zh_en_atoms.py +2 -0
  135. package/md_cg/session5.py +106 -0
  136. package/md_cg/signer.py +76 -2
  137. package/md_cg/sleep.py +1779 -1583
  138. package/md_cg/sources.py +273 -15
  139. package/md_cg/state_events.py +75 -10
  140. package/md_cg/state_slots.py +312 -221
  141. package/md_cg/stg.py +82 -16
  142. package/md_cg/stgidx.py +537 -281
  143. package/md_cg/subgraph.py +851 -729
  144. package/md_cg/sustain.py +458 -19
  145. package/md_cg/task_memory.py +367 -0
  146. package/md_cg/test_action_derive.py +210 -203
  147. package/md_cg/test_audit_heartbeat_20261015.py +417 -0
  148. package/md_cg/test_audit_protection_20261015.py +483 -0
  149. package/md_cg/test_audit_rotate_parity.py +280 -0
  150. package/md_cg/test_audit_state_20261015.py +253 -0
  151. package/md_cg/test_audit_write_20261015.py +161 -0
  152. package/md_cg/test_auto_defaults.py +43 -4
  153. package/md_cg/test_autonomy_emotion.py +328 -0
  154. package/md_cg/test_autonomy_modes.py +43 -3
  155. package/md_cg/test_b1_foreign_read.py +245 -0
  156. package/md_cg/test_bm25.py +438 -0
  157. package/md_cg/test_bm25_hydration_refill.py +265 -0
  158. package/md_cg/test_bm25_incremental.py +241 -0
  159. package/md_cg/test_bm25_incremental_mutations.py +160 -0
  160. package/md_cg/test_bm25_mutations.py +205 -0
  161. package/md_cg/test_bm25_pool_view.py +196 -0
  162. package/md_cg/test_boot_openblas_guard.py +218 -197
  163. package/md_cg/test_boundary_hit.py +1 -1
  164. package/md_cg/test_branches_sensitivity.py +375 -0
  165. package/md_cg/test_c8_search_rrf_gates.py +1 -1
  166. package/md_cg/test_canonical_timezones.py +211 -0
  167. package/md_cg/test_ccg_heading_parser.py +73 -0
  168. package/md_cg/test_chain_best_first.py +403 -0
  169. package/md_cg/test_chain_candidate_scope.py +227 -0
  170. package/md_cg/test_cn_recall_grams.py +206 -0
  171. package/md_cg/test_coldverify_drain.py +127 -0
  172. package/md_cg/test_condaccept.py +156 -0
  173. package/md_cg/test_condgate.py +141 -0
  174. package/md_cg/test_config_registry.py +55 -0
  175. package/md_cg/test_crypto_rotate.py +257 -0
  176. package/md_cg/test_csre_correctness.py +297 -0
  177. package/md_cg/test_csre_index_import_guard.py +161 -0
  178. package/md_cg/test_csre_mutations.py +34 -0
  179. package/md_cg/test_csre_session.py +69 -0
  180. package/md_cg/test_curiosity_budget.py +468 -0
  181. package/md_cg/test_d17_autostart_toolface.py +453 -0
  182. package/md_cg/test_datapath_tilde_home.py +271 -0
  183. package/md_cg/test_derived_cache_generations.py +256 -0
  184. package/md_cg/test_evidence_delivery_compact.py +54 -0
  185. package/md_cg/test_exact_text_cache.py +191 -0
  186. package/md_cg/test_excerpt_budget.py +188 -0
  187. package/md_cg/test_experience_consolidation.py +112 -0
  188. package/md_cg/test_export_default_collision.py +138 -0
  189. package/md_cg/test_export_snapshots.py +322 -0
  190. package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
  191. package/md_cg/test_gain_gate.py +16 -5
  192. package/md_cg/test_goal_gen.py +355 -0
  193. package/md_cg/test_h2_session_view_norm.py +251 -233
  194. package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
  195. package/md_cg/test_heartbeat_ledger.py +557 -0
  196. package/md_cg/test_hierarchy_audit_graph.py +237 -0
  197. package/md_cg/test_i50c_meta_passthrough.py +628 -608
  198. package/md_cg/test_i50e_readside_protection.py +6 -4
  199. package/md_cg/test_identity_attribution.py +96 -2
  200. package/md_cg/test_identity_contract.py +329 -0
  201. package/md_cg/test_imgskill.py +1444 -0
  202. package/md_cg/test_index_snapshot_shape.py +240 -0
  203. package/md_cg/test_interop_judgment.py +258 -228
  204. package/md_cg/test_issue111_gate_order.py +77 -0
  205. package/md_cg/test_issue111_scoring_contract.py +87 -0
  206. package/md_cg/test_issue121_calibration_bounds.py +293 -0
  207. package/md_cg/test_issue128_session_env_authority.py +246 -0
  208. package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
  209. package/md_cg/test_issue131_postings_content_staleness.py +424 -0
  210. package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
  211. package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
  212. package/md_cg/test_issue147_pack_id_escape.py +378 -0
  213. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
  214. package/md_cg/test_issue149_accel_default_face.py +249 -0
  215. package/md_cg/test_issue150_empty_query_terms.py +328 -0
  216. package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
  217. package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
  218. package/md_cg/test_issue152_sealed_postings.py +309 -0
  219. package/md_cg/test_issue152b_decrypt_cache.py +218 -0
  220. package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
  221. package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
  222. package/md_cg/test_issue157b_index_remainder.py +344 -0
  223. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
  224. package/md_cg/test_issue190_tidy_idempotent.py +806 -0
  225. package/md_cg/test_issue191_import_trust.py +382 -0
  226. package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
  227. package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
  228. package/md_cg/test_issue193_write_scope.py +378 -0
  229. package/md_cg/test_issue197_rank_credibility_property.py +201 -0
  230. package/md_cg/test_issue211_export_target.py +325 -0
  231. package/md_cg/test_issue212_writeface_gaps.py +349 -0
  232. package/md_cg/test_issue214_reject_sensitivity.py +267 -0
  233. package/md_cg/test_issue215_condition_source_gap.py +272 -0
  234. package/md_cg/test_issue216_clash_routes.py +214 -0
  235. package/md_cg/test_issue217_slot_routes.py +248 -0
  236. package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
  237. package/md_cg/test_issue225_consistency_torn_log.py +433 -0
  238. package/md_cg/test_issue245_swarm_traversal.py +366 -0
  239. package/md_cg/test_issue258_pack_sensitivity.py +468 -0
  240. package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
  241. package/md_cg/test_issue274_read_node_id_none.py +341 -0
  242. package/md_cg/test_issue275_layer_param.py +250 -0
  243. package/md_cg/test_issue277_node_id_traversal.py +384 -0
  244. package/md_cg/test_issue278_neg_separated_tension.py +271 -0
  245. package/md_cg/test_issue278_neg_window.py +294 -0
  246. package/md_cg/test_issue278_negative_layering.py +83 -0
  247. package/md_cg/test_issue279_signers_path_guard.py +652 -0
  248. package/md_cg/test_issue284_skip_not_pass.py +291 -0
  249. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
  250. package/md_cg/test_issue295_sleep_root_binding.py +589 -0
  251. package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
  252. package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
  253. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
  254. package/md_cg/test_issue303_design_boundaries.py +262 -0
  255. package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
  256. package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
  257. package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
  258. package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
  259. package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
  260. package/md_cg/test_issue321_mcp_deep_json.py +305 -0
  261. package/md_cg/test_issue322_node_write_lock.py +727 -0
  262. package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
  263. package/md_cg/test_issue324_write_size_fields.py +215 -0
  264. package/md_cg/test_issue325_audit_poison.py +230 -0
  265. package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
  266. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
  267. package/md_cg/test_issue326_key_perms.py +355 -0
  268. package/md_cg/test_issue326_twin_parser_parity.py +323 -0
  269. package/md_cg/test_issue326_vm_call_frame.py +569 -0
  270. package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
  271. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
  272. package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
  273. package/md_cg/test_issue348_insight_verify_op.py +200 -0
  274. package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
  275. package/md_cg/test_issue350_casefold_collision.py +236 -0
  276. package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
  277. package/md_cg/test_issue352_imgaudit.py +418 -0
  278. package/md_cg/test_issue352_pathsjson.py +537 -0
  279. package/md_cg/test_issue352_refindex.py +412 -0
  280. package/md_cg/test_issue352_rollback.py +604 -0
  281. package/md_cg/test_issue352_vstateinherit.py +196 -0
  282. package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
  283. package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
  284. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
  285. package/md_cg/test_issue354_rust_index_containment.py +571 -0
  286. package/md_cg/test_issue354_rust_wal_containment.py +606 -0
  287. package/md_cg/test_issue358_truncation_observable.py +247 -0
  288. package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
  289. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
  290. package/md_cg/test_issue362_neg_condition.py +468 -0
  291. package/md_cg/test_issue363_lexical_idf.py +275 -0
  292. package/md_cg/test_issue370_readcache_assembly.py +488 -0
  293. package/md_cg/test_issue375_state_slot_retire.py +325 -0
  294. package/md_cg/test_issue376_heartbeat_failed.py +293 -0
  295. package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
  296. package/md_cg/test_issue378_protected_floor.py +310 -0
  297. package/md_cg/test_issue383_state_event_write_gate.py +462 -0
  298. package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
  299. package/md_cg/test_issue398_toolface_op_parity.py +511 -0
  300. package/md_cg/test_issue399_hive_json_shape.py +317 -0
  301. package/md_cg/test_issue400_hive_dirty_args.py +450 -0
  302. package/md_cg/test_issue401_wisdom_codegen.py +295 -0
  303. package/md_cg/test_issue404_heal_receipt.py +390 -0
  304. package/md_cg/test_issue405_git_pathspec.py +333 -0
  305. package/md_cg/test_issue408_eface_registry.py +291 -0
  306. package/md_cg/test_issue409_compact_index_completeness.py +509 -0
  307. package/md_cg/test_issue410_verify_demote_write.py +366 -0
  308. package/md_cg/test_issue411_scrub_idempotence.py +575 -0
  309. package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
  310. package/md_cg/test_issue413_preimage_failclosed.py +239 -0
  311. package/md_cg/test_issue413_preimage_twin.py +340 -0
  312. package/md_cg/test_issue414_write_args_parity.py +613 -0
  313. package/md_cg/test_issue415_deps_gate_probe.py +358 -0
  314. package/md_cg/test_issue416_entry_key_subset.py +525 -0
  315. package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
  316. package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
  317. package/md_cg/test_issue418_role_type_gate.py +265 -0
  318. package/md_cg/test_issue419_pii_redaction.py +642 -0
  319. package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
  320. package/md_cg/test_issue425_ingest_library_path.py +331 -0
  321. package/md_cg/test_issue426a_dedup_receipt.py +242 -0
  322. package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
  323. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
  324. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
  325. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
  326. package/md_cg/test_issue427_serve_status_shape.py +191 -0
  327. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
  328. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
  329. package/md_cg/test_issue434_435_float_gate.py +90 -0
  330. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
  331. package/md_cg/test_issue43_default_policy.py +13 -4
  332. package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
  333. package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
  334. package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
  335. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
  336. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
  337. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
  338. package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
  339. package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
  340. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
  341. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
  342. package/md_cg/test_issue451_audit_actor.py +313 -0
  343. package/md_cg/test_issue452_ingest_root_hint.py +238 -0
  344. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
  345. package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
  346. package/md_cg/test_issue466_basis_registry.py +469 -0
  347. package/md_cg/test_issue467_identity_sensitivity.py +204 -0
  348. package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
  349. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
  350. package/md_cg/test_issue470_wal_event_durable.py +427 -0
  351. package/md_cg/test_issue471_identity_readable.py +137 -0
  352. package/md_cg/test_issue472_audit_chain.py +91 -0
  353. package/md_cg/test_issue472_prune_ledger.py +106 -0
  354. package/md_cg/test_issue472_rollback_degraded.py +82 -0
  355. package/md_cg/test_issue491_compose_sandbox.py +460 -0
  356. package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
  357. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
  358. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
  359. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
  360. package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
  361. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
  362. package/md_cg/test_issue525_read_null_semantics.py +52 -0
  363. package/md_cg/test_issue538_hook_condition_space.py +97 -0
  364. package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
  365. package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
  366. package/md_cg/test_issue542_tenant_root_same.py +153 -0
  367. package/md_cg/test_issue543_issue_authorization.py +147 -0
  368. package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
  369. package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
  370. package/md_cg/test_issue546_ledger_concurrency.py +81 -0
  371. package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
  372. package/md_cg/test_issue547_audit_durable.py +96 -0
  373. package/md_cg/test_issue549_durable_append.py +143 -0
  374. package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
  375. package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
  376. package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
  377. package/md_cg/test_issue559_refine_prefix.py +70 -0
  378. package/md_cg/test_issue561_pending_review.py +109 -0
  379. package/md_cg/test_issue66_scrub_semantics.py +107 -0
  380. package/md_cg/test_issue67_scrub_control_pool.py +233 -0
  381. package/md_cg/test_issue69_audit_boundary.py +129 -0
  382. package/md_cg/test_issue71_queue_backlog.py +377 -0
  383. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
  384. package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
  385. package/md_cg/test_issue75_neural_failure.py +582 -0
  386. package/md_cg/test_issue78_export_concurrency.py +334 -0
  387. package/md_cg/test_issue80_residual_flush.py +169 -0
  388. package/md_cg/test_issue82_credential_rules.py +271 -0
  389. package/md_cg/test_issue82_layer_and_size.py +120 -0
  390. package/md_cg/test_issue84_portability.py +95 -0
  391. package/md_cg/test_issue85_export_overwrite.py +113 -0
  392. package/md_cg/test_issue86_runtime_revoke.py +110 -0
  393. package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
  394. package/md_cg/test_issue88_conclusion_face.py +280 -0
  395. package/md_cg/test_issue88_execution_conflicts.py +87 -0
  396. package/md_cg/test_issue89_zero_score.py +169 -0
  397. package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
  398. package/md_cg/test_issue91_verifier_sandbox.py +314 -0
  399. package/md_cg/test_issue91_verifier_timeout.py +528 -0
  400. package/md_cg/test_issue93_remember_redaction.py +282 -0
  401. package/md_cg/test_issue96_key_fallback.py +102 -0
  402. package/md_cg/test_issue98_tenant_root.py +104 -0
  403. package/md_cg/test_jsonl_commit_watermark.py +221 -0
  404. package/md_cg/test_live_validity_cache.py +256 -0
  405. package/md_cg/test_logref.py +32 -0
  406. package/md_cg/test_mcp_call_argument_types.py +99 -0
  407. package/md_cg/test_md_access_parity.py +80 -5
  408. package/md_cg/test_md_cg_no_hive_dep.py +140 -0
  409. package/md_cg/test_memory_rsi.py +215 -0
  410. package/md_cg/test_memory_rsi_adversarial.py +91 -0
  411. package/md_cg/test_mode_parity.py +1413 -1393
  412. package/md_cg/test_mutation_residue.py +120 -0
  413. package/md_cg/test_mutation_rollback.py +62 -32
  414. package/md_cg/test_n123_derive_expiry_chain.py +10 -5
  415. package/md_cg/test_n130_verify_falsified_protect.py +185 -185
  416. package/md_cg/test_n209_verify_write_face_gates.py +7 -2
  417. package/md_cg/test_n230_dirty_replay.py +52 -9
  418. package/md_cg/test_n62_tenant_bind_failclosed.py +3 -3
  419. package/md_cg/test_neg_coverage_budget.py +500 -0
  420. package/md_cg/test_neg_tail_honesty.py +79 -9
  421. package/md_cg/test_p0.py +16 -2
  422. package/md_cg/test_p14_root_fallback.py +373 -0
  423. package/md_cg/test_p1x_ref_root.py +47 -10
  424. package/md_cg/test_p21_tokens.py +2 -1
  425. package/md_cg/test_p24_evidence.py +232 -227
  426. package/md_cg/test_p26_refindex.py +20 -3
  427. package/md_cg/test_p27_docindex.py +16 -1
  428. package/md_cg/test_p28_refcheck.py +45 -24
  429. package/md_cg/test_p29_session_ingest_export.py +6 -0
  430. package/md_cg/test_p2_mcp.py +474 -453
  431. package/md_cg/test_p2_six_elements.py +14 -1
  432. package/md_cg/test_p3.py +370 -261
  433. package/md_cg/test_p33_ccg_wiring.py +9 -2
  434. package/md_cg/test_p3_legacy_closure.py +6 -1
  435. package/md_cg/test_p40_refine_worklist.py +5 -2
  436. package/md_cg/test_p45_session_identity.py +250 -3
  437. package/md_cg/test_p47_session_view.py +25 -9
  438. package/md_cg/test_p4_freshness.py +8 -1
  439. package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
  440. package/md_cg/test_p9c_dedup_hints.py +7 -2
  441. package/md_cg/test_policy_required_ccg.py +12 -0
  442. package/md_cg/test_postings_digest_memo.py +139 -0
  443. package/md_cg/test_predict_beta.py +138 -135
  444. package/md_cg/test_qmd.py +500 -0
  445. package/md_cg/test_query_excerpt.py +209 -0
  446. package/md_cg/test_reach.py +456 -378
  447. package/md_cg/test_reach_snapshot_admission.py +218 -0
  448. package/md_cg/test_readcache_prodpath.py +4 -0
  449. package/md_cg/test_recall_face_guards.py +854 -812
  450. package/md_cg/test_recall_metadata.py +422 -0
  451. package/md_cg/test_retr_s5.py +104 -5
  452. package/md_cg/test_retr_score_once.py +14 -2
  453. package/md_cg/test_review_cli_attribution.py +11 -7
  454. package/md_cg/test_review_queue_batch.py +123 -0
  455. package/md_cg/test_review_queue_index.py +130 -0
  456. package/md_cg/test_rrf_candidates.py +292 -0
  457. package/md_cg/test_rrf_qualified_topk.py +214 -0
  458. package/md_cg/test_rrf_unique_votes.py +218 -0
  459. package/md_cg/test_s1_ast_judge.py +110 -0
  460. package/md_cg/test_scrub_ledger.py +413 -0
  461. package/md_cg/test_security_audit_b26.py +34 -3
  462. package/md_cg/test_security_audit_v21.py +1 -2
  463. package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
  464. package/md_cg/test_session5_identity.py +93 -0
  465. package/md_cg/test_session_attribution_consistency.py +813 -0
  466. package/md_cg/test_session_identity_tristate.py +486 -0
  467. package/md_cg/test_sleep_p1.py +35 -3
  468. package/md_cg/test_state_event_op.py +8 -1
  469. package/md_cg/test_state_projection_streaming.py +136 -0
  470. package/md_cg/test_stg_interval_candidates.py +280 -0
  471. package/md_cg/test_stg_time_blocks.py +239 -0
  472. package/md_cg/test_stgidx_index_parity.py +16 -12
  473. package/md_cg/test_subgraph_bounded_bfs.py +227 -0
  474. package/md_cg/test_sustain_bounded.py +30 -2
  475. package/md_cg/test_task_memory.py +394 -0
  476. package/md_cg/test_text_projection_mutations.py +101 -0
  477. package/md_cg/test_time_anchor.py +421 -0
  478. package/md_cg/test_time_core_lint.py +1024 -975
  479. package/md_cg/test_tool_face.py +200 -189
  480. package/md_cg/test_trust_bounded_frontier.py +248 -0
  481. package/md_cg/test_trust_edge_reachability.py +405 -0
  482. package/md_cg/test_w5_path_fingerprint.py +381 -0
  483. package/md_cg/test_w7_redlines.py +659 -0
  484. package/md_cg/test_write_return_shape.py +919 -0
  485. package/md_cg/test_writepipe.py +5 -3
  486. package/md_cg/timeanchor.py +534 -0
  487. package/md_cg/tokens.py +68 -5
  488. package/md_cg/tool_face.py +273 -260
  489. package/md_cg/trust.py +110 -26
  490. package/md_cg/twophase.py +74 -2
  491. package/md_cg/weights.py +642 -638
  492. package/md_cg/whitebox.py +9 -0
  493. package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
  494. package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
  495. package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
  496. package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
  497. package/md_cg/whitebox_kb/wisdom/compose_engine.py +3 -2
  498. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +22 -2
  499. package/md_cg/whitebox_kb/wisdom/core/parser.py +17 -0
  500. package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
  501. package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
  502. package/md_cg/whitebox_kb/wisdom/md_access.py +23 -3
  503. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +21 -0
  504. package/md_cg/whitebox_kb/wisdom/mini_python.py +44 -7
  505. package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
  506. package/md_cg/whitebox_kb/wisdom/net_units.py +12 -7
  507. package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
  508. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +13 -7
  509. package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
  510. package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
  511. package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
  512. package/md_cg/writelimit.py +584 -390
  513. package/md_cg/writepipe.py +587 -76
  514. package/package.json +13 -9
  515. package/skills/plugin.json +1 -1
  516. package/src/bridge.ts +34 -11
  517. package/src/cli.ts +75 -65
  518. package/src/hooks.ts +908 -776
  519. package/src/index.ts +19 -5
  520. package/src/init.ts +362 -361
  521. package/src/lib/datapath.ts +419 -326
  522. package/src/lib/hook_audit.ts +256 -243
  523. package/src/lib/mdcg_client.ts +10 -2
  524. package/src/lib/mutual.ts +481 -432
  525. package/src/lib/prompt_safety.ts +164 -149
  526. package/src/lib/roleplay_web.ts +30 -2
  527. package/src/lib/token_store.ts +274 -52
  528. package/src/tools.ts +249 -223
  529. package/zcode/README.md +1 -1
  530. package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
  531. package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
  532. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
  533. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
  534. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
  535. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
  536. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
  537. package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
  538. package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
  539. package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
  540. package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
  541. package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
  542. package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
  543. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
  544. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
  545. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
  546. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
  547. package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
  548. package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
  549. package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
  550. package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
  551. package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
  552. package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
  553. package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
  554. package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
  555. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
  556. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
  557. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
  558. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
  559. package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
  560. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
  561. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
  562. package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
  563. package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
  564. package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
  565. package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
  566. package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
  567. package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
  568. package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
  569. package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
  570. package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
  571. package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
  572. package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -152
  573. package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
  574. package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
  575. package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
  576. package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
  577. package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
  578. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
  579. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
  580. package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
  581. package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
  582. package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
  583. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
  584. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
  585. package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
  586. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
  587. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
  588. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
  589. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
  590. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
  591. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
  592. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
  593. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
  594. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
  595. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
  596. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
  597. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
  598. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
  599. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
  600. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
  601. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
  602. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
  603. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
  604. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
  605. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
  606. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
  607. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
  608. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
  609. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
  610. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
  611. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
  612. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
  613. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
  614. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
  615. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
  616. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
  617. package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
  618. package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
  619. package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
  620. package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
  621. package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
  622. package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
  623. package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
  624. package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
  625. package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
  626. package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
  627. package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
  628. package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
  629. package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
  630. package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
  631. package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
  632. package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
  633. package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
  634. package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
  635. package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
  636. package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
  637. package/docs/mdcg/guardrail-charter.md +0 -164
  638. package/docs/mdcg/lingshu_tutorial.html +0 -14956
  639. package/docs/mdcg/memory-assessment.html +0 -923
  640. package/docs/mdcg/memory_score.html +0 -213
  641. package/docs/mdcg/memory_score.png +0 -0
  642. package/docs/mdcg/release_v0.3.0.md +0 -36
  643. package/docs/mdcg/release_v0.4.11.md +0 -49
  644. package/docs/mdcg/release_v0.4.5.md +0 -55
  645. package/docs/mdcg/tool_table_v0.3.0.md +0 -117
  646. package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
  647. package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
  648. package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
  649. package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
  650. package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
  651. package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
  652. package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
  653. package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
  654. package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
  655. package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
  656. package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
  657. package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
  658. package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
  659. package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
  660. package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
  661. package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
  662. package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
  663. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
  664. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
  665. package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
  666. package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
  667. package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
  668. package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
  669. package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
  670. package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
  671. package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
  672. package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
  673. package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
  674. package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
  675. package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
  676. package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
  677. package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
  678. package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
  679. package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
  680. package/docs/promo/bilibili-cover.jpg +0 -0
  681. package/docs/promo/promo-visual-1.png +0 -0
  682. package/docs/promo/promo-visual-2.png +0 -0
  683. package/docs/promo/promo-visual-3.png +0 -0
  684. package/docs/promo/promo-visual-4.png +0 -0
  685. package/docs/promo/promo-visual-5.png +0 -0
  686. package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
  687. package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
  688. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
  689. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
  690. package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
  691. package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
  692. package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
  693. package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
  694. package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
  695. package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
  696. package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
  697. package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
  698. package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
  699. package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
  700. package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
  701. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
  702. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
  703. package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
  704. package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
  705. package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
  706. package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
  707. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
  708. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
  709. package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
  710. package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
  711. package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
  712. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
  713. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
  714. package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
@@ -0,0 +1,347 @@
1
+ # -*- coding: utf-8 -*-
2
+ """分片日志轮转·参数化共享件(有界性的来源)。
3
+
4
+ 背景(第 4 条取证,2026-09-16):审计日志无上界增长——单文件形态让任何「读它」
5
+ 的操作随运行时长线性劣化。上一轮把体检读数降为 O(1) 元数据口径(`_log_scale`),
6
+ 只让「指标与代价错配」不再显形;**有界性的来源是轮转**:单文件 ≤ rotate_bytes、
7
+ 分片数 ≤ keep_shards ⇒ 单片读取代价与总量都有上界。
8
+
9
+ 本模块是**审计面**轮转的参数化共享件(A2,2026-10-10 设计者裁定):`mdcos` 的
10
+ 审计轮转(`_audit.jsonl`)与 `crypto.audit`(`_crypto.jsonl`)此前各自有无一份,
11
+ 现统一改调 `Rotator`。参数化面:目录 + 基名 + 归档目录 + 索引名 + 阈值 + 保留数 +
12
+ 探测节流 + 计数口径(`counter` / `scale_reader`)+ 自述记录形状(`mark_factory`)
13
+ + 时钟(`clock`,取证/守卫用)。
14
+
15
+ **范围订正(2026-10-10,DSH 端独立复核;原注释「唯一实现点」不实)**:本模块覆盖
16
+ **审计(`_audit.jsonl`)与密文(`_crypto.jsonl`)两路**;**心跳台账另有一份独立轮转**
17
+ ——`md_cg/sustain.py::rotate_heartbeat`(分片名 `_heartbeat.%06d.jsonl`,自带
18
+ `_hb_next_seq` / `_hb_load_index` / `_hb_prune_shards`),它**不**经 `Rotator`。
19
+ 本注释此前写「轮转机制唯一实现点」与该事实不符,现订正为「审计/密文两路共用此实现;
20
+ 心跳另有一份独立轮转」。守卫 `test_audit_rotate_parity` 的 ③d 已能扫出「他处仍有
21
+ 独立实现」并点名到文件,防止再新增第三份而不被发现。
22
+
23
+ 设计边界(诚实面)
24
+ ------------------
25
+ · 分片内容与轮转前**逐行一致**(`publish` = rename,不动一个字节);
26
+ · 并发由 `FileLock` + 「rename 前复检大小 / 失败即返回 None」兜住:抢输者不重复
27
+ 切分,也不丢记录;
28
+ · 保留策略只淘汰**分片**,淘汰名单写进自述记录(不静默丢证据);
29
+ · 超大历史分片在轮转/体检路径上**只读量级**(`scale_reader`),不付 O(n) 全量解析
30
+ ——「一次调用堵死通道」不在轮转路径上复现。
31
+ """
32
+ from __future__ import annotations
33
+ import sys
34
+ import io
35
+
36
+ import json
37
+ import os
38
+ import time
39
+
40
+ from .fsutil import (FileLock, append_jsonl, atomic_write, count_jsonl,
41
+ publish, read_jsonl)
42
+
43
+
44
+ # 生效条件:path 为日志路径、count_max_bytes 为规模阈值、est_sample 为尾部采样字节数、counter 为行数计数器(缺省 count_jsonl)时,先 os.stat;OSError 返回 {'bytes':0,'mtime':None,'events':0,'exact':True};size 不超过 count_max_bytes 时返回 counter(path) 的精确条数与 exact=True;否则读末尾 est_sample 字节估算 events、exact=False 并附 note(不触发任何全量计数)。
45
+ def log_scale(path, count_max_bytes=64 << 20, est_sample=256 << 10,
46
+ counter=None):
47
+ """日志量级读数(O(1)):以元数据为主,条数只在与规模相称时才精确。"""
48
+ counter = counter or count_jsonl
49
+ try:
50
+ st = os.stat(path)
51
+ except OSError:
52
+ return {"bytes": 0, "mtime": None, "events": 0, "exact": True}
53
+ size = st.st_size
54
+ out = {"bytes": size, "mtime": st.st_mtime}
55
+ if size <= count_max_bytes:
56
+ out.update({"events": counter(path), "exact": True})
57
+ return out
58
+ est = None
59
+ try:
60
+ with open(path, "rb") as f:
61
+ f.seek(max(0, size - est_sample))
62
+ tail = f.read()
63
+ lines = [ln for ln in tail.split(b"\n") if ln.strip()]
64
+ if lines:
65
+ est = int(size / (len(tail) / float(len(lines))))
66
+ except OSError:
67
+ pass
68
+ out.update({
69
+ "events": est, "exact": False,
70
+ "note": ("超过 %.0f MB 不给全量精确计数(O(n) 磁盘 IO 与量级体检不匹配);"
71
+ "events 为尾部 %d KB 采样的估算值"
72
+ % (count_max_bytes / 1048576.0, est_sample >> 10))})
73
+ return out
74
+
75
+
76
+ # 生效条件:注入的 clock 为 None 时用 lambda 延迟解析本模块 time(守卫冻结时钟可 patch);注入时原样使用。
77
+ def _default_clock():
78
+ return lambda: time.time()
79
+
80
+
81
+ # 生效条件:以 root/basename/archive_name 及可选阈值与回调构造实例;active/archive/lock 路径由 root 与基名拼接,_index 缓存与 writes 计数初值为 None/0;不读盘、不建目录、不抛异常。
82
+ PRUNE_LEDGER = "_prune_ledger.jsonl" #: #472:剪枝对账单(**不在 shards() 命名空间内**)
83
+
84
+ class Rotator:
85
+ """参数化分片轮转器:一次实现,审计面与 crypto 面共用。
86
+
87
+ · `basename` —— 活动文件基名(`_audit` / `_crypto`)⇒ 活动文件
88
+ `<root>/<basename>.jsonl`、分片 `<archive>/<basename>.<6位序号>.jsonl`。
89
+ · `archive_name` —— 归档目录名(`_audit_archive` / `_crypto_archive`)。
90
+ · `counter` —— 精确行数计数(默认 `fsutil.count_jsonl`,流式不物化)。
91
+ · `scale_reader` —— 超大分片的量级读数(默认本模块 `log_scale`);mdcos
92
+ 传自身 `_log_scale` 以保持既有读数口径逐位不变。
93
+ · `mark_factory(name, size, events, pruned, reason)` —— 轮转自述记录
94
+ (形状随消费方协议;返回 None 则不留痕,调用方自担)。
95
+ · `clock` —— 时间源(默认本模块 `time.time`)。
96
+ """
97
+
98
+ # 生效条件:root、basename、archive_name 为必填;index_name/lock_name 缺省 "_index.json" 与 basename+".rotate.lock";rotate_bytes/keep_shards/probe_every/count_max_bytes 缺省 64<<20/8/32/64<<20;counter/scale_reader/mark_factory/clock 缺省见类文档;随后把路径与回调存入实例,_index=None、writes=0。
99
+ def __init__(self, root, basename, archive_name, index_name="_index.json",
100
+ lock_name=None, rotate_bytes=64 << 20, keep_shards=8,
101
+ probe_every=32, count_max_bytes=64 << 20,
102
+ counter=None, scale_reader=None, mark_factory=None,
103
+ clock=None):
104
+ self.root = root
105
+ self.basename = basename
106
+ self.active = os.path.join(root, basename + ".jsonl")
107
+ self.archive = os.path.join(root, archive_name)
108
+ self.index_name = index_name
109
+ # issue #521:`FileLock` 自己会补 ".lock"(fsutil.py:124)⇒ 此处**只给不含 .lock 的基名**,
110
+ # 否则 `basename.rotate.lock` + `.lock` = `…rotate.lock.lock`(后缀拼接职责重叠)。
111
+ # ★ 形态(本条正文自带):「不在清单里 ≠ 不存在;做差集前必须先判『清单是否穷举』」。
112
+ self.lock_path = os.path.join(root, lock_name or
113
+ (basename + ".rotate"))
114
+ self.rotate_bytes = rotate_bytes
115
+ self.keep_shards = keep_shards
116
+ self.probe_every = probe_every
117
+ self.count_max_bytes = count_max_bytes
118
+ self._counter = counter
119
+ self._scale_reader = scale_reader
120
+ self._mark = mark_factory
121
+ self._clock = clock if clock is not None else _default_clock()
122
+ self._index = None
123
+ self.writes = 0
124
+
125
+ # 生效条件:无入参,返回 self._clock() 的结果(默认 time.time())。
126
+ def _now(self):
127
+ return self._clock()
128
+
129
+ # 生效条件:archive 可被 os.listdir 列出时返回其中以 "<basename>." 开头且以 ".jsonl" 结尾的名字升序列表;listdir 抛 OSError 时返回 []。
130
+ def shards(self):
131
+ """归档分片名,序号零填充 ⇒ 字典序 == 时间序。"""
132
+ try:
133
+ names = os.listdir(self.archive)
134
+ except OSError:
135
+ return []
136
+ prefix = self.basename + "."
137
+ return sorted(n for n in names
138
+ if n.startswith(prefix) and n.endswith(".jsonl"))
139
+
140
+ # 生效条件:无必需形参;按 shards() 的字典序(== 时间序)逐个读归档分片、最后读活动
141
+ # 文件,返回记录列表;limit 为真时只取尾部 limit 条;单个文件不可读时按空计。
142
+ def read_records(self, limit=0):
143
+ """活动文件 + 全部分片的记录(**归档感知**读面,#212 缺口 4)。
144
+
145
+ 为什么放在 Rotator 而不是各账本各写一份:shards() 已把「序号零填充 ⇒
146
+ 字典序 == 时间序」这条口径钉在这里,读面必须与它同源,否则又会长出
147
+ 「写侧按分片序号、读侧按 mtime」的第二口径。
148
+ """
149
+ recs = []
150
+ for name in self.shards():
151
+ recs.extend(read_jsonl(os.path.join(self.archive, name)))
152
+ recs.extend(read_jsonl(self.active))
153
+ if limit:
154
+ recs = recs[-int(limit):]
155
+ return recs
156
+
157
+ # 生效条件:self._index 为 None 时尝试读取 archive 中 index_name 并过滤 value 为 dict,读取失败或数据非 dict 时为空字典,随后缓存并返回;非 None 时不重读直接返回。
158
+ def load_index(self) -> dict:
159
+ if self._index is None:
160
+ idx = {}
161
+ try:
162
+ with open(os.path.join(self.archive, self.index_name),
163
+ "r", encoding="utf-8") as f:
164
+ data = json.load(f)
165
+ if isinstance(data, dict):
166
+ idx = {k: v for k, v in data.items() if isinstance(v, dict)}
167
+ except (OSError, ValueError):
168
+ idx = {} # 索引缺失/损坏 → 空起步,自愈补数
169
+ self._index = idx
170
+ return self._index
171
+
172
+ # 生效条件:idx 传入时尝试创建 archive 并把 idx 的 JSON(ensure_ascii=False, indent=1, sort_keys=True)原子写入 index_name;OSError 被吞掉;最后把 self._index 设为 idx。
173
+ def save_index(self, idx: dict):
174
+ try:
175
+ os.makedirs(self.archive, exist_ok=True)
176
+ atomic_write(os.path.join(self.archive, self.index_name),
177
+ json.dumps(idx, ensure_ascii=False, indent=1,
178
+ sort_keys=True))
179
+ except OSError:
180
+ pass
181
+ self._index = idx
182
+
183
+ # 生效条件:path 与 size 传入时,size 为 None 则先 getsize(OSError 返回 bytes/events 0 exact True);size <= count_max_bytes 时返回 _counter(path) 精确条数 exact True;超过时返回 _scale_reader(path) 的事件数 exact False。
184
+ def count_shard(self, path, size: int = None) -> dict:
185
+ """分片条数读数:有界分片给精确值,超大历史分片只给量级。"""
186
+ if size is None:
187
+ try:
188
+ size = os.path.getsize(path)
189
+ except OSError:
190
+ return {"bytes": 0, "events": 0, "exact": True}
191
+ if size <= self.count_max_bytes:
192
+ return {"bytes": size,
193
+ "events": (self._counter or count_jsonl)(path),
194
+ "exact": True}
195
+ s = self._scale(path)
196
+ return {"bytes": size, "events": s["events"], "exact": False}
197
+
198
+ # 生效条件:无入参,按 self._scale_reader(缺省本模块 log_scale,count_max_bytes 透传)读 path 的量级,返回其 dict。
199
+ def _scale(self, path):
200
+ if self._scale_reader is not None:
201
+ return self._scale_reader(path)
202
+ return log_scale(path, count_max_bytes=self.count_max_bytes,
203
+ counter=self._counter)
204
+
205
+ # 生效条件:在已用 root 构造的实例上遍历 shards(),对 "<basename>.<n>.jsonl" 中 int(n) 成功者取最大值 top(解析失败 continue、无可解析项 top=0),返回 top+1。
206
+ def next_seq(self) -> int:
207
+ top = 0
208
+ n_from = len(self.basename) + 1
209
+ for n in self.shards():
210
+ try:
211
+ top = max(top, int(n[n_from:-len(".jsonl")]))
212
+ except ValueError:
213
+ continue
214
+ return top + 1
215
+
216
+ # 生效条件:keep_shards > 0 且分片数超过该值时,gone=shards[:-keep] 逐个尝试 os.remove、成功则从索引 pop(OSError continue),有 gone 才保存索引并返回 gone;keep<=0 或 gone 为空时返回 []。
217
+ def prune(self):
218
+ """保留最近 keep_shards 个分片、淘汰更旧的(≤0 表示不淘汰)。"""
219
+ keep = self.keep_shards
220
+ if keep <= 0:
221
+ return []
222
+ shards = self.shards()
223
+ gone = shards[:-keep] if len(shards) > keep else []
224
+ if not gone:
225
+ return []
226
+ idx = self.load_index()
227
+ # issue #472 站点 3:剪前写**独立对账单**(被剪分片名 + 各自行数 + 汇总)。
228
+ # **文件名不得落在 self.shards() 命名空间内**(否则会被同一 prune 剪掉 —— 那正是原病)。
229
+ _led = os.path.join(self.archive, PRUNE_LEDGER)
230
+ try:
231
+ _lines = {}
232
+ for _n in gone:
233
+ try:
234
+ _lines[_n] = sum(1 for _l in io.open( os.path.join(self.archive, _n), encoding="utf-8") if _l.strip())
235
+ except OSError:
236
+ _lines[_n] = None
237
+ _rec = {"t": time.time(), "kept": keep, "pruned": list(gone),
238
+ "lines": _lines,
239
+ "lines_total": sum(v for v in _lines.values() if v)}
240
+ with io.open(_led, "a", encoding="utf-8") as _f:
241
+ _f.write(json.dumps(_rec, ensure_ascii=False) + chr(10))
242
+ except Exception as _e: # #472 站点 3:**对账单失败不静默**(与站点 2 同精神)
243
+ sys.stderr.write("[rotate] prune 对账单写入失败(剪枝继续):%s: %s"
244
+ % (type(_e).__name__, _e) + chr(10))
245
+ for n in gone:
246
+ try:
247
+ os.remove(os.path.join(self.archive, n))
248
+ except OSError:
249
+ continue # 删不掉就留着:不假装已淘汰
250
+ idx.pop(n, None)
251
+ self.save_index(idx)
252
+ return gone
253
+
254
+ # 生效条件:rotate_bytes>0 且 self.writes 自增后能被 probe_every 整除,且 active 的 getsize 不小于 rotate_bytes 时调用 rotate() 并返回其结果;rotate_bytes<=0、未到探测间隔、getsize 不足或 OSError 时返回 None。
255
+ def maybe_rotate(self):
256
+ """写前闸门:活动日志达阈值即切分(把 stat 摊到 1/probe_every)。"""
257
+ if self.rotate_bytes <= 0:
258
+ return None
259
+ self.writes = (self.writes or 0) + 1
260
+ if self.writes % self.probe_every:
261
+ return None
262
+ try:
263
+ if os.path.getsize(self.active) < self.rotate_bytes:
264
+ return None
265
+ except OSError:
266
+ return None
267
+ return self.rotate()
268
+
269
+ # 生效条件:reason(默认 "size")传入时,在 FileLock(lock_path) 下若 active 的 size >= rotate_bytes 则 publish 为 "<basename>.<6位序号>.jsonl" 归档并更新索引/剪枝/自述留痕后返回 {"shard","bytes","events","pruned"};size 不足、getsize OSError 或 publish 失败时返回 None;成功后 writes 归 0。
270
+ def rotate(self, reason: str = "size"):
271
+ """把活动日志切分为归档分片(publish = rename 原子,不重写一个字节)。"""
272
+ with FileLock(self.lock_path, timeout=5.0):
273
+ try:
274
+ size = os.path.getsize(self.active)
275
+ except OSError:
276
+ return None
277
+ if size < self.rotate_bytes:
278
+ return None # 已被并发写者轮转
279
+ os.makedirs(self.archive, exist_ok=True)
280
+ name = "%s.%06d.jsonl" % (self.basename, self.next_seq())
281
+ dst = os.path.join(self.archive, name)
282
+ try:
283
+ publish(self.active, dst) # Windows 短重试:AV 短锁不误判抢输
284
+ except OSError:
285
+ return None # 抢输(文件已被移走)→ 让位,不报错
286
+ scale = self.count_shard(dst, size) # 分档:有界扫描 / 只读量级
287
+ events = scale["events"]
288
+ idx = self.load_index()
289
+ idx[name] = {"bytes": size, "events": events, "exact": scale["exact"],
290
+ "t": round(self._now(), 3), "reason": reason}
291
+ self.save_index(idx)
292
+ pruned = self.prune()
293
+ self.writes = 0
294
+ try: # 自述留痕:轮转本身可审计
295
+ mark = (self._mark(name, size, events, pruned, reason)
296
+ if self._mark is not None else None)
297
+ if mark is not None:
298
+ # #326-④:append_jsonl 不再上抛、以 False 报写失败——本处**仍容忍**(best-effort
299
+ # 簿记),但失败不再静默:源头已记 fsutil.APPEND_FAILURES + 有界 stderr 告警
300
+ # (B 面单点)。显式消费返回值:不留裸调用(守卫 AST 钉子会抓)。
301
+ _ok = append_jsonl(self.active, mark)
302
+ except OSError:
303
+ pass
304
+ return {"shard": name, "bytes": size, "events": events,
305
+ "pruned": pruned}
306
+
307
+ # 生效条件:以 _scale(active) 取活动读数为 active,对磁盘现有分片 present 中未登记者按 count_shard 采纳进 idx(OSError continue,有采纳才写回索引),返回 active 并附 shards/shard_bytes/shard_events(均只统计 k in present)/oversized(非 exact 分片数)/total_bytes/total_events(active["events"] 为 None 时取 None)/total_exact/rotate_bytes/keep_shards。
308
+ def scale(self) -> dict:
309
+ """日志面量级读数(O(1) 稳态):活动文件实时读数 + 归档分片索引缓存。"""
310
+ active = self._scale(self.active)
311
+ present = self.shards()
312
+ idx = self.load_index()
313
+ healed = False
314
+ for n in present:
315
+ if n in idx:
316
+ continue
317
+ p = os.path.join(self.archive, n)
318
+ try:
319
+ sc = self.count_shard(p) # 分档:有界扫描 / 只读量级
320
+ idx[n] = {"bytes": sc["bytes"], "events": sc["events"],
321
+ "exact": sc["exact"], "t": round(self._now(), 3),
322
+ "reason": "adopted"}
323
+ healed = True
324
+ except OSError:
325
+ continue
326
+ if healed:
327
+ self.save_index(idx)
328
+ shard_bytes = sum(int(v.get("bytes") or 0)
329
+ for k, v in idx.items() if k in present)
330
+ shard_events = sum(int(v.get("events") or 0)
331
+ for k, v in idx.items() if k in present)
332
+ oversized = sum(1 for n in present
333
+ if not idx.get(n, {}).get("exact", True))
334
+ out = dict(active)
335
+ out.update({
336
+ "shards": len(present),
337
+ "shard_bytes": shard_bytes,
338
+ "shard_events": shard_events,
339
+ "oversized": oversized, # 非精确分片数(历史遗留超大文件)
340
+ "total_bytes": active["bytes"] + shard_bytes,
341
+ "total_events": (active["events"] + shard_events
342
+ if active["events"] is not None else None),
343
+ "total_exact": bool(active["exact"]) and oversized == 0,
344
+ "rotate_bytes": self.rotate_bytes,
345
+ "keep_shards": self.keep_shards,
346
+ })
347
+ return out
package/md_cg/routing.py CHANGED
@@ -29,6 +29,67 @@ _SKELETON_TAIL = re.compile(r"(知识点)?内容\s*[((]按骨架填充[))]\s
29
29
  ORPHAN = "orphan"
30
30
 
31
31
 
32
+ # 生效条件:text 为任意对象(None 按空串)时返回 str(text) 的 NFKC 归一结果;不 strip、不改大小写——**本仓 NFKC 口径的唯一单点**。
33
+ def nfkc_text(text) -> str:
34
+ """NFKC 归一的**唯一单点**(全角/半角、兼容字形收口,issue #362b/c)。
35
+
36
+ `normalize_domain`(路由键)与 `mdcg.neg_condition_hits` / `mdcg.strip_boundary_terms`
37
+ (负条件判据与边界摘词面)都经此函数取 NFKC。为什么必须抽成函数:本仓的返工教训
38
+ 是「两份实现 + 注释写着同源 = 口径必分叉」(见 `mdcg.py` 里 `_ccg_line` 的副本案)。
39
+ 仓内**不得**再出现第二处 NFKC 归一实现(本模块的单点是唯一入口)——由
40
+ `md_cg/test_issue362_neg_condition.py` 的 E 组做源码面单点断言钉死。
41
+ """
42
+ return unicodedata.normalize("NFKC", "" if text is None else str(text))
43
+
44
+
45
+ #: 繁→简折叠表(#362c:**机制在位、数据待补**)。
46
+ #:
47
+ #: 为什么是空表:仓内**没有**既有的繁简映射表(证据与检索口径见
48
+ #: `md_cg/test_issue362_neg_condition.py` 的 C 组注释)。而「只覆盖本 issue 语料的
49
+ #: 最小表」会在守卫里全绿、在真实流量上静默漏拒——那是**假绿**,比没有表更坏。
50
+ #: 故按 Lead 裁定(2026-10-14):**c 项本轮挂起**,只落机制单点;表默认空 ⇒
51
+ #: 生产行为一字不动。注入点见 `trad_to_simp()` / `set_trad_to_simp()`。
52
+ TRAD_TO_SIMP = {}
53
+
54
+
55
+ # 生效条件:无参时返回当前生效的繁→简折叠表({单字符 str: 单字符 str});默认即模块级 `TRAD_TO_SIMP`(空表)。
56
+ def trad_to_simp() -> dict:
57
+ """繁简折叠表的**读取单点**(#362c 注入点之一)。"""
58
+ return TRAD_TO_SIMP
59
+
60
+
61
+ # 生效条件:table 为 {单字符 str: 单字符 str} 映射时把它设为当前折叠表并返回旧表;table 为假值时复原为空表(返回旧表)。
62
+ def set_trad_to_simp(table) -> dict:
63
+ """繁简折叠表的**写入单点**(#362c):真源一旦确定,只在此处接入。
64
+
65
+ 守卫用它注入 2~3 条**测试用**映射,证明「表一旦有,c 项链路就是通的」——
66
+ 这条非恒真对照要证明的是**机制到位**,而不是「现在没有表」。
67
+ """
68
+ global TRAD_TO_SIMP
69
+ old = TRAD_TO_SIMP
70
+ TRAD_TO_SIMP = dict(table or {})
71
+ return old
72
+
73
+
74
+ # 生效条件:text 为任意对象(None 按空串)时返回「NFKC → casefold → 繁简折叠(表非空时)」的结果;不删空白、不改标点,除这三步外不做任何其它归一。
75
+ def fold_variants(text) -> str:
76
+ """检索/判据面的**字符归一人**(#362b/c):NFKC → casefold → 繁简折叠。
77
+
78
+ NFKC 走与 `normalize_domain` 同一个 `nfkc_text` 单点,故两侧**同口径**;
79
+ casefold 追加大小写折叠(`4G`/`4g`、`PDF`/`pdf`);繁简折叠表**当前为空**
80
+ (见 `TRAD_TO_SIMP`),表非空时逐字符替换。
81
+
82
+ 刻意**不做**超出这三步的任何归一(不删标点、不并同音、不做拼音)——过度归一
83
+ 与归一缺失同样是缺陷:守卫 K 组有 `C++`/`A-B`/`Ⅳ`/`ß` 的非恒真对照把
84
+ 「哪些改写是可接受的既有口径、哪些是越界」逐条钉住。
85
+ """
86
+ s = nfkc_text(text).casefold()
87
+ table = trad_to_simp()
88
+ if table:
89
+ s = "".join(table.get(ch, ch) for ch in s)
90
+ return s
91
+
92
+
32
93
  # 生效条件:raw 为真值时按 NFKC 归一化并 strip,最多 3 轮剥离 _INSTANCE_TAIL(无变化即停)、再剥 _SKELETON_TAIL、空白转下划线后返回;raw 为假值(None/空串)或处理后为空串时返回 ORPHAN。
33
94
  def normalize_domain(raw: str) -> str:
34
95
  """把自由文本的域描述归一化成稳定的短键。
@@ -39,7 +100,7 @@ def normalize_domain(raw: str) -> str:
39
100
  """
40
101
  if not raw:
41
102
  return ORPHAN
42
- s = unicodedata.normalize("NFKC", str(raw)).strip()
103
+ s = nfkc_text(raw).strip()
43
104
  # 反复剥离实例名尾巴(可能叠加两层,见上面第三个例子)
44
105
  for _ in range(3):
45
106
  new = _INSTANCE_TAIL.sub("", s)
@@ -0,0 +1,204 @@
1
+ """Exact-superset candidates for RRF word matching, opt in with MDCG_RRF_CANDIDATES=1.
2
+
3
+ The instance-local index uses the production read cache's path generations.
4
+ It is built lazily, updates changed paths, and is never written to disk.
5
+ Only lexical/fuzzy/goal inputs are narrowed, after the existing visibility and
6
+ retrieval gates. Semantic, temporal and graph paths keep their own candidates.
7
+ Metadata enumeration remains linear. A broad invalidation/reload rebuilds the
8
+ index; external file edits have the same boundary as the production read cache.
9
+ """
10
+ from __future__ import annotations
11
+
12
+ import os
13
+ import sys
14
+ import time
15
+
16
+
17
+ def enabled():
18
+ return os.environ.get("MDCG_RRF_CANDIDATES") == "1"
19
+
20
+
21
+ def tokens(text):
22
+ """Raw characters and adjacent pairs, including whitespace and Unicode."""
23
+ return set(text) | {text[i:i + 2] for i in range(len(text) - 1)}
24
+
25
+
26
+ def term_tokens(term):
27
+ return {term} if len(term) == 1 else {
28
+ term[i:i + 2] for i in range(len(term) - 1)}
29
+
30
+
31
+ class CandidateIndex:
32
+ def __init__(self):
33
+ self.nodes = None
34
+ self.dirty = None
35
+ self.broad_gen = -1
36
+ self.docs = {}
37
+ self.post = {}
38
+ self.semantic = set()
39
+ self.initialized = False
40
+ self.last_sync = None
41
+
42
+ def clear(self):
43
+ self.docs.clear()
44
+ self.semantic.clear()
45
+ self.post.clear()
46
+ self.nodes = None
47
+ self.dirty = None
48
+ self.broad_gen = -1
49
+ self.initialized = False
50
+ self.last_sync = None
51
+
52
+ def remove(self, path):
53
+ old = self.docs.pop(path, None)
54
+ self.semantic.discard(path)
55
+ if old is None:
56
+ return
57
+ for word in old[1]:
58
+ paths = self.post[word]
59
+ paths.discard(path)
60
+ if not paths:
61
+ del self.post[word]
62
+
63
+ def sync(self, cg, entries, report):
64
+ dirty = cg._dirty
65
+ nodes = cg.index["nodes"]
66
+ last = self.last_sync
67
+ if (last is not None and last[0] is report
68
+ and last[1:] == (id(entries), dirty.write_gen)
69
+ and self.nodes is nodes and self.dirty is dirty):
70
+ return # The same query's lexical/fuzzy/goal paths share a pool.
71
+ if (self.nodes is not nodes or self.dirty is not dirty
72
+ or dirty.broad_gen > self.broad_gen):
73
+ self.clear()
74
+ self.nodes, self.dirty = nodes, dirty
75
+ self.broad_gen = dirty.broad_gen
76
+ first = not self.initialized
77
+ started = time.perf_counter()
78
+ cached_nodes = 0
79
+ for entry in entries:
80
+ path = entry["path"]
81
+ old = self.docs.get(path)
82
+ if old is not None and dirty.path_gen.get(path, 0) <= old[0]:
83
+ cached_nodes += 1
84
+ continue
85
+ self.remove(path)
86
+ report["build_reads" if first else "update_reads"] += 1
87
+ fm, content, failure = cg._read_status(entry)
88
+ if failure is not None or content is None:
89
+ # Never freeze transient failures or failed decryption into a
90
+ # negative candidate cache. Retry on the next query.
91
+ continue
92
+ content = cg._open_content(fm.get("id"), fm, content)
93
+ if content is None:
94
+ continue
95
+ tags = " ".join(str(t) for t in (fm.get("tags") or []))
96
+ positive = cg._positive_body(entry, content)
97
+ # One superset table serves all three scoring paths. Interning
98
+ # repeated short grams avoids retaining duplicate Unicode objects
99
+ # for every node. Negative/case false positives are still checked
100
+ # by each path's unchanged exact scorer.
101
+ words = {sys.intern(g) for g in (
102
+ tokens(content + " " + tags) | tokens(positive + " " + tags)
103
+ | tokens(positive.lower() + " " + tags.lower()))}
104
+ for g in words:
105
+ self.post.setdefault(g, set()).add(path)
106
+ if fm.get("semantic"):
107
+ self.semantic.add(path)
108
+ self.docs[path] = (dirty.write_gen, words)
109
+ cached_nodes += 1
110
+ self.initialized = True
111
+ report["index_ms"] += (time.perf_counter() - started) * 1000
112
+ report["cached_nodes"] = cached_nodes
113
+ self.last_sync = (report, id(entries), dirty.write_gen)
114
+
115
+
116
+ def begin(cg):
117
+ cg._rrf_candidate_report = None
118
+ if not enabled():
119
+ return {}
120
+ report = {"paths": {}, "build_reads": 0, "update_reads": 0,
121
+ "index_ms": 0.0, "cached_nodes": 0}
122
+ cg._rrf_candidate_report = report
123
+ return {"rrf_candidates": report}
124
+
125
+
126
+ def narrow(cg, entries, terms, mode, query=""):
127
+ if not enabled():
128
+ return entries
129
+ report = getattr(cg, "_rrf_candidate_report", None)
130
+ if report is None:
131
+ return entries # Private direct calls retain their original behavior.
132
+ detail = {"input": len(entries), "output": len(entries)}
133
+ report["paths"][mode] = detail
134
+ if mode == "lexical" and any(not str(term) for term in terms):
135
+ # expand_query_terms can yield [''] for punctuation/emoji-only input.
136
+ # Existing LIKE treats the empty substring as matching every document;
137
+ # its relevance cap differs from the importance fallback cap.
138
+ detail["fallback"] = "empty_term_matches_all"
139
+ return entries
140
+ dirty = getattr(cg, "_dirty", None)
141
+ if (not hasattr(cg, "_read_cache") or not hasattr(dirty, "path_gen")
142
+ or not hasattr(dirty, "broad_gen")):
143
+ detail["fallback"] = "read_cache_unavailable"
144
+ return entries
145
+ idx = getattr(cg, "_rrf_candidate_index", None)
146
+ if idx is None:
147
+ idx = cg._rrf_candidate_index = CandidateIndex()
148
+ try:
149
+ words = {word for term in terms for word in term_tokens(
150
+ str(term).lower() if mode == "lexical" else str(term))}
151
+ threshold = len(entries) * 0.75
152
+ # A fresh high-frequency posting is a selectivity hint, never a
153
+ # pruning decision. Choosing the original full pool is safe even if
154
+ # some posting members are outside this query's visibility/gates.
155
+ # Avoid the linear sync and set unions when they cannot pay off.
156
+ if (idx.initialized and idx.nodes is cg.index["nodes"]
157
+ and idx.dirty is dirty and idx.last_sync is not None
158
+ and idx.last_sync[2] == dirty.write_gen
159
+ and idx.broad_gen == dirty.broad_gen
160
+ and any(len(idx.post.get(word, ())) >= threshold for word in words)):
161
+ detail.update(fallback="broad_candidates", early_bypass=True)
162
+ return entries
163
+ idx.sync(cg, entries, report)
164
+ table = idx.post
165
+ found = set()
166
+ for word in words:
167
+ posting = table.get(word, ())
168
+ if len(posting) >= threshold:
169
+ detail["fallback"] = "broad_candidates"
170
+ return entries
171
+ found.update(posting)
172
+ if len(found) >= threshold:
173
+ detail["fallback"] = "broad_candidates"
174
+ return entries
175
+ if len(found) >= threshold:
176
+ detail["fallback"] = "broad_candidates"
177
+ return entries
178
+ if mode == "lexical":
179
+ from .mdcg import index_key_hits, semantic_on
180
+ if semantic_on():
181
+ found.update(idx.semantic)
182
+ # Six-element postcondition/rejection keys are metadata, and can
183
+ # recall a node with no matching body. Keep that route intact.
184
+ selected = [e for e in entries if e["path"] in found
185
+ or e["path"] not in idx.docs
186
+ or index_key_hits(e, terms, query).get("hit")]
187
+ else:
188
+ selected = [e for e in entries if e["path"] in found
189
+ or e["path"] not in idx.docs]
190
+ except Exception as exc:
191
+ # A broken derived index must not change retrieval or block a read.
192
+ idx.clear()
193
+ detail["fallback"] = "index_error"
194
+ detail["error_type"] = type(exc).__name__
195
+ return entries
196
+ detail["output"] = len(selected)
197
+ return selected
198
+
199
+
200
+ def lexical_fallback(cg, size):
201
+ report = getattr(cg, "_rrf_candidate_report", None)
202
+ if report is not None and "lexical" in report["paths"]:
203
+ report["paths"]["lexical"].update(
204
+ fallback="no_like_hit", output=size)
@@ -61,6 +61,24 @@ _LOG_DIR = os.environ.get("MDCG_TESTLOG_DIR") or os.path.join(
61
61
  tempfile.gettempdir(), "md_cg_testlogs")
62
62
 
63
63
 
64
+ #: 会话类 env 剔除名单(issue #196 / #198,2026-10-13)。宿主/部署侧注入会话 id 时,
65
+ #: md_cg/stg.py::_view_session 的 env 权威分支会把守卫夹具声明的会话改写成 env 值,
66
+ #: 同一守卫在「有 env 的开发机」上红、在干净 CI 上绿,属假红。上游 scripts/run_tests.py
67
+ #: 已有同口径剔除(同名单同日期),而 README 指定的包内入口 python -m md_cg.run_tests
68
+ #: 跑同一批守卫——本文件补同口径,避免两条入口对同一守卫给出相反结论。
69
+ #: env 权威本身是 issue #128 的刻意设计,本条不改变产品行为,只在测试环境剔除。
70
+ _SESSION_ENV_STRIP = ("MDCG_SESSION", "DSH_SESSION_ID", "DSH_SESSION")
71
+ _STRIP_UPPER = frozenset(_k.upper() for _k in _SESSION_ENV_STRIP)
72
+
73
+
74
+ def _test_env() -> dict:
75
+ """子进程环境:UTF-8 自保证 + 剔除宿主会话变量(不修改 os.environ 本身)。"""
76
+ env = dict(os.environ, PYTHONUTF8="1", PYTHONIOENCODING="utf-8")
77
+ for _k in [k for k in env if k.upper() in _STRIP_UPPER]:
78
+ env.pop(_k, None)
79
+ return env
80
+
81
+
64
82
  def _discover():
65
83
  """返回 [(组名, 显示名, argv 候选列表)];argv 依次尝试直到成功启动。"""
66
84
  out = []
@@ -95,7 +113,7 @@ def _discover():
95
113
  def _run_one(name, argvs, timeout):
96
114
  """跑一个用例;输出**重定向到文件**(不用管道——沙箱禁 CreatePipe)。"""
97
115
  os.makedirs(_LOG_DIR, exist_ok=True)
98
- env = dict(os.environ, PYTHONUTF8="1", PYTHONIOENCODING="utf-8")
116
+ env = _test_env()
99
117
  last = ""
100
118
  for argv in argvs: # -m 优先;No module named 时回退直跑
101
119
  log = os.path.join(_LOG_DIR, name.replace(".", "_") + ".log")