@furongjun1999/dsh-memory 0.8.1 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (717) hide show
  1. package/README.md +662 -659
  2. package/codebuddy/README.md +1 -1
  3. package/data/policy.json +38 -27
  4. package/docs/README.md +18 -2
  5. package/docs/discipline/harnesses.yaml +1 -1
  6. package/docs/discipline/templates/spec.txt.tmpl +23 -0
  7. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
  8. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
  9. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
  10. package/dsh/README.md +1 -1
  11. package/dsh/cordis.yml.example +139 -139
  12. package/hive/README.md +705 -0
  13. package/hive/id_charset_blocks.txt +147 -0
  14. package/lib/bridge.d.ts +3 -0
  15. package/lib/bridge.js +32 -11
  16. package/lib/cli.js +14 -17
  17. package/lib/hooks.d.ts +37 -3
  18. package/lib/hooks.js +176 -24
  19. package/lib/index.d.ts +2 -2
  20. package/lib/index.js +29 -6
  21. package/lib/init.js +21 -21
  22. package/lib/lib/datapath.d.ts +56 -0
  23. package/lib/lib/datapath.js +102 -9
  24. package/lib/lib/hook_audit.d.ts +0 -1
  25. package/lib/lib/hook_audit.js +51 -3
  26. package/lib/lib/mdcg_client.d.ts +4 -1
  27. package/lib/lib/mdcg_client.js +10 -2
  28. package/lib/lib/mutual.js +61 -15
  29. package/lib/lib/prompt_safety.js +28 -2
  30. package/lib/lib/roleplay_web.js +30 -2
  31. package/lib/lib/token_store.d.ts +25 -6
  32. package/lib/lib/token_store.js +224 -33
  33. package/lib/tools.d.ts +15 -2
  34. package/lib/tools.js +44 -4
  35. package/md_cg/_guard_kit.py +121 -0
  36. package/md_cg/admission.py +718 -718
  37. package/md_cg/anchor.py +114 -0
  38. package/md_cg/audit.py +37 -7
  39. package/md_cg/autonomy.py +433 -288
  40. package/md_cg/autonomy_modes.py +781 -642
  41. package/md_cg/bench_beir_bm25.py +154 -0
  42. package/md_cg/bench_beir_scifact.py +170 -0
  43. package/md_cg/bench_bm25_blockmax.py +134 -0
  44. package/md_cg/bench_bm25_incremental.py +246 -0
  45. package/md_cg/bench_ccg_heading.py +118 -0
  46. package/md_cg/bench_csre_correctness.py +145 -0
  47. package/md_cg/bench_excerpt_budget.py +94 -0
  48. package/md_cg/bench_fuzzy_substrings.py +299 -0
  49. package/md_cg/bench_memory_rsi.py +358 -0
  50. package/md_cg/bench_memory_rsi_latency.py +82 -0
  51. package/md_cg/bench_memory_rsi_public.py +116 -0
  52. package/md_cg/bench_memory_rsi_tools.py +229 -0
  53. package/md_cg/bench_rrf_candidates.py +212 -0
  54. package/md_cg/bench_rrf_public.py +100 -0
  55. package/md_cg/bench_text_projections.py +221 -0
  56. package/md_cg/bench_timeanchor.py +357 -0
  57. package/md_cg/bm25.py +601 -0
  58. package/md_cg/branches.py +404 -327
  59. package/md_cg/build_postings.py +74 -73
  60. package/md_cg/ccgc.py +4 -2
  61. package/md_cg/chain.py +573 -379
  62. package/md_cg/coldverify.py +531 -292
  63. package/md_cg/condaccept.py +263 -0
  64. package/md_cg/condgate.py +308 -0
  65. package/md_cg/config_registry.py +329 -0
  66. package/md_cg/config_registry_bulk.py +482 -0
  67. package/md_cg/config_registry_guard.py +487 -0
  68. package/md_cg/config_render.py +354 -0
  69. package/md_cg/config_validate.py +455 -0
  70. package/md_cg/conformance.py +747 -726
  71. package/md_cg/conformance_core.py +753 -0
  72. package/md_cg/consistency.py +1278 -955
  73. package/md_cg/consolidate.py +1793 -1633
  74. package/md_cg/crypto.py +346 -24
  75. package/md_cg/datapath.py +137 -12
  76. package/md_cg/eval_common.py +522 -575
  77. package/md_cg/evidence.py +946 -585
  78. package/md_cg/evidence_delivery.py +101 -0
  79. package/md_cg/experience_consolidation.py +317 -0
  80. package/md_cg/export.py +329 -222
  81. package/md_cg/forgetting.py +1050 -922
  82. package/md_cg/freshness.py +601 -548
  83. package/md_cg/fsutil.py +1120 -824
  84. package/md_cg/goal_gen.py +458 -0
  85. package/md_cg/hotcache.py +107 -9
  86. package/md_cg/hyperedge.py +262 -251
  87. package/md_cg/identity.py +573 -391
  88. package/md_cg/imgskill.py +1712 -0
  89. package/md_cg/insight.py +540 -521
  90. package/md_cg/interface_schema.py +146 -0
  91. package/md_cg/interop.py +20 -0
  92. package/md_cg/judgment_manifest.py +24 -1
  93. package/md_cg/lifecycle.py +426 -345
  94. package/md_cg/links.py +27 -6
  95. package/md_cg/logref.py +332 -327
  96. package/md_cg/mcp_server.py +5227 -4449
  97. package/md_cg/mdcg.py +1301 -203
  98. package/md_cg/mdcos.py +7108 -5440
  99. package/md_cg/memory_rsi.py +308 -0
  100. package/md_cg/metacognition.py +726 -591
  101. package/md_cg/nodefile.py +151 -3
  102. package/md_cg/op_table.py +1128 -0
  103. package/md_cg/postings.py +524 -300
  104. package/md_cg/predict.py +1103 -1100
  105. package/md_cg/probe_memory_rsi.py +95 -0
  106. package/md_cg/probe_memory_rsi_mcp.py +66 -0
  107. package/md_cg/protect.py +654 -494
  108. package/md_cg/protocol.py +492 -411
  109. package/md_cg/provenance.py +606 -600
  110. package/md_cg/qmd.py +477 -0
  111. package/md_cg/qmd_llm.py +334 -0
  112. package/md_cg/query_excerpt.py +171 -0
  113. package/md_cg/queue_health.py +130 -0
  114. package/md_cg/reach.py +470 -453
  115. package/md_cg/readcache.py +115 -3
  116. package/md_cg/reconcile.py +239 -228
  117. package/md_cg/refindex.py +1191 -1042
  118. package/md_cg/refine.py +613 -604
  119. package/md_cg/retrieve.py +128 -0
  120. package/md_cg/review_cli.py +204 -26
  121. package/md_cg/revise.py +140 -0
  122. package/md_cg/rollback.py +657 -420
  123. package/md_cg/rollback_cli.py +124 -104
  124. package/md_cg/rotate.py +347 -0
  125. package/md_cg/routing.py +490 -429
  126. package/md_cg/rrf_candidates.py +204 -0
  127. package/md_cg/run_tests.py +19 -1
  128. package/md_cg/scrub.py +177 -23
  129. package/md_cg/security.py +269 -17
  130. package/md_cg/self_state.py +1053 -1029
  131. package/md_cg/self_surface.py +50 -0
  132. package/md_cg/semantic/canonical.py +144 -144
  133. package/md_cg/semantic/export_en_zh_map.py +2 -2
  134. package/md_cg/semantic/zh_en_atoms.py +141 -139
  135. package/md_cg/session5.py +106 -0
  136. package/md_cg/signer.py +76 -2
  137. package/md_cg/sleep.py +1779 -1583
  138. package/md_cg/sources.py +1091 -833
  139. package/md_cg/state_events.py +75 -10
  140. package/md_cg/state_slots.py +312 -221
  141. package/md_cg/stg.py +85 -18
  142. package/md_cg/stgidx.py +537 -281
  143. package/md_cg/subgraph.py +851 -729
  144. package/md_cg/sustain.py +458 -19
  145. package/md_cg/task_memory.py +367 -0
  146. package/md_cg/test_action_derive.py +210 -203
  147. package/md_cg/test_audit_heartbeat_20261015.py +417 -0
  148. package/md_cg/test_audit_protection_20261015.py +483 -0
  149. package/md_cg/test_audit_rotate_parity.py +280 -0
  150. package/md_cg/test_audit_state_20261015.py +253 -0
  151. package/md_cg/test_audit_write_20261015.py +161 -0
  152. package/md_cg/test_auto_defaults.py +43 -4
  153. package/md_cg/test_autonomy_emotion.py +328 -0
  154. package/md_cg/test_autonomy_modes.py +2013 -1973
  155. package/md_cg/test_b1_foreign_read.py +245 -0
  156. package/md_cg/test_bm25.py +438 -0
  157. package/md_cg/test_bm25_hydration_refill.py +265 -0
  158. package/md_cg/test_bm25_incremental.py +241 -0
  159. package/md_cg/test_bm25_incremental_mutations.py +160 -0
  160. package/md_cg/test_bm25_mutations.py +205 -0
  161. package/md_cg/test_bm25_pool_view.py +196 -0
  162. package/md_cg/test_boot_openblas_guard.py +218 -197
  163. package/md_cg/test_boundary_hit.py +1 -1
  164. package/md_cg/test_branches_sensitivity.py +375 -0
  165. package/md_cg/test_c8_search_rrf_gates.py +1 -1
  166. package/md_cg/test_canonical_timezones.py +211 -0
  167. package/md_cg/test_ccg_heading_parser.py +73 -0
  168. package/md_cg/test_chain_best_first.py +403 -0
  169. package/md_cg/test_chain_candidate_scope.py +227 -0
  170. package/md_cg/test_cn_recall_grams.py +206 -0
  171. package/md_cg/test_code_kind_forbidden.py +101 -0
  172. package/md_cg/test_coldverify_drain.py +127 -0
  173. package/md_cg/test_condaccept.py +156 -0
  174. package/md_cg/test_condgate.py +141 -0
  175. package/md_cg/test_config_registry.py +55 -0
  176. package/md_cg/test_crypto_rotate.py +257 -0
  177. package/md_cg/test_csre_correctness.py +297 -0
  178. package/md_cg/test_csre_index_import_guard.py +161 -0
  179. package/md_cg/test_csre_mutations.py +34 -0
  180. package/md_cg/test_csre_session.py +69 -0
  181. package/md_cg/test_curiosity_budget.py +468 -0
  182. package/md_cg/test_d17_autostart_toolface.py +453 -0
  183. package/md_cg/test_datapath_tilde_home.py +271 -0
  184. package/md_cg/test_derived_cache_generations.py +256 -0
  185. package/md_cg/test_evidence_delivery_compact.py +54 -0
  186. package/md_cg/test_exact_text_cache.py +191 -0
  187. package/md_cg/test_excerpt_budget.py +188 -0
  188. package/md_cg/test_experience_consolidation.py +112 -0
  189. package/md_cg/test_export_default_collision.py +138 -0
  190. package/md_cg/test_export_snapshots.py +322 -0
  191. package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
  192. package/md_cg/test_gain_gate.py +16 -5
  193. package/md_cg/test_goal_gen.py +355 -0
  194. package/md_cg/test_h2_session_view_norm.py +251 -233
  195. package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
  196. package/md_cg/test_heartbeat_ledger.py +557 -0
  197. package/md_cg/test_hierarchy_audit_graph.py +237 -0
  198. package/md_cg/test_i50c_meta_passthrough.py +628 -608
  199. package/md_cg/test_i50e_readside_protection.py +658 -656
  200. package/md_cg/test_identity_attribution.py +96 -2
  201. package/md_cg/test_identity_contract.py +329 -0
  202. package/md_cg/test_imgskill.py +1444 -0
  203. package/md_cg/test_index_snapshot_shape.py +240 -0
  204. package/md_cg/test_interop_judgment.py +258 -228
  205. package/md_cg/test_issue111_gate_order.py +77 -0
  206. package/md_cg/test_issue111_scoring_contract.py +87 -0
  207. package/md_cg/test_issue121_calibration_bounds.py +293 -0
  208. package/md_cg/test_issue128_session_env_authority.py +246 -0
  209. package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
  210. package/md_cg/test_issue131_postings_content_staleness.py +424 -0
  211. package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
  212. package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
  213. package/md_cg/test_issue147_pack_id_escape.py +378 -0
  214. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
  215. package/md_cg/test_issue149_accel_default_face.py +249 -0
  216. package/md_cg/test_issue150_empty_query_terms.py +328 -0
  217. package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
  218. package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
  219. package/md_cg/test_issue152_sealed_postings.py +309 -0
  220. package/md_cg/test_issue152b_decrypt_cache.py +218 -0
  221. package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
  222. package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
  223. package/md_cg/test_issue157b_index_remainder.py +344 -0
  224. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
  225. package/md_cg/test_issue190_tidy_idempotent.py +806 -0
  226. package/md_cg/test_issue191_import_trust.py +382 -0
  227. package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
  228. package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
  229. package/md_cg/test_issue193_write_scope.py +378 -0
  230. package/md_cg/test_issue197_rank_credibility_property.py +201 -0
  231. package/md_cg/test_issue211_export_target.py +325 -0
  232. package/md_cg/test_issue212_writeface_gaps.py +349 -0
  233. package/md_cg/test_issue214_reject_sensitivity.py +267 -0
  234. package/md_cg/test_issue215_condition_source_gap.py +272 -0
  235. package/md_cg/test_issue216_clash_routes.py +214 -0
  236. package/md_cg/test_issue217_slot_routes.py +248 -0
  237. package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
  238. package/md_cg/test_issue225_consistency_torn_log.py +433 -0
  239. package/md_cg/test_issue245_swarm_traversal.py +366 -0
  240. package/md_cg/test_issue258_pack_sensitivity.py +468 -0
  241. package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
  242. package/md_cg/test_issue274_read_node_id_none.py +341 -0
  243. package/md_cg/test_issue275_layer_param.py +250 -0
  244. package/md_cg/test_issue277_node_id_traversal.py +384 -0
  245. package/md_cg/test_issue278_neg_separated_tension.py +271 -0
  246. package/md_cg/test_issue278_neg_window.py +294 -0
  247. package/md_cg/test_issue278_negative_layering.py +83 -0
  248. package/md_cg/test_issue279_signers_path_guard.py +652 -0
  249. package/md_cg/test_issue284_skip_not_pass.py +291 -0
  250. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
  251. package/md_cg/test_issue295_sleep_root_binding.py +589 -0
  252. package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
  253. package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
  254. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
  255. package/md_cg/test_issue303_design_boundaries.py +262 -0
  256. package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
  257. package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
  258. package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
  259. package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
  260. package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
  261. package/md_cg/test_issue321_mcp_deep_json.py +305 -0
  262. package/md_cg/test_issue322_node_write_lock.py +727 -0
  263. package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
  264. package/md_cg/test_issue324_write_size_fields.py +215 -0
  265. package/md_cg/test_issue325_audit_poison.py +230 -0
  266. package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
  267. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
  268. package/md_cg/test_issue326_key_perms.py +355 -0
  269. package/md_cg/test_issue326_twin_parser_parity.py +323 -0
  270. package/md_cg/test_issue326_vm_call_frame.py +569 -0
  271. package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
  272. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
  273. package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
  274. package/md_cg/test_issue348_insight_verify_op.py +200 -0
  275. package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
  276. package/md_cg/test_issue350_casefold_collision.py +236 -0
  277. package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
  278. package/md_cg/test_issue352_imgaudit.py +418 -0
  279. package/md_cg/test_issue352_pathsjson.py +537 -0
  280. package/md_cg/test_issue352_refindex.py +412 -0
  281. package/md_cg/test_issue352_rollback.py +604 -0
  282. package/md_cg/test_issue352_vstateinherit.py +196 -0
  283. package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
  284. package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
  285. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
  286. package/md_cg/test_issue354_rust_index_containment.py +571 -0
  287. package/md_cg/test_issue354_rust_wal_containment.py +606 -0
  288. package/md_cg/test_issue358_truncation_observable.py +247 -0
  289. package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
  290. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
  291. package/md_cg/test_issue362_neg_condition.py +468 -0
  292. package/md_cg/test_issue363_lexical_idf.py +275 -0
  293. package/md_cg/test_issue370_readcache_assembly.py +488 -0
  294. package/md_cg/test_issue375_state_slot_retire.py +325 -0
  295. package/md_cg/test_issue376_heartbeat_failed.py +293 -0
  296. package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
  297. package/md_cg/test_issue378_protected_floor.py +310 -0
  298. package/md_cg/test_issue383_state_event_write_gate.py +462 -0
  299. package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
  300. package/md_cg/test_issue398_toolface_op_parity.py +511 -0
  301. package/md_cg/test_issue399_hive_json_shape.py +317 -0
  302. package/md_cg/test_issue400_hive_dirty_args.py +450 -0
  303. package/md_cg/test_issue401_wisdom_codegen.py +295 -0
  304. package/md_cg/test_issue404_heal_receipt.py +390 -0
  305. package/md_cg/test_issue405_git_pathspec.py +333 -0
  306. package/md_cg/test_issue408_eface_registry.py +291 -0
  307. package/md_cg/test_issue409_compact_index_completeness.py +509 -0
  308. package/md_cg/test_issue410_verify_demote_write.py +366 -0
  309. package/md_cg/test_issue411_scrub_idempotence.py +575 -0
  310. package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
  311. package/md_cg/test_issue413_preimage_failclosed.py +239 -0
  312. package/md_cg/test_issue413_preimage_twin.py +340 -0
  313. package/md_cg/test_issue414_write_args_parity.py +613 -0
  314. package/md_cg/test_issue415_deps_gate_probe.py +358 -0
  315. package/md_cg/test_issue416_entry_key_subset.py +525 -0
  316. package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
  317. package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
  318. package/md_cg/test_issue418_role_type_gate.py +265 -0
  319. package/md_cg/test_issue419_pii_redaction.py +642 -0
  320. package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
  321. package/md_cg/test_issue425_ingest_library_path.py +331 -0
  322. package/md_cg/test_issue426a_dedup_receipt.py +242 -0
  323. package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
  324. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
  325. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
  326. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
  327. package/md_cg/test_issue427_serve_status_shape.py +191 -0
  328. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
  329. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
  330. package/md_cg/test_issue434_435_float_gate.py +90 -0
  331. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
  332. package/md_cg/test_issue43_default_policy.py +874 -865
  333. package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
  334. package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
  335. package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
  336. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
  337. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
  338. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
  339. package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
  340. package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
  341. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
  342. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
  343. package/md_cg/test_issue451_audit_actor.py +313 -0
  344. package/md_cg/test_issue452_ingest_root_hint.py +238 -0
  345. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
  346. package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
  347. package/md_cg/test_issue466_basis_registry.py +469 -0
  348. package/md_cg/test_issue467_identity_sensitivity.py +204 -0
  349. package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
  350. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
  351. package/md_cg/test_issue470_wal_event_durable.py +427 -0
  352. package/md_cg/test_issue471_identity_readable.py +137 -0
  353. package/md_cg/test_issue472_audit_chain.py +91 -0
  354. package/md_cg/test_issue472_prune_ledger.py +106 -0
  355. package/md_cg/test_issue472_rollback_degraded.py +82 -0
  356. package/md_cg/test_issue491_compose_sandbox.py +460 -0
  357. package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
  358. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
  359. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
  360. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
  361. package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
  362. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
  363. package/md_cg/test_issue525_read_null_semantics.py +52 -0
  364. package/md_cg/test_issue538_hook_condition_space.py +97 -0
  365. package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
  366. package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
  367. package/md_cg/test_issue542_tenant_root_same.py +153 -0
  368. package/md_cg/test_issue543_issue_authorization.py +147 -0
  369. package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
  370. package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
  371. package/md_cg/test_issue546_ledger_concurrency.py +81 -0
  372. package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
  373. package/md_cg/test_issue547_audit_durable.py +96 -0
  374. package/md_cg/test_issue549_durable_append.py +143 -0
  375. package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
  376. package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
  377. package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
  378. package/md_cg/test_issue559_refine_prefix.py +70 -0
  379. package/md_cg/test_issue561_pending_review.py +109 -0
  380. package/md_cg/test_issue562_retired_faces.py +150 -0
  381. package/md_cg/test_issue66_scrub_semantics.py +107 -0
  382. package/md_cg/test_issue67_scrub_control_pool.py +233 -0
  383. package/md_cg/test_issue69_audit_boundary.py +129 -0
  384. package/md_cg/test_issue71_queue_backlog.py +377 -0
  385. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
  386. package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
  387. package/md_cg/test_issue75_neural_failure.py +582 -0
  388. package/md_cg/test_issue78_export_concurrency.py +334 -0
  389. package/md_cg/test_issue80_residual_flush.py +169 -0
  390. package/md_cg/test_issue82_credential_rules.py +271 -0
  391. package/md_cg/test_issue82_layer_and_size.py +120 -0
  392. package/md_cg/test_issue84_portability.py +95 -0
  393. package/md_cg/test_issue85_export_overwrite.py +113 -0
  394. package/md_cg/test_issue86_runtime_revoke.py +110 -0
  395. package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
  396. package/md_cg/test_issue88_conclusion_face.py +280 -0
  397. package/md_cg/test_issue88_execution_conflicts.py +87 -0
  398. package/md_cg/test_issue89_zero_score.py +169 -0
  399. package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
  400. package/md_cg/test_issue91_verifier_sandbox.py +314 -0
  401. package/md_cg/test_issue91_verifier_timeout.py +528 -0
  402. package/md_cg/test_issue93_remember_redaction.py +282 -0
  403. package/md_cg/test_issue96_key_fallback.py +102 -0
  404. package/md_cg/test_issue98_tenant_root.py +104 -0
  405. package/md_cg/test_jsonl_commit_watermark.py +221 -0
  406. package/md_cg/test_live_validity_cache.py +256 -0
  407. package/md_cg/test_logref.py +1141 -1109
  408. package/md_cg/test_mcp_call_argument_types.py +99 -0
  409. package/md_cg/test_md_access_parity.py +330 -255
  410. package/md_cg/test_md_cg_no_hive_dep.py +140 -0
  411. package/md_cg/test_memory_rsi.py +215 -0
  412. package/md_cg/test_memory_rsi_adversarial.py +91 -0
  413. package/md_cg/test_mode_parity.py +1413 -1393
  414. package/md_cg/test_mutation_residue.py +120 -0
  415. package/md_cg/test_mutation_rollback.py +835 -805
  416. package/md_cg/test_n123_derive_expiry_chain.py +210 -205
  417. package/md_cg/test_n130_verify_falsified_protect.py +185 -185
  418. package/md_cg/test_n209_verify_write_face_gates.py +466 -461
  419. package/md_cg/test_n230_dirty_replay.py +52 -9
  420. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  421. package/md_cg/test_neg_coverage_budget.py +500 -0
  422. package/md_cg/test_neg_tail_honesty.py +733 -663
  423. package/md_cg/test_p0.py +16 -2
  424. package/md_cg/test_p14_root_fallback.py +373 -0
  425. package/md_cg/test_p1x_ref_root.py +47 -10
  426. package/md_cg/test_p21_tokens.py +294 -293
  427. package/md_cg/test_p24_evidence.py +232 -227
  428. package/md_cg/test_p26_refindex.py +20 -3
  429. package/md_cg/test_p27_docindex.py +792 -777
  430. package/md_cg/test_p28_refcheck.py +1053 -1032
  431. package/md_cg/test_p29_session_ingest_export.py +6 -0
  432. package/md_cg/test_p2_mcp.py +474 -453
  433. package/md_cg/test_p2_six_elements.py +476 -463
  434. package/md_cg/test_p3.py +370 -261
  435. package/md_cg/test_p33_ccg_wiring.py +300 -293
  436. package/md_cg/test_p3_legacy_closure.py +438 -433
  437. package/md_cg/test_p40_refine_worklist.py +244 -241
  438. package/md_cg/test_p47_session_view.py +25 -9
  439. package/md_cg/test_p4_freshness.py +781 -774
  440. package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
  441. package/md_cg/test_p9c_dedup_hints.py +288 -283
  442. package/md_cg/test_policy_required_ccg.py +444 -432
  443. package/md_cg/test_postings_digest_memo.py +139 -0
  444. package/md_cg/test_predict_beta.py +138 -135
  445. package/md_cg/test_qmd.py +500 -0
  446. package/md_cg/test_query_excerpt.py +209 -0
  447. package/md_cg/test_reach.py +456 -378
  448. package/md_cg/test_reach_snapshot_admission.py +218 -0
  449. package/md_cg/test_readcache_prodpath.py +4 -0
  450. package/md_cg/test_recall_face_guards.py +854 -812
  451. package/md_cg/test_recall_metadata.py +422 -0
  452. package/md_cg/test_retr_s5.py +312 -213
  453. package/md_cg/test_retr_score_once.py +14 -2
  454. package/md_cg/test_review_cli_attribution.py +11 -7
  455. package/md_cg/test_review_queue_batch.py +123 -0
  456. package/md_cg/test_review_queue_index.py +130 -0
  457. package/md_cg/test_rrf_candidates.py +292 -0
  458. package/md_cg/test_rrf_qualified_topk.py +214 -0
  459. package/md_cg/test_rrf_unique_votes.py +218 -0
  460. package/md_cg/test_s1_ast_judge.py +110 -0
  461. package/md_cg/test_scrub_ledger.py +413 -0
  462. package/md_cg/test_security_audit_b26.py +34 -3
  463. package/md_cg/test_security_audit_v21.py +1 -2
  464. package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
  465. package/md_cg/test_session5_identity.py +93 -0
  466. package/md_cg/test_session_attribution_consistency.py +813 -0
  467. package/md_cg/test_session_identity_tristate.py +486 -0
  468. package/md_cg/test_sleep_p1.py +35 -3
  469. package/md_cg/test_state_event_op.py +521 -514
  470. package/md_cg/test_state_projection_streaming.py +136 -0
  471. package/md_cg/test_stg_interval_candidates.py +280 -0
  472. package/md_cg/test_stg_time_blocks.py +239 -0
  473. package/md_cg/test_stgidx_index_parity.py +1024 -1020
  474. package/md_cg/test_subgraph_bounded_bfs.py +227 -0
  475. package/md_cg/test_sustain_bounded.py +652 -624
  476. package/md_cg/test_task_memory.py +394 -0
  477. package/md_cg/test_text_projection_mutations.py +101 -0
  478. package/md_cg/test_time_anchor.py +421 -0
  479. package/md_cg/test_time_core_lint.py +1024 -975
  480. package/md_cg/test_tool_face.py +200 -189
  481. package/md_cg/test_trust_bounded_frontier.py +248 -0
  482. package/md_cg/test_trust_edge_reachability.py +405 -0
  483. package/md_cg/test_w5_path_fingerprint.py +381 -0
  484. package/md_cg/test_w7_redlines.py +659 -0
  485. package/md_cg/test_write_return_shape.py +919 -0
  486. package/md_cg/test_writepipe.py +228 -226
  487. package/md_cg/timeanchor.py +534 -0
  488. package/md_cg/tokens.py +68 -5
  489. package/md_cg/tool_face.py +273 -260
  490. package/md_cg/trust.py +1114 -1030
  491. package/md_cg/twophase.py +303 -231
  492. package/md_cg/weights.py +642 -638
  493. package/md_cg/whitebox.py +536 -527
  494. package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
  495. package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
  496. package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
  497. package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
  498. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1633
  499. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -298
  500. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1065
  501. package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
  502. package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
  503. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -470
  504. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -476
  505. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -958
  506. package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
  507. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2895
  508. package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
  509. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4054
  510. package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
  511. package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
  512. package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
  513. package/md_cg/writelimit.py +584 -390
  514. package/md_cg/writepipe.py +1337 -826
  515. package/package.json +14 -9
  516. package/scripts/workspace_index.py +328 -0
  517. package/src/bridge.ts +34 -11
  518. package/src/cli.ts +75 -65
  519. package/src/hooks.ts +932 -776
  520. package/src/index.ts +30 -7
  521. package/src/init.ts +362 -361
  522. package/src/lib/datapath.ts +419 -326
  523. package/src/lib/hook_audit.ts +42 -3
  524. package/src/lib/mdcg_client.ts +469 -461
  525. package/src/lib/mutual.ts +481 -432
  526. package/src/lib/prompt_safety.ts +178 -149
  527. package/src/lib/roleplay_web.ts +30 -2
  528. package/src/lib/token_store.ts +274 -52
  529. package/src/tools.ts +271 -223
  530. package/zcode/README.md +1 -1
  531. package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
  532. package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
  533. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
  534. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
  535. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
  536. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
  537. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
  538. package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
  539. package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
  540. package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
  541. package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
  542. package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
  543. package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
  544. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
  545. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
  546. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
  547. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
  548. package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
  549. package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
  550. package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
  551. package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
  552. package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
  553. package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
  554. package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
  555. package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
  556. package/docs/eval/issue65_session_recall_/344/274/232/350/257/235/351/232/224/347/246/273_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -329
  557. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
  558. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
  559. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
  560. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
  561. package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
  562. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
  563. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
  564. package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
  565. package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
  566. package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
  567. package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
  568. package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
  569. package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
  570. package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
  571. package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
  572. package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
  573. package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
  574. package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -160
  575. package/docs/eval//345/217/221/345/270/20315_/344/274/232/350/257/235/351/232/224/347/246/273/344/277/256/345/244/215/344/270/216/350/272/253/344/275/223/345/272/223/345/261/225/347/244/272_v1.0.md +0 -88
  576. package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
  577. package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
  578. package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
  579. package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
  580. package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
  581. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
  582. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
  583. package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
  584. package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
  585. package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
  586. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
  587. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
  588. package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
  589. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
  590. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
  591. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
  592. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
  593. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
  594. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
  595. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
  596. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
  597. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
  598. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
  599. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
  600. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
  601. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
  602. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
  603. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
  604. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
  605. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
  606. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
  607. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
  608. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
  609. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
  610. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
  611. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
  612. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
  613. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
  614. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
  615. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
  616. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
  617. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
  618. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
  619. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
  620. package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
  621. package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
  622. package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
  623. package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
  624. package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
  625. package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
  626. package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
  627. package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
  628. package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
  629. package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
  630. package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
  631. package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
  632. package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
  633. package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
  634. package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
  635. package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
  636. package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
  637. package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
  638. package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
  639. package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
  640. package/docs/mdcg/guardrail-charter.md +0 -164
  641. package/docs/mdcg/lingshu_tutorial.html +0 -14956
  642. package/docs/mdcg/memory-assessment.html +0 -923
  643. package/docs/mdcg/memory_score.html +0 -213
  644. package/docs/mdcg/memory_score.png +0 -0
  645. package/docs/mdcg/release_v0.3.0.md +0 -36
  646. package/docs/mdcg/release_v0.4.11.md +0 -49
  647. package/docs/mdcg/release_v0.4.5.md +0 -55
  648. package/docs/mdcg/tool_table_v0.3.0.md +0 -117
  649. package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
  650. package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
  651. package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
  652. package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
  653. package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
  654. package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
  655. package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
  656. package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
  657. package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
  658. package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
  659. package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
  660. package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
  661. package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
  662. package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
  663. package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
  664. package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
  665. package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
  666. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
  667. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
  668. package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
  669. package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
  670. package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
  671. package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
  672. package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
  673. package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
  674. package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
  675. package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
  676. package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
  677. package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
  678. package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
  679. package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
  680. package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
  681. package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
  682. package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
  683. package/docs/promo/bilibili-cover.jpg +0 -0
  684. package/docs/promo/promo-visual-1.png +0 -0
  685. package/docs/promo/promo-visual-2.png +0 -0
  686. package/docs/promo/promo-visual-3.png +0 -0
  687. package/docs/promo/promo-visual-4.png +0 -0
  688. package/docs/promo/promo-visual-5.png +0 -0
  689. package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
  690. package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
  691. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
  692. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
  693. package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
  694. package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
  695. package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
  696. package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
  697. package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
  698. package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
  699. package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
  700. package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
  701. package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
  702. package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
  703. package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
  704. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
  705. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
  706. package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
  707. package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
  708. package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
  709. package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
  710. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
  711. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
  712. package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
  713. package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
  714. package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
  715. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
  716. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
  717. package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
@@ -0,0 +1,299 @@
1
+ """Paired runtime benchmark for the graded substring retrieval optimization.
2
+
3
+ Run from a Git checkout (no LLM or third-party Python packages required)::
4
+
5
+ python -X utf8 -m md_cg.bench_fuzzy_substrings --rounds 3 \
6
+ --scale-nodes 10000 --output fuzzy-results.json
7
+
8
+ The baseline MdCGOS implementation is loaded from --baseline-ref; both arms
9
+ share the checkout's other modules and the exact same Markdown files. This
10
+ isolates the mdcos.py change, rather than comparing different dependencies.
11
+ Hot result caching and freshness are disabled for deterministic comparisons;
12
+ the production document read cache remains enabled. The public dataset uses
13
+ the existing Jaccard / uncapped evaluation settings, not deployment defaults.
14
+
15
+ The 567-node public pool contains only gold evidence and keyword queries.
16
+ The larger pool is synthetic. Neither is an official LoCoMo QA score or proof
17
+ of million-record latency. No system file cache is cleared. "First query"
18
+ means a new engine instance, not cold storage.
19
+ """
20
+ from __future__ import annotations
21
+
22
+ import argparse
23
+ import hashlib
24
+ import json
25
+ import math
26
+ import os
27
+ from pathlib import Path
28
+ import platform
29
+ import statistics
30
+ import subprocess
31
+ import sys
32
+ import time
33
+ import types
34
+
35
+ from . import eval_common as ec, mdcos, nodefile
36
+ from . import bench_locomo_zh_public as public
37
+
38
+ BASELINE_REF = "d02c1fce939ffbfd82a59e5e2a90bdaaf6c42e0e"
39
+
40
+
41
+ def load_baseline(ref):
42
+ """Load actual pre-change code without replacing the current module."""
43
+ repo = Path(__file__).resolve().parents[1]
44
+ source = subprocess.check_output(
45
+ ["git", "show", f"{ref}:md_cg/mdcos.py"], cwd=repo).decode("utf-8")
46
+ sha = subprocess.check_output(
47
+ ["git", "rev-parse", "--verify", f"{ref}^{{commit}}"],
48
+ cwd=repo, text=True, encoding="utf-8", errors="replace").strip()
49
+ baseline = types.ModuleType("md_cg._fuzzy_benchmark_baseline")
50
+ baseline.__package__ = "md_cg"
51
+ baseline.__file__ = str(repo / "md_cg" / "mdcos.py")
52
+ baseline.__benchmark_sha256 = hashlib.sha256(source.encode("utf-8")).hexdigest()
53
+ sys.modules[baseline.__name__] = baseline
54
+ exec(compile(source, f"git:{sha}:md_cg/mdcos.py", "exec"), baseline.__dict__)
55
+ return baseline, sha
56
+
57
+
58
+ def percentile(values, fraction):
59
+ ordered = sorted(values)
60
+ return ordered[max(0, math.ceil(len(ordered) * fraction) - 1)]
61
+
62
+
63
+ def latency(values):
64
+ return {"n": len(values), "total_ms": sum(values),
65
+ "mean_ms": statistics.mean(values),
66
+ "p50_ms": percentile(values, 0.50),
67
+ "p95_ms": percentile(values, 0.95),
68
+ "p99_ms": percentile(values, 0.99)}
69
+
70
+
71
+ def signature(result):
72
+ # Compare full nodes, scores, qualifications, provenance and metadata.
73
+ payload = json.dumps(result, ensure_ascii=False, sort_keys=True,
74
+ separators=(",", ":"))
75
+ return hashlib.sha256(payload.encode("utf-8")).hexdigest()
76
+
77
+
78
+ def paired_calls(before, after, rounds, iterations):
79
+ expected, actual = before(), after()
80
+ if actual != expected:
81
+ raise AssertionError((expected, actual))
82
+ samples = {"baseline": [], "optimized": []}
83
+ for round_no in range(rounds):
84
+ order = ("baseline", "optimized") if round_no % 2 == 0 else (
85
+ "optimized", "baseline")
86
+ for arm in order:
87
+ call = before if arm == "baseline" else after
88
+ started = time.perf_counter()
89
+ for _ in range(iterations):
90
+ call()
91
+ samples[arm].append((time.perf_counter() - started) * 1000)
92
+ return {"iterations_per_round": iterations, "round_ms": samples,
93
+ "score": actual, "speedup": statistics.median(samples["baseline"]) /
94
+ statistics.median(samples["optimized"])}
95
+
96
+
97
+ def kernel_benchmark(baseline, rounds, iterations):
98
+ """Include cheap and near-exact controls, not just favorable long misses."""
99
+ cases = (("two_char_miss", "甲乙", "完全无关文字"),
100
+ ("three_char_miss", "甲乙丙", "完全无关文字"),
101
+ ("full_match", "甲乙丙丁", "前言甲乙丙丁正文"),
102
+ ("near_full", "abcdefghi", "abcdefgh"),
103
+ ("long_near_full", "甲乙丙丁" * 15 + "末", "甲乙丙丁" * 15),
104
+ ("long_no_hit", "甲乙丙丁戊己庚辛壬癸", "完全无关文字"))
105
+ report = {}
106
+ for name, term, text in cases:
107
+ cache = {}
108
+ report[name] = paired_calls(
109
+ lambda: baseline._term_degree(term, text),
110
+ lambda: mdcos._term_degree(term, text, cache), rounds, iterations)
111
+ weights = {"甲乙": 1.0, "丙丁": 0.6, "戊己": 0.3}
112
+ text = "甲乙丙丁戊己正文"
113
+ prepared = mdcos._prepare_coverage(weights)
114
+ report["weighted_direct_full"] = paired_calls(
115
+ lambda: baseline._weighted_coverage(weights, text),
116
+ lambda: mdcos._weighted_coverage(weights, text), rounds, iterations)
117
+ report["weighted_prepared_full"] = paired_calls(
118
+ lambda: baseline._weighted_coverage(weights, text),
119
+ lambda: mdcos._weighted_coverage(weights, text, prepared), rounds, iterations)
120
+ return report
121
+
122
+
123
+ def paired_search(label, root, questions, configs, baseline, rounds,
124
+ extra_read_cache=False):
125
+ engines = {}
126
+ setup_ms = {}
127
+ first_ms = {}
128
+ first_signatures = {}
129
+ try:
130
+ for arm, module in (("baseline", baseline), ("optimized", mdcos)):
131
+ started = time.perf_counter()
132
+ engines[arm] = module.MdCGOS(str(root))
133
+ setup_ms[arm] = (time.perf_counter() - started) * 1000
134
+ if extra_read_cache:
135
+ ec.install_read_cache(engines[arm])
136
+ started = time.perf_counter()
137
+ result = engines[arm].search_rrf(
138
+ questions[0]["question"], k=5, paths=configs[-1][1],
139
+ judge=False, record=False)
140
+ first_ms[arm] = (time.perf_counter() - started) * 1000
141
+ first_signatures[arm] = signature(result)
142
+
143
+ report = {"name": label, "nodes": len(engines["optimized"].index["nodes"]),
144
+ "queries_per_round": len(questions), "rounds": rounds,
145
+ "setup_ms": setup_ms, "first_query_ms": first_ms,
146
+ "first_query_equal": len(set(first_signatures.values())) == 1,
147
+ "extra_eval_read_cache": extra_read_cache,
148
+ "quality_applicable": any(q["evidence_turns"] for q in questions),
149
+ "configs": {}}
150
+ for config, paths in configs:
151
+ samples = {arm: [] for arm in engines}
152
+ round_ms = {arm: [] for arm in engines}
153
+ metrics = {}
154
+ expected = {}
155
+ mismatches = []
156
+ for round_no in range(rounds):
157
+ # Alternate arm order to reduce ordering / temperature bias.
158
+ order = ("baseline", "optimized") if round_no % 2 == 0 else (
159
+ "optimized", "baseline")
160
+ for arm in order:
161
+ rows = []
162
+ timings = []
163
+ for question in questions:
164
+ started = time.perf_counter()
165
+ result, meta = engines[arm].search_rrf(
166
+ question["question"], k=5, paths=paths,
167
+ judge=False, record=False)
168
+ timings.append((time.perf_counter() - started) * 1000)
169
+ digest = signature((result, meta))
170
+ qid = question["qid"]
171
+ if qid not in expected:
172
+ expected[qid] = digest
173
+ elif digest != expected[qid]:
174
+ mismatches.append({"qid": qid, "arm": arm,
175
+ "round": round_no + 1})
176
+ rows.append({"qid": qid, "qtype": question["qtype"],
177
+ "rank": ec.first_evidence_rank(
178
+ result, set(question["evidence_turns"])),
179
+ "top1_score": result[0][1] if result else 0.0})
180
+ samples[arm].extend(timings)
181
+ round_ms[arm].append(sum(timings))
182
+ metrics[arm] = ec.summarize(rows)
183
+ print(f"{label} {config} round={round_no + 1} {arm}: "
184
+ f"{sum(timings):.1f} ms", flush=True)
185
+ medians = {arm: statistics.median(times)
186
+ for arm, times in round_ms.items()}
187
+ report["configs"][config] = {
188
+ "latency": {arm: latency(times) for arm, times in samples.items()},
189
+ "round_total_ms": round_ms,
190
+ "speedup_median_round": medians["baseline"] / medians["optimized"],
191
+ "metrics": metrics, "mismatch_count": len(mismatches),
192
+ "mismatches": mismatches,
193
+ "reference_signatures": expected,
194
+ }
195
+ return report
196
+ finally:
197
+ for engine in engines.values():
198
+ engine.close()
199
+
200
+
201
+ def synthetic_pool(root, count):
202
+ """Write deterministic Markdown fixtures; never overwrite an existing pool."""
203
+ marker = root / "_fuzzy_benchmark_fixture.json"
204
+ fixture = {"version": 1, "nodes": count}
205
+ if root.exists():
206
+ if not marker.is_file() or json.loads(marker.read_text(encoding="utf-8")) != fixture:
207
+ raise ValueError(f"Existing directory is not this benchmark pool: {root}")
208
+ return
209
+ root.mkdir(parents=True)
210
+ layer = root / "knowledge"
211
+ layer.mkdir()
212
+ topics = ("向量索引检索", "会话更新历史", "条件空间评分", "最长命中子串",
213
+ "数据库回退", "图像渲染管线", "天气观察记录", "数学公式推导")
214
+ for i in range(count):
215
+ topic = topics[i % len(topics)]
216
+ body = f"# 生效条件:查询{topic}\n# 执行:{topic}\n"
217
+ body += (f"档案{i:06d} {topic} 保留事实时间与来源,记录可以更新并重新检索。\n" * 8)
218
+ fm = {"id": f"scale_{i:06d}", "layer": "knowledge", "tags": [topic],
219
+ "created_at": 1800000000.0, "importance": 0.5}
220
+ (layer / f"scale_{i:06d}.md").write_text(
221
+ nodefile.dumps(fm, body), encoding="utf-8")
222
+ engine = mdcos.MdCGOS(str(root))
223
+ engine.close()
224
+ marker.write_text(json.dumps(fixture), encoding="utf-8")
225
+
226
+
227
+ def main():
228
+ parser = argparse.ArgumentParser(description=__doc__)
229
+ parser.add_argument("--baseline-ref", default=BASELINE_REF)
230
+ parser.add_argument("--rounds", type=int, default=3)
231
+ parser.add_argument("--scale-nodes", type=int, default=0)
232
+ parser.add_argument("--kernel-iterations", type=int, default=200000)
233
+ parser.add_argument("--output", type=Path, required=True)
234
+ args = parser.parse_args()
235
+ if args.rounds < 1 or args.scale_nodes < 0 or args.kernel_iterations < 1:
236
+ parser.error("rounds/iterations must be positive and scale-nodes nonnegative")
237
+
238
+ # Both arms have exactly the same settings; do not mutate system caches.
239
+ os.environ.update(MDCG_HOTCACHE="0", MDCG_READ_CACHE="1", MDCG_FRESHNESS="0")
240
+ ec.unlock_global_cap()
241
+ ec.use_jaccard()
242
+ baseline, sha = load_baseline(args.baseline_ref)
243
+ baseline.GLOBAL_CAP = mdcos.GLOBAL_CAP
244
+ corpus = list(ec.iter_jsonl(public.CORPUS567))
245
+ questions = list(ec.iter_jsonl(public.QUESTIONS500))
246
+ pool = public.build_pool(corpus)
247
+ pool.close()
248
+ report = {"baseline_ref": sha, "python": sys.version,
249
+ "baseline_mdcos_sha256": baseline.__benchmark_sha256,
250
+ "optimized_mdcos_sha256": hashlib.sha256(
251
+ Path(mdcos.__file__).read_bytes()).hexdigest(),
252
+ "inputs_sha256": {Path(p).name: hashlib.sha256(Path(p).read_bytes()).hexdigest()
253
+ for p in (public.CORPUS567, public.QUESTIONS500)},
254
+ "platform": platform.platform(), "processor": platform.processor(),
255
+ "logical_cpus": os.cpu_count(),
256
+ "settings": {"hotcache": False, "readcache": True, "freshness": False,
257
+ "score_mode": "jaccard", "global_cap": mdcos.GLOBAL_CAP,
258
+ "k": 5, "judge": False, "record": False},
259
+ "limits": ["public pool: gold-only keyword retrieval, not official QA",
260
+ "scale pool: synthetic, not a production corpus",
261
+ "single client; engine API latency, excludes MCP/network/LLM",
262
+ "document cache warm; operating system cache not cleared",
263
+ "baseline mdcos from Git shares unchanged checkout dependencies"],
264
+ "datasets": [],
265
+ "kernel": kernel_benchmark(baseline, args.rounds, args.kernel_iterations)}
266
+ report["datasets"].append(paired_search(
267
+ "locomo-zh-500", Path(public.ROOT), questions, public.CONFIGS,
268
+ baseline, args.rounds, extra_read_cache=True))
269
+ # Save the public run even if the optional larger run is interrupted.
270
+ args.output.parent.mkdir(parents=True, exist_ok=True)
271
+ args.output.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8")
272
+ if args.scale_nodes:
273
+ root = Path(public.ROOT).with_name(f"_md_cg_eval_fuzzy_scale_{args.scale_nodes}")
274
+ synthetic_pool(root, args.scale_nodes)
275
+ queries = ("向量索引检索算法", "会话更新历史记录", "条件空间评分计算", "最长命中子串查询",
276
+ "数据库回退路径", "图像渲染管线处理", "天气观察记录日期", "数学公式推导步骤",
277
+ "无关联资料", "xyz-nonmatching-token")
278
+ scale_questions = [{"qid": f"scale_q_{i}", "question": query,
279
+ "qtype": "synthetic", "evidence_turns": []}
280
+ for i, query in enumerate(queries)]
281
+ report["datasets"].append(paired_search(
282
+ "synthetic-scale", root, scale_questions,
283
+ (("fuzzy", ("fuzzy",)), ("lexical,fuzzy", ("lexical", "fuzzy"))),
284
+ baseline, args.rounds))
285
+ args.output.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8")
286
+ failures = sum(config["mismatch_count"] for dataset in report["datasets"]
287
+ for config in dataset["configs"].values())
288
+ failures += sum(not dataset["first_query_equal"] for dataset in report["datasets"])
289
+ for dataset in report["datasets"]:
290
+ for name, config in dataset["configs"].items():
291
+ print(f"{dataset['name']} {name}: "
292
+ f"{config['speedup_median_round']:.3f}x, "
293
+ f"mismatches={config['mismatch_count']}")
294
+ print(f"Full-result mismatches: {failures}; report: {args.output}")
295
+ return 1 if failures else 0
296
+
297
+
298
+ if __name__ == "__main__":
299
+ raise SystemExit(main())
@@ -0,0 +1,358 @@
1
+ """Isolated P0/P1 experiments; synthetic evidence metrics, NOT Agent QA scores.
2
+
3
+ python -X utf8 -m md_cg.bench_memory_rsi --out /new/experiment-directory
4
+ All source fixtures, labels, per-query results and selection inputs are saved.
5
+ No external model, production memory, benchmark-score rewrite or shell executor.
6
+ """
7
+ from __future__ import annotations
8
+
9
+ import argparse
10
+ import dataclasses
11
+ import hashlib
12
+ import json
13
+ import os
14
+ from pathlib import Path
15
+ import platform
16
+ import random
17
+ import statistics
18
+ import subprocess
19
+ import sys
20
+ import time
21
+ import tracemalloc
22
+
23
+ from .memory_rsi import MemoryRSILab, create_sandbox, recommend_strategy
24
+
25
+ BUDGET = 240
26
+ ITEM_BUDGET = 120
27
+ SEEDS = (20261012, 314159)
28
+ SPLITS = ('development', 'validation', 'holdout')
29
+ GRAPH_CREATED_AT = 1767225600 # 2026-01-01T00:00:00Z, MdCG.add expects Unix seconds
30
+
31
+
32
+ def save(path, value):
33
+ path.write_text(json.dumps(value, ensure_ascii=False, indent=2), encoding='utf-8')
34
+
35
+
36
+ def fixture(seed, split):
37
+ rng = random.Random(f'{seed}:{split}')
38
+ docs, queries = [], []
39
+ for index in range(24):
40
+ key = 'K' + ''.join(rng.choice('ABCDEFGHJKLMNPQRSTUVWXYZ') for _ in range(8))
41
+ kind = ('head', 'tail', 'tail', 'long_line', 'temporal', 'multihop')[index % 6]
42
+ count = 2 if kind in ('temporal', 'multihop') else 1
43
+ gold, evidence = [], []
44
+ for part in range(count):
45
+ nid = f'doc_{index:02d}_{part}'
46
+ action = rng.choice(['restore the backup', 'restart the worker', 'renew the lease',
47
+ 'use the absolute path', 'reduce the batch size'])
48
+ text = f'{key} recovery step {part + 1}: {action}.'
49
+ prefix = '\n'.join('Background observation: normal service status.' for _ in range(48))
50
+ if kind == 'head':
51
+ body = text + '\n' + prefix
52
+ elif kind == 'long_line':
53
+ body = prefix.replace('\n', ' ') + ' ' + text
54
+ else:
55
+ body = prefix + '\n' + text
56
+ if kind == 'temporal':
57
+ body += f' Effective on 2026-0{part + 1}-01.'
58
+ docs.append({'id': nid, 'content': body, 'key': key,
59
+ 'source': f'synthetic:{split}:{index}:{part}',
60
+ 'effective_from': f'2026-0{part + 1}-01' if kind == 'temporal' else None})
61
+ gold.append(nid)
62
+ evidence.append(text)
63
+ # Off-distribution vocabulary deliberately retains a retrieval failure
64
+ # mode: the key is absent and the query cannot be solved by lexical lookup.
65
+ question = (f'How should {key} recovery proceed?' if index % 8 != 7 else
66
+ f'Which earlier intervention resolved incident alias-{index}?')
67
+ queries.append({'qid': f'{seed}:{split}:{index}', 'query': question, 'kind': kind,
68
+ 'gold': gold, 'evidence': evidence})
69
+ for index in range(48):
70
+ docs.append({'id': f'noise_{index:02d}', 'content':
71
+ f'Unrelated service memo number {index}. Normal observation only.',
72
+ 'key': f'NOISE{index}', 'source': f'synthetic:noise:{index}',
73
+ 'effective_from': None})
74
+ queries.extend({'qid': f'{seed}:{split}:unknown{i}',
75
+ 'query': f'Unobserved {rng.getrandbits(64):016x} intervention?',
76
+ 'kind': 'unknown', 'gold': [], 'evidence': []} for i in range(4))
77
+ return {'seed': seed, 'split': split, 'documents': docs, 'queries': queries}
78
+
79
+
80
+ def populate(cg, data):
81
+ for doc in data['documents']:
82
+ cg.add(doc['id'], doc['content'], layer='knowledge', verification_basis='data',
83
+ condition_space={'all': [doc['key']]}, source=doc['source'],
84
+ effective_from=doc['effective_from'], created_at=GRAPH_CREATED_AT)
85
+ cg.flush()
86
+
87
+
88
+ def measure(fn):
89
+ tracemalloc.reset_peak()
90
+ before, _ = tracemalloc.get_traced_memory()
91
+ wall, cpu = time.perf_counter(), time.process_time()
92
+ value = fn()
93
+ elapsed, used_cpu = time.perf_counter() - wall, time.process_time() - cpu
94
+ _, peak = tracemalloc.get_traced_memory()
95
+ return value, {'ms': elapsed * 1000, 'cpu_ms': used_cpu * 1000,
96
+ 'python_transient_peak_bytes': max(0, peak - before)}
97
+
98
+
99
+ def summarize(rows):
100
+ labelled = [r for r in rows if r['gold_count']]
101
+ unknown = [r for r in rows if not r['gold_count']]
102
+ latencies = sorted(r['ms'] for r in rows)
103
+ return {'executions': len(rows), 'labelled_executions': len(labelled),
104
+ 'unique_queries': len({r['qid'] for r in rows}),
105
+ 'unique_labelled_queries': len({r['qid'] for r in labelled}),
106
+ 'recall_at_1': statistics.mean(r['recall1'] for r in labelled),
107
+ 'recall_at_5': statistics.mean(r['recall5'] for r in labelled),
108
+ 'mrr': statistics.mean(r['rr'] for r in labelled),
109
+ 'evidence_complete_rate': statistics.mean(r['complete'] for r in labelled),
110
+ 'temporal_evidence_complete_rate': statistics.mean(r['complete'] for r in labelled if r['kind'] == 'temporal'),
111
+ 'multihop_evidence_complete_rate': statistics.mean(r['complete'] for r in labelled if r['kind'] == 'multihop'),
112
+ 'unknown_nonempty_rate': statistics.mean(r['nonempty'] for r in unknown),
113
+ 'p50_ms': statistics.median(latencies),
114
+ 'p95_ms': latencies[min(len(latencies) - 1, int(len(latencies) * .95))],
115
+ 'mean_estimated_tokens': statistics.mean(r['tokens'] for r in rows),
116
+ 'max_estimated_tokens': max(r['tokens'] for r in rows),
117
+ 'cpu_ms_total': sum(r['cpu_ms'] for r in rows),
118
+ 'max_python_transient_peak_bytes': max(r['python_transient_peak_bytes'] for r in rows),
119
+ 'budget_violations': sum(r['tokens'] > BUDGET for r in rows),
120
+ 'provenance_exact_rate': statistics.mean(r['provenance_exact'] for r in rows if r['nonempty']),
121
+ 'agent_task_success_rate': None, 'temporal_reasoning_accuracy': None,
122
+ 'multihop_reasoning_accuracy': None, 'physical_peak_rss_bytes': None}
123
+
124
+
125
+ def score(q, rank_ids, text, tokens, timing, provenance_exact):
126
+ gold = set(q['gold'])
127
+ first = next((i + 1 for i, nid in enumerate(rank_ids) if nid in gold), None)
128
+ return {'qid': q['qid'], 'kind': q['kind'], 'gold_count': len(gold),
129
+ 'rank_ids': rank_ids, 'recall1': len(gold & set(rank_ids[:1])) / len(gold) if gold else None,
130
+ 'recall5': len(gold & set(rank_ids[:5])) / len(gold) if gold else None,
131
+ 'rr': 1 / first if first else 0, 'complete': bool(gold) and all(e in text for e in q['evidence']),
132
+ 'tokens': tokens, 'nonempty': bool(text), 'provenance_exact': provenance_exact,
133
+ 'delivered_text': text, **timing}
134
+
135
+
136
+ def paired_interval(a, b, seed=827):
137
+ # Timing repeats are clustered by question, never new statistical samples.
138
+ def per_question(rows):
139
+ grouped = {}
140
+ for row in rows:
141
+ if row['gold_count']:
142
+ grouped.setdefault(row['qid'], []).append(float(row['complete']))
143
+ return {qid: statistics.mean(values) for qid, values in grouped.items()}
144
+ left, right = per_question(a), per_question(b)
145
+ if not left or left.keys() != right.keys():
146
+ raise ValueError('paired intervals require matching nonempty labelled question sets')
147
+ pairs = [right[qid] - left[qid] for qid in sorted(left)]
148
+ rng = random.Random(seed)
149
+ values = sorted(statistics.mean(rng.choices(pairs, k=len(pairs))) for _ in range(2000))
150
+ return {'difference': statistics.mean(pairs), 'unique_labelled_queries': len(pairs),
151
+ 'bootstrap_95_interval': [values[50], values[1949]],
152
+ 'unit': 'synthetic_query', 'warning': 'query bootstrap; templates are correlated; not population evidence'}
153
+
154
+
155
+ def experiment(base, data, rounds, *, include_compact=False):
156
+ # Import storage only after main has isolated all persistence roots:
157
+ # crypto/theory/tokens bind some auxiliary paths during import.
158
+ from .evidence_delivery import deliver
159
+ from .mdcos import MdCGOS, est_tokens
160
+ graph = create_sandbox(base)
161
+ cg = MdCGOS(str(graph))
162
+ populate(cg, data)
163
+ modes = ('A_original', 'B_query', 'B_query_metadata', 'C_prefix_control', 'D_candidate_index')
164
+ if include_compact:
165
+ modes += ('B_query_metadata_compact',)
166
+ records = {name: [] for name in modes}
167
+ oracles = []
168
+ mismatch = 0
169
+ try:
170
+ # Quality and oracle decomposition on one deterministic pass.
171
+ for q in data['queries']:
172
+ rows, meta = cg.search_rrf(q['query'], k=5)
173
+ full = '\n'.join(r[0]['content'] for r in rows)
174
+ goldrows = [(cg.get(nid), 1.0, {'state': 'oracle'}, ['oracle']) for nid in q['gold']]
175
+ original = cg.search_rrf
176
+ try:
177
+ cg.search_rrf = lambda *args, **kw: (goldrows, {'oracle': True})
178
+ oraclepack = cg.recall(q['query'], k=5, budget_tokens=BUDGET, max_item_tokens=ITEM_BUDGET)
179
+ finally:
180
+ cg.search_rrf = original
181
+ rtext = '\n'.join(p['content'] for p in oraclepack['pack'])
182
+ oracles.append({'qid': q['qid'], 'gold_count': len(q['gold']),
183
+ 'R_oracle_original_delivery': bool(q['gold']) and all(e in rtext for e in q['evidence']),
184
+ 'actual_R_D_full_unbounded': bool(q['gold']) and all(e in full for e in q['evidence']),
185
+ 'R_oracle_D_full_unbounded': bool(q['gold']),
186
+ 'actual_retrieved_ids': [r[0]['id'] for r in rows]})
187
+ for turn in range(rounds):
188
+ questions = list(data['queries'])
189
+ random.Random(data['seed'] + turn).shuffle(questions)
190
+ for q in questions:
191
+ order = modes if turn % 2 == 0 else tuple(reversed(modes))
192
+ signatures = {}
193
+ for name in order:
194
+ os.environ['MDCG_RRF_CANDIDATES'] = '1' if name == 'D_candidate_index' else '0'
195
+ # A is the actual original recall entry. D changes only the
196
+ # existing index flag. Candidate deliveries receive no labels.
197
+ if name in ('A_original', 'D_candidate_index'):
198
+ pack, timing = measure(lambda: cg.recall(q['query'], k=5,
199
+ budget_tokens=BUDGET, max_item_tokens=ITEM_BUDGET))
200
+ text = '\n\n'.join(p['content'] for p in pack['pack'])
201
+ tokens = est_tokens(text)
202
+ delivered = [p['id'] for p in pack['pack']]
203
+ exact = all(cg.get(p['id'])['content'].startswith(p['content'].rstrip('…')) for p in pack['pack'])
204
+ else:
205
+ def candidate_call():
206
+ found, _ = cg.search_rrf(q['query'], k=5)
207
+ out = deliver(found, q['query'], budget_tokens=BUDGET,
208
+ max_item_tokens=ITEM_BUDGET,
209
+ mode={'B_query': 'query', 'B_query_metadata': 'query_metadata',
210
+ 'B_query_metadata_compact': 'query_metadata_compact',
211
+ 'C_prefix_control': 'prefix'}[name])
212
+ return out
213
+ pack, timing = measure(candidate_call)
214
+ text, tokens = pack['text'], pack['tokens_used']
215
+ delivered = [r['id'] for r in pack['records']]
216
+ exact = all(r['source_sha256'] == hashlib.sha256(cg.get(r['id'])['content'].encode('utf-8')).hexdigest()
217
+ and all(0 <= s['start'] <= s['end'] <= len(cg.get(r['id'])['content']) for s in r['spans'])
218
+ for r in pack['records'])
219
+ rows, _ = cg.search_rrf(q['query'], k=5)
220
+ ids = [r[0]['id'] for r in rows]
221
+ signatures[name] = ids
222
+ records[name].append({'round': turn + 1, 'delivered_ids': delivered,
223
+ **score(q, ids, text, tokens, timing, exact)})
224
+ if signatures['A_original'] != signatures['D_candidate_index']:
225
+ mismatch += 1
226
+ print(f'{data["split"]} seed={data["seed"]} round={turn + 1}/{rounds}', flush=True)
227
+ finally:
228
+ os.environ['MDCG_RRF_CANDIDATES'] = '0'
229
+ cg.close()
230
+ labelled = [r for r in oracles if r['gold_count']]
231
+ return {'split': data['split'], 'seed': data['seed'],
232
+ 'summary': {name: summarize(values) for name, values in records.items()},
233
+ 'paired_B_query_vs_A': paired_interval(records['A_original'], records['B_query']),
234
+ 'oracle': {key: statistics.mean(r[key] for r in labelled) for key in
235
+ ('R_oracle_original_delivery', 'actual_R_D_full_unbounded', 'R_oracle_D_full_unbounded')},
236
+ 'index_ranking_mismatch_count': mismatch, 'oracle_records': oracles, 'records': records,
237
+ 'graph_disk_bytes': sum(p.stat().st_size for p in graph.rglob('*') if p.is_file())}
238
+
239
+
240
+ def experience_experiment(base):
241
+ from .mdcos import MdCGOS
242
+ modes = ('original_direct', 'original_proposal', 'checked_reflector')
243
+ results, raw = {}, []
244
+ for mode in modes:
245
+ cg = MdCGOS(str(create_sandbox(base / mode)))
246
+ lab = MemoryRSILab(cg, base / mode, enabled=True)
247
+ false_positive, supported, knowledge_written = 0, 0, 0
248
+ try:
249
+ for i in range(32):
250
+ passed = i % 2 == 0
251
+ error = f'ModuleNotFoundError: library_{i}'
252
+ action = f'pip install library_{i}'
253
+ if mode.startswith('original'):
254
+ # Original log miner sees a command followed by a failed
255
+ # result, and has no structured success check to consult.
256
+ events = [{'text': error}, {'text': action},
257
+ {'text': 'assertion passed' if passed else 'installation failed; same error persists'}]
258
+ result = cg.mine_fix_pairs(events, as_proposals=mode == 'original_proposal')
259
+ proposed = bool(result['pids'] if mode == 'original_proposal' else result['knowledge_ids'])
260
+ knowledge_written += len(result['knowledge_ids'])
261
+ else:
262
+ trace = {'task_id': str(i), 'scope': 'isolated dependency installation',
263
+ 'conditions': [f'environment_{i}'], 'events': [
264
+ {'id': 'e', 'kind': 'error', 'text': error},
265
+ {'id': 'a', 'kind': 'action', 'text': action, 'error_id': 'e'},
266
+ {'id': 'v', 'kind': 'check', 'text': 'import assertion result',
267
+ 'action_id': 'a', 'error_id': 'e', 'source': 'tool', 'passed': passed}]}
268
+ nid = lab.record_experience(trace)
269
+ reflected = lab.reflect(nid)
270
+ result = [lab.curate(c) for c in reflected['candidates']]
271
+ proposed = bool(result)
272
+ false_positive += int(proposed and not passed)
273
+ supported += int(proposed and passed)
274
+ raw.append({'arm': mode, 'case': i, 'observed_check_passed': passed,
275
+ 'lesson_produced': proposed, 'result': result})
276
+ results[mode] = {'unsupported_lesson_rate': false_positive / 16,
277
+ 'supported_lesson_rate': supported / 16,
278
+ 'knowledge_written': knowledge_written,
279
+ 'pending_proposals': len(cg.review_list()),
280
+ 'external_authenticity': 'not_authenticated',
281
+ 'agent_transfer_success': None}
282
+ finally:
283
+ cg.close()
284
+ return {'summary': results, 'records': raw}
285
+
286
+
287
+ def main(argv=None):
288
+ ap = argparse.ArgumentParser(description=__doc__)
289
+ ap.add_argument('--out', type=Path, required=True, help='new directory; existing paths refused')
290
+ ap.add_argument('--rounds', type=int, default=3)
291
+ ap.add_argument('--include-compact', action='store_true', help='retrospective compact-metadata ablation')
292
+ args = ap.parse_args(argv)
293
+ if not 1 <= args.rounds <= 5:
294
+ ap.error('rounds must be 1..5')
295
+ out = args.out.resolve()
296
+ out.mkdir(parents=True, exist_ok=False)
297
+ # Override every persistence root BEFORE constructing any memory instance.
298
+ for key, name in (('MDCG_STATE_ROOT', 'state'), ('MDCG_AUX_ROOT', 'auxiliary'),
299
+ ('DSH_HOME', 'dsh'), ('MDCG_ROOT', 'unused-default')):
300
+ os.environ[key] = str(out / name)
301
+ os.environ.update(MDCG_HOTCACHE='0', MDCG_READ_CACHE='1', MDCG_FRESHNESS='0',
302
+ MDCG_SEMANTIC='0', MDCG_RRF_CANDIDATES='0')
303
+ fixtures = [fixture(seed, split) for split in SPLITS for seed in SEEDS]
304
+ save(out / 'fixtures.json', fixtures)
305
+ frozen = hashlib.sha256((out / 'fixtures.json').read_bytes()).hexdigest()
306
+ evaluator_files = ('bench_memory_rsi.py', 'evidence_delivery.py', 'memory_rsi.py')
307
+ source_hashes = {name: hashlib.sha256(Path(__file__).with_name(name).read_bytes()).hexdigest()
308
+ for name in evaluator_files}
309
+ save(out / 'protocol.json', {'schema': 2, 'seed': SEEDS, 'budget_tokens': BUDGET,
310
+ 'max_item_tokens': ITEM_BUDGET, 'rounds': args.rounds, 'k': 5,
311
+ 'model': None, 'reader': None, 'fixture_sha256': frozen, 'source_sha256': source_hashes,
312
+ 'graph_created_at': GRAPH_CREATED_AT,
313
+ 'sample_unit': 'unique question; repeated executions measure timing only',
314
+ 'scorer': 'exact all-support substring; ranking Recall@K and first relevant reciprocal rank',
315
+ 'oracle_warning': 'full-delivery oracles remove the budget; diagnostic upper bounds only',
316
+ 'selection': 'validation only; holdout evaluated once after recommendation is fixed',
317
+ 'include_compact': args.include_compact,
318
+ 'evaluation_history': 'previously observed fixtures; retrospective replay, not a new blind holdout',
319
+ 'metrics_not_measured': ['agent success', 'reasoning accuracy', 'real model tokens', 'physical RSS'],
320
+ 'public_benchmark_score': False})
321
+ tracemalloc.start()
322
+ report = {'baseline_commit': subprocess.check_output(['git', 'rev-parse', 'HEAD'], text=True,
323
+ encoding='utf-8', errors='replace').strip(),
324
+ 'python': sys.version, 'platform': platform.platform(), 'runs': []}
325
+ for split in ('development', 'validation'):
326
+ for data in (f for f in fixtures if f['split'] == split):
327
+ report['runs'].append(experiment(out / f'{split}-{data["seed"]}', data, args.rounds,
328
+ include_compact=args.include_compact))
329
+ save(out / 'results.json', report)
330
+ validation = [r for r in report['runs'] if r['split'] == 'validation']
331
+ inputs = []
332
+ for name in validation[0]['summary']:
333
+ stats = [r['summary'][name] for r in validation]
334
+ inputs.append({'name': name, 'split': 'validation',
335
+ 'budget_ok': all(v['budget_violations'] == 0 for v in stats),
336
+ 'unsafe_accepts': 0, # deliveries perform no knowledge writes
337
+ 'evidence_rate': statistics.mean(v['evidence_complete_rate'] for v in stats),
338
+ 'p95_ms': statistics.mean(v['p95_ms'] for v in stats)})
339
+ report['selection_inputs'] = inputs
340
+ report['selection'] = recommend_strategy(inputs)
341
+ save(out / 'selection-before-holdout.json', report['selection'])
342
+ for data in (f for f in fixtures if f['split'] == 'holdout'):
343
+ report['runs'].append(experiment(out / f'holdout-{data["seed"]}', data, args.rounds,
344
+ include_compact=args.include_compact))
345
+ report['experience'] = experience_experiment(out / 'experience')
346
+ report['fixtures_unchanged'] = hashlib.sha256((out / 'fixtures.json').read_bytes()).hexdigest() == frozen
347
+ report['evaluator_sources_unchanged'] = all(
348
+ hashlib.sha256(Path(__file__).with_name(name).read_bytes()).hexdigest() == expected
349
+ for name, expected in source_hashes.items())
350
+ report['python_traced_peak_bytes'] = tracemalloc.get_traced_memory()[1]
351
+ save(out / 'results.json', report)
352
+ print(json.dumps({'selection': report['selection'], 'experience': report['experience']['summary'],
353
+ 'fixture_sha256': frozen, 'output': str(out)}, ensure_ascii=False, indent=2))
354
+ return 0
355
+
356
+
357
+ if __name__ == '__main__':
358
+ raise SystemExit(main())