@furongjun1999/dsh-memory 0.8.0 → 0.9.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (714) hide show
  1. package/README.md +662 -632
  2. package/codebuddy/README.md +1 -1
  3. package/data/policy.json +17 -6
  4. package/docs/README.md +18 -2
  5. package/docs/discipline/harnesses.yaml +1 -1
  6. package/docs/discipline/templates/spec.txt.tmpl +23 -0
  7. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
  8. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
  9. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
  10. package/dsh/README.md +1 -1
  11. package/dsh/cordis.yml.example +1 -1
  12. package/hive/README.md +705 -0
  13. package/hive/id_charset_blocks.txt +147 -0
  14. package/lib/bridge.d.ts +3 -0
  15. package/lib/bridge.js +32 -11
  16. package/lib/cli.js +14 -17
  17. package/lib/hooks.d.ts +18 -3
  18. package/lib/hooks.js +147 -18
  19. package/lib/index.d.ts +2 -2
  20. package/lib/index.js +18 -4
  21. package/lib/init.js +21 -21
  22. package/lib/lib/datapath.d.ts +56 -0
  23. package/lib/lib/datapath.js +102 -9
  24. package/lib/lib/hook_audit.d.ts +0 -1
  25. package/lib/lib/hook_audit.js +13 -1
  26. package/lib/lib/mdcg_client.d.ts +4 -1
  27. package/lib/lib/mdcg_client.js +10 -2
  28. package/lib/lib/mutual.js +61 -15
  29. package/lib/lib/prompt_safety.js +16 -1
  30. package/lib/lib/roleplay_web.js +30 -2
  31. package/lib/lib/token_store.d.ts +25 -6
  32. package/lib/lib/token_store.js +224 -33
  33. package/lib/tools.d.ts +8 -2
  34. package/lib/tools.js +22 -3
  35. package/md_cg/_guard_kit.py +121 -0
  36. package/md_cg/admission.py +718 -718
  37. package/md_cg/anchor.py +114 -0
  38. package/md_cg/audit.py +22 -5
  39. package/md_cg/autonomy.py +433 -288
  40. package/md_cg/autonomy_modes.py +781 -642
  41. package/md_cg/bench_beir_bm25.py +154 -0
  42. package/md_cg/bench_beir_scifact.py +170 -0
  43. package/md_cg/bench_bm25_blockmax.py +134 -0
  44. package/md_cg/bench_bm25_incremental.py +246 -0
  45. package/md_cg/bench_ccg_heading.py +118 -0
  46. package/md_cg/bench_csre_correctness.py +145 -0
  47. package/md_cg/bench_excerpt_budget.py +94 -0
  48. package/md_cg/bench_fuzzy_substrings.py +299 -0
  49. package/md_cg/bench_memory_rsi.py +358 -0
  50. package/md_cg/bench_memory_rsi_latency.py +82 -0
  51. package/md_cg/bench_memory_rsi_public.py +116 -0
  52. package/md_cg/bench_memory_rsi_tools.py +229 -0
  53. package/md_cg/bench_rrf_candidates.py +212 -0
  54. package/md_cg/bench_rrf_public.py +100 -0
  55. package/md_cg/bench_text_projections.py +221 -0
  56. package/md_cg/bench_timeanchor.py +357 -0
  57. package/md_cg/bm25.py +601 -0
  58. package/md_cg/branches.py +404 -327
  59. package/md_cg/build_postings.py +74 -73
  60. package/md_cg/ccgc.py +4 -2
  61. package/md_cg/chain.py +572 -379
  62. package/md_cg/coldverify.py +531 -292
  63. package/md_cg/condaccept.py +263 -0
  64. package/md_cg/condgate.py +308 -0
  65. package/md_cg/config_registry.py +329 -0
  66. package/md_cg/config_registry_bulk.py +482 -0
  67. package/md_cg/config_registry_guard.py +487 -0
  68. package/md_cg/config_render.py +354 -0
  69. package/md_cg/config_validate.py +455 -0
  70. package/md_cg/conformance.py +21 -0
  71. package/md_cg/conformance_core.py +753 -0
  72. package/md_cg/consistency.py +1278 -955
  73. package/md_cg/consolidate.py +180 -20
  74. package/md_cg/crypto.py +794 -472
  75. package/md_cg/datapath.py +137 -12
  76. package/md_cg/eval_common.py +522 -575
  77. package/md_cg/evidence.py +946 -585
  78. package/md_cg/evidence_delivery.py +101 -0
  79. package/md_cg/experience_consolidation.py +317 -0
  80. package/md_cg/export.py +329 -222
  81. package/md_cg/forgetting.py +1050 -922
  82. package/md_cg/freshness.py +601 -548
  83. package/md_cg/fsutil.py +1120 -824
  84. package/md_cg/goal_gen.py +458 -0
  85. package/md_cg/hotcache.py +107 -9
  86. package/md_cg/hyperedge.py +14 -3
  87. package/md_cg/identity.py +573 -391
  88. package/md_cg/imgskill.py +1712 -0
  89. package/md_cg/insight.py +540 -521
  90. package/md_cg/interface_schema.py +146 -0
  91. package/md_cg/interop.py +20 -0
  92. package/md_cg/judgment_manifest.py +24 -1
  93. package/md_cg/lifecycle.py +86 -5
  94. package/md_cg/links.py +27 -6
  95. package/md_cg/logref.py +332 -327
  96. package/md_cg/mcp_server.py +5227 -4449
  97. package/md_cg/mdcg.py +1301 -203
  98. package/md_cg/mdcos.py +7104 -5417
  99. package/md_cg/memory_rsi.py +308 -0
  100. package/md_cg/metacognition.py +726 -591
  101. package/md_cg/nodefile.py +151 -3
  102. package/md_cg/op_table.py +1128 -0
  103. package/md_cg/postings.py +524 -300
  104. package/md_cg/predict.py +4 -1
  105. package/md_cg/probe_memory_rsi.py +95 -0
  106. package/md_cg/probe_memory_rsi_mcp.py +66 -0
  107. package/md_cg/protect.py +188 -28
  108. package/md_cg/protocol.py +492 -411
  109. package/md_cg/provenance.py +7 -1
  110. package/md_cg/qmd.py +477 -0
  111. package/md_cg/qmd_llm.py +334 -0
  112. package/md_cg/query_excerpt.py +171 -0
  113. package/md_cg/queue_health.py +130 -0
  114. package/md_cg/reach.py +470 -453
  115. package/md_cg/readcache.py +115 -3
  116. package/md_cg/reconcile.py +239 -228
  117. package/md_cg/refindex.py +1191 -1042
  118. package/md_cg/refine.py +12 -3
  119. package/md_cg/retrieve.py +128 -0
  120. package/md_cg/review_cli.py +204 -26
  121. package/md_cg/revise.py +140 -0
  122. package/md_cg/rollback.py +256 -19
  123. package/md_cg/rollback_cli.py +21 -1
  124. package/md_cg/rotate.py +347 -0
  125. package/md_cg/routing.py +62 -1
  126. package/md_cg/rrf_candidates.py +204 -0
  127. package/md_cg/run_tests.py +19 -1
  128. package/md_cg/scrub.py +177 -23
  129. package/md_cg/security.py +269 -17
  130. package/md_cg/self_state.py +1053 -1029
  131. package/md_cg/self_surface.py +50 -0
  132. package/md_cg/semantic/canonical.py +1 -1
  133. package/md_cg/semantic/export_en_zh_map.py +2 -2
  134. package/md_cg/semantic/zh_en_atoms.py +2 -0
  135. package/md_cg/session5.py +106 -0
  136. package/md_cg/signer.py +76 -2
  137. package/md_cg/sleep.py +1779 -1583
  138. package/md_cg/sources.py +273 -15
  139. package/md_cg/state_events.py +75 -10
  140. package/md_cg/state_slots.py +312 -221
  141. package/md_cg/stg.py +82 -16
  142. package/md_cg/stgidx.py +537 -281
  143. package/md_cg/subgraph.py +851 -729
  144. package/md_cg/sustain.py +458 -19
  145. package/md_cg/task_memory.py +367 -0
  146. package/md_cg/test_action_derive.py +210 -203
  147. package/md_cg/test_audit_heartbeat_20261015.py +417 -0
  148. package/md_cg/test_audit_protection_20261015.py +483 -0
  149. package/md_cg/test_audit_rotate_parity.py +280 -0
  150. package/md_cg/test_audit_state_20261015.py +253 -0
  151. package/md_cg/test_audit_write_20261015.py +161 -0
  152. package/md_cg/test_auto_defaults.py +43 -4
  153. package/md_cg/test_autonomy_emotion.py +328 -0
  154. package/md_cg/test_autonomy_modes.py +43 -3
  155. package/md_cg/test_b1_foreign_read.py +245 -0
  156. package/md_cg/test_bm25.py +438 -0
  157. package/md_cg/test_bm25_hydration_refill.py +265 -0
  158. package/md_cg/test_bm25_incremental.py +241 -0
  159. package/md_cg/test_bm25_incremental_mutations.py +160 -0
  160. package/md_cg/test_bm25_mutations.py +205 -0
  161. package/md_cg/test_bm25_pool_view.py +196 -0
  162. package/md_cg/test_boot_openblas_guard.py +218 -197
  163. package/md_cg/test_boundary_hit.py +1 -1
  164. package/md_cg/test_branches_sensitivity.py +375 -0
  165. package/md_cg/test_c8_search_rrf_gates.py +1 -1
  166. package/md_cg/test_canonical_timezones.py +211 -0
  167. package/md_cg/test_ccg_heading_parser.py +73 -0
  168. package/md_cg/test_chain_best_first.py +403 -0
  169. package/md_cg/test_chain_candidate_scope.py +227 -0
  170. package/md_cg/test_cn_recall_grams.py +206 -0
  171. package/md_cg/test_coldverify_drain.py +127 -0
  172. package/md_cg/test_condaccept.py +156 -0
  173. package/md_cg/test_condgate.py +141 -0
  174. package/md_cg/test_config_registry.py +55 -0
  175. package/md_cg/test_crypto_rotate.py +257 -0
  176. package/md_cg/test_csre_correctness.py +297 -0
  177. package/md_cg/test_csre_index_import_guard.py +161 -0
  178. package/md_cg/test_csre_mutations.py +34 -0
  179. package/md_cg/test_csre_session.py +69 -0
  180. package/md_cg/test_curiosity_budget.py +468 -0
  181. package/md_cg/test_d17_autostart_toolface.py +453 -0
  182. package/md_cg/test_datapath_tilde_home.py +271 -0
  183. package/md_cg/test_derived_cache_generations.py +256 -0
  184. package/md_cg/test_evidence_delivery_compact.py +54 -0
  185. package/md_cg/test_exact_text_cache.py +191 -0
  186. package/md_cg/test_excerpt_budget.py +188 -0
  187. package/md_cg/test_experience_consolidation.py +112 -0
  188. package/md_cg/test_export_default_collision.py +138 -0
  189. package/md_cg/test_export_snapshots.py +322 -0
  190. package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
  191. package/md_cg/test_gain_gate.py +16 -5
  192. package/md_cg/test_goal_gen.py +355 -0
  193. package/md_cg/test_h2_session_view_norm.py +251 -233
  194. package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
  195. package/md_cg/test_heartbeat_ledger.py +557 -0
  196. package/md_cg/test_hierarchy_audit_graph.py +237 -0
  197. package/md_cg/test_i50c_meta_passthrough.py +628 -608
  198. package/md_cg/test_i50e_readside_protection.py +6 -4
  199. package/md_cg/test_identity_attribution.py +96 -2
  200. package/md_cg/test_identity_contract.py +329 -0
  201. package/md_cg/test_imgskill.py +1444 -0
  202. package/md_cg/test_index_snapshot_shape.py +240 -0
  203. package/md_cg/test_interop_judgment.py +258 -228
  204. package/md_cg/test_issue111_gate_order.py +77 -0
  205. package/md_cg/test_issue111_scoring_contract.py +87 -0
  206. package/md_cg/test_issue121_calibration_bounds.py +293 -0
  207. package/md_cg/test_issue128_session_env_authority.py +246 -0
  208. package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
  209. package/md_cg/test_issue131_postings_content_staleness.py +424 -0
  210. package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
  211. package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
  212. package/md_cg/test_issue147_pack_id_escape.py +378 -0
  213. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
  214. package/md_cg/test_issue149_accel_default_face.py +249 -0
  215. package/md_cg/test_issue150_empty_query_terms.py +328 -0
  216. package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
  217. package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
  218. package/md_cg/test_issue152_sealed_postings.py +309 -0
  219. package/md_cg/test_issue152b_decrypt_cache.py +218 -0
  220. package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
  221. package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
  222. package/md_cg/test_issue157b_index_remainder.py +344 -0
  223. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
  224. package/md_cg/test_issue190_tidy_idempotent.py +806 -0
  225. package/md_cg/test_issue191_import_trust.py +382 -0
  226. package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
  227. package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
  228. package/md_cg/test_issue193_write_scope.py +378 -0
  229. package/md_cg/test_issue197_rank_credibility_property.py +201 -0
  230. package/md_cg/test_issue211_export_target.py +325 -0
  231. package/md_cg/test_issue212_writeface_gaps.py +349 -0
  232. package/md_cg/test_issue214_reject_sensitivity.py +267 -0
  233. package/md_cg/test_issue215_condition_source_gap.py +272 -0
  234. package/md_cg/test_issue216_clash_routes.py +214 -0
  235. package/md_cg/test_issue217_slot_routes.py +248 -0
  236. package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
  237. package/md_cg/test_issue225_consistency_torn_log.py +433 -0
  238. package/md_cg/test_issue245_swarm_traversal.py +366 -0
  239. package/md_cg/test_issue258_pack_sensitivity.py +468 -0
  240. package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
  241. package/md_cg/test_issue274_read_node_id_none.py +341 -0
  242. package/md_cg/test_issue275_layer_param.py +250 -0
  243. package/md_cg/test_issue277_node_id_traversal.py +384 -0
  244. package/md_cg/test_issue278_neg_separated_tension.py +271 -0
  245. package/md_cg/test_issue278_neg_window.py +294 -0
  246. package/md_cg/test_issue278_negative_layering.py +83 -0
  247. package/md_cg/test_issue279_signers_path_guard.py +652 -0
  248. package/md_cg/test_issue284_skip_not_pass.py +291 -0
  249. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
  250. package/md_cg/test_issue295_sleep_root_binding.py +589 -0
  251. package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
  252. package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
  253. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
  254. package/md_cg/test_issue303_design_boundaries.py +262 -0
  255. package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
  256. package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
  257. package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
  258. package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
  259. package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
  260. package/md_cg/test_issue321_mcp_deep_json.py +305 -0
  261. package/md_cg/test_issue322_node_write_lock.py +727 -0
  262. package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
  263. package/md_cg/test_issue324_write_size_fields.py +215 -0
  264. package/md_cg/test_issue325_audit_poison.py +230 -0
  265. package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
  266. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
  267. package/md_cg/test_issue326_key_perms.py +355 -0
  268. package/md_cg/test_issue326_twin_parser_parity.py +323 -0
  269. package/md_cg/test_issue326_vm_call_frame.py +569 -0
  270. package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
  271. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
  272. package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
  273. package/md_cg/test_issue348_insight_verify_op.py +200 -0
  274. package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
  275. package/md_cg/test_issue350_casefold_collision.py +236 -0
  276. package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
  277. package/md_cg/test_issue352_imgaudit.py +418 -0
  278. package/md_cg/test_issue352_pathsjson.py +537 -0
  279. package/md_cg/test_issue352_refindex.py +412 -0
  280. package/md_cg/test_issue352_rollback.py +604 -0
  281. package/md_cg/test_issue352_vstateinherit.py +196 -0
  282. package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
  283. package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
  284. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
  285. package/md_cg/test_issue354_rust_index_containment.py +571 -0
  286. package/md_cg/test_issue354_rust_wal_containment.py +606 -0
  287. package/md_cg/test_issue358_truncation_observable.py +247 -0
  288. package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
  289. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
  290. package/md_cg/test_issue362_neg_condition.py +468 -0
  291. package/md_cg/test_issue363_lexical_idf.py +275 -0
  292. package/md_cg/test_issue370_readcache_assembly.py +488 -0
  293. package/md_cg/test_issue375_state_slot_retire.py +325 -0
  294. package/md_cg/test_issue376_heartbeat_failed.py +293 -0
  295. package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
  296. package/md_cg/test_issue378_protected_floor.py +310 -0
  297. package/md_cg/test_issue383_state_event_write_gate.py +462 -0
  298. package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
  299. package/md_cg/test_issue398_toolface_op_parity.py +511 -0
  300. package/md_cg/test_issue399_hive_json_shape.py +317 -0
  301. package/md_cg/test_issue400_hive_dirty_args.py +450 -0
  302. package/md_cg/test_issue401_wisdom_codegen.py +295 -0
  303. package/md_cg/test_issue404_heal_receipt.py +390 -0
  304. package/md_cg/test_issue405_git_pathspec.py +333 -0
  305. package/md_cg/test_issue408_eface_registry.py +291 -0
  306. package/md_cg/test_issue409_compact_index_completeness.py +509 -0
  307. package/md_cg/test_issue410_verify_demote_write.py +366 -0
  308. package/md_cg/test_issue411_scrub_idempotence.py +575 -0
  309. package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
  310. package/md_cg/test_issue413_preimage_failclosed.py +239 -0
  311. package/md_cg/test_issue413_preimage_twin.py +340 -0
  312. package/md_cg/test_issue414_write_args_parity.py +613 -0
  313. package/md_cg/test_issue415_deps_gate_probe.py +358 -0
  314. package/md_cg/test_issue416_entry_key_subset.py +525 -0
  315. package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
  316. package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
  317. package/md_cg/test_issue418_role_type_gate.py +265 -0
  318. package/md_cg/test_issue419_pii_redaction.py +642 -0
  319. package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
  320. package/md_cg/test_issue425_ingest_library_path.py +331 -0
  321. package/md_cg/test_issue426a_dedup_receipt.py +242 -0
  322. package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
  323. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
  324. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
  325. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
  326. package/md_cg/test_issue427_serve_status_shape.py +191 -0
  327. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
  328. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
  329. package/md_cg/test_issue434_435_float_gate.py +90 -0
  330. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
  331. package/md_cg/test_issue43_default_policy.py +13 -4
  332. package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
  333. package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
  334. package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
  335. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
  336. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
  337. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
  338. package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
  339. package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
  340. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
  341. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
  342. package/md_cg/test_issue451_audit_actor.py +313 -0
  343. package/md_cg/test_issue452_ingest_root_hint.py +238 -0
  344. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
  345. package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
  346. package/md_cg/test_issue466_basis_registry.py +469 -0
  347. package/md_cg/test_issue467_identity_sensitivity.py +204 -0
  348. package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
  349. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
  350. package/md_cg/test_issue470_wal_event_durable.py +427 -0
  351. package/md_cg/test_issue471_identity_readable.py +137 -0
  352. package/md_cg/test_issue472_audit_chain.py +91 -0
  353. package/md_cg/test_issue472_prune_ledger.py +106 -0
  354. package/md_cg/test_issue472_rollback_degraded.py +82 -0
  355. package/md_cg/test_issue491_compose_sandbox.py +460 -0
  356. package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
  357. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
  358. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
  359. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
  360. package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
  361. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
  362. package/md_cg/test_issue525_read_null_semantics.py +52 -0
  363. package/md_cg/test_issue538_hook_condition_space.py +97 -0
  364. package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
  365. package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
  366. package/md_cg/test_issue542_tenant_root_same.py +153 -0
  367. package/md_cg/test_issue543_issue_authorization.py +147 -0
  368. package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
  369. package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
  370. package/md_cg/test_issue546_ledger_concurrency.py +81 -0
  371. package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
  372. package/md_cg/test_issue547_audit_durable.py +96 -0
  373. package/md_cg/test_issue549_durable_append.py +143 -0
  374. package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
  375. package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
  376. package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
  377. package/md_cg/test_issue559_refine_prefix.py +70 -0
  378. package/md_cg/test_issue561_pending_review.py +109 -0
  379. package/md_cg/test_issue66_scrub_semantics.py +107 -0
  380. package/md_cg/test_issue67_scrub_control_pool.py +233 -0
  381. package/md_cg/test_issue69_audit_boundary.py +129 -0
  382. package/md_cg/test_issue71_queue_backlog.py +377 -0
  383. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
  384. package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
  385. package/md_cg/test_issue75_neural_failure.py +582 -0
  386. package/md_cg/test_issue78_export_concurrency.py +334 -0
  387. package/md_cg/test_issue80_residual_flush.py +169 -0
  388. package/md_cg/test_issue82_credential_rules.py +271 -0
  389. package/md_cg/test_issue82_layer_and_size.py +120 -0
  390. package/md_cg/test_issue84_portability.py +95 -0
  391. package/md_cg/test_issue85_export_overwrite.py +113 -0
  392. package/md_cg/test_issue86_runtime_revoke.py +110 -0
  393. package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
  394. package/md_cg/test_issue88_conclusion_face.py +280 -0
  395. package/md_cg/test_issue88_execution_conflicts.py +87 -0
  396. package/md_cg/test_issue89_zero_score.py +169 -0
  397. package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
  398. package/md_cg/test_issue91_verifier_sandbox.py +314 -0
  399. package/md_cg/test_issue91_verifier_timeout.py +528 -0
  400. package/md_cg/test_issue93_remember_redaction.py +282 -0
  401. package/md_cg/test_issue96_key_fallback.py +102 -0
  402. package/md_cg/test_issue98_tenant_root.py +104 -0
  403. package/md_cg/test_jsonl_commit_watermark.py +221 -0
  404. package/md_cg/test_live_validity_cache.py +256 -0
  405. package/md_cg/test_logref.py +32 -0
  406. package/md_cg/test_mcp_call_argument_types.py +99 -0
  407. package/md_cg/test_md_access_parity.py +80 -5
  408. package/md_cg/test_md_cg_no_hive_dep.py +140 -0
  409. package/md_cg/test_memory_rsi.py +215 -0
  410. package/md_cg/test_memory_rsi_adversarial.py +91 -0
  411. package/md_cg/test_mode_parity.py +1413 -1393
  412. package/md_cg/test_mutation_residue.py +120 -0
  413. package/md_cg/test_mutation_rollback.py +62 -32
  414. package/md_cg/test_n123_derive_expiry_chain.py +10 -5
  415. package/md_cg/test_n130_verify_falsified_protect.py +185 -185
  416. package/md_cg/test_n209_verify_write_face_gates.py +7 -2
  417. package/md_cg/test_n230_dirty_replay.py +52 -9
  418. package/md_cg/test_n62_tenant_bind_failclosed.py +3 -3
  419. package/md_cg/test_neg_coverage_budget.py +500 -0
  420. package/md_cg/test_neg_tail_honesty.py +79 -9
  421. package/md_cg/test_p0.py +16 -2
  422. package/md_cg/test_p14_root_fallback.py +373 -0
  423. package/md_cg/test_p1x_ref_root.py +47 -10
  424. package/md_cg/test_p21_tokens.py +2 -1
  425. package/md_cg/test_p24_evidence.py +232 -227
  426. package/md_cg/test_p26_refindex.py +20 -3
  427. package/md_cg/test_p27_docindex.py +16 -1
  428. package/md_cg/test_p28_refcheck.py +45 -24
  429. package/md_cg/test_p29_session_ingest_export.py +6 -0
  430. package/md_cg/test_p2_mcp.py +474 -453
  431. package/md_cg/test_p2_six_elements.py +14 -1
  432. package/md_cg/test_p3.py +370 -261
  433. package/md_cg/test_p33_ccg_wiring.py +9 -2
  434. package/md_cg/test_p3_legacy_closure.py +6 -1
  435. package/md_cg/test_p40_refine_worklist.py +5 -2
  436. package/md_cg/test_p45_session_identity.py +250 -3
  437. package/md_cg/test_p47_session_view.py +25 -9
  438. package/md_cg/test_p4_freshness.py +8 -1
  439. package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
  440. package/md_cg/test_p9c_dedup_hints.py +7 -2
  441. package/md_cg/test_policy_required_ccg.py +12 -0
  442. package/md_cg/test_postings_digest_memo.py +139 -0
  443. package/md_cg/test_predict_beta.py +138 -135
  444. package/md_cg/test_qmd.py +500 -0
  445. package/md_cg/test_query_excerpt.py +209 -0
  446. package/md_cg/test_reach.py +456 -378
  447. package/md_cg/test_reach_snapshot_admission.py +218 -0
  448. package/md_cg/test_readcache_prodpath.py +4 -0
  449. package/md_cg/test_recall_face_guards.py +854 -812
  450. package/md_cg/test_recall_metadata.py +422 -0
  451. package/md_cg/test_retr_s5.py +104 -5
  452. package/md_cg/test_retr_score_once.py +14 -2
  453. package/md_cg/test_review_cli_attribution.py +11 -7
  454. package/md_cg/test_review_queue_batch.py +123 -0
  455. package/md_cg/test_review_queue_index.py +130 -0
  456. package/md_cg/test_rrf_candidates.py +292 -0
  457. package/md_cg/test_rrf_qualified_topk.py +214 -0
  458. package/md_cg/test_rrf_unique_votes.py +218 -0
  459. package/md_cg/test_s1_ast_judge.py +110 -0
  460. package/md_cg/test_scrub_ledger.py +413 -0
  461. package/md_cg/test_security_audit_b26.py +34 -3
  462. package/md_cg/test_security_audit_v21.py +1 -2
  463. package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
  464. package/md_cg/test_session5_identity.py +93 -0
  465. package/md_cg/test_session_attribution_consistency.py +813 -0
  466. package/md_cg/test_session_identity_tristate.py +486 -0
  467. package/md_cg/test_sleep_p1.py +35 -3
  468. package/md_cg/test_state_event_op.py +8 -1
  469. package/md_cg/test_state_projection_streaming.py +136 -0
  470. package/md_cg/test_stg_interval_candidates.py +280 -0
  471. package/md_cg/test_stg_time_blocks.py +239 -0
  472. package/md_cg/test_stgidx_index_parity.py +16 -12
  473. package/md_cg/test_subgraph_bounded_bfs.py +227 -0
  474. package/md_cg/test_sustain_bounded.py +30 -2
  475. package/md_cg/test_task_memory.py +394 -0
  476. package/md_cg/test_text_projection_mutations.py +101 -0
  477. package/md_cg/test_time_anchor.py +421 -0
  478. package/md_cg/test_time_core_lint.py +1024 -975
  479. package/md_cg/test_tool_face.py +200 -189
  480. package/md_cg/test_trust_bounded_frontier.py +248 -0
  481. package/md_cg/test_trust_edge_reachability.py +405 -0
  482. package/md_cg/test_w5_path_fingerprint.py +381 -0
  483. package/md_cg/test_w7_redlines.py +659 -0
  484. package/md_cg/test_write_return_shape.py +919 -0
  485. package/md_cg/test_writepipe.py +5 -3
  486. package/md_cg/timeanchor.py +534 -0
  487. package/md_cg/tokens.py +68 -5
  488. package/md_cg/tool_face.py +273 -260
  489. package/md_cg/trust.py +110 -26
  490. package/md_cg/twophase.py +74 -2
  491. package/md_cg/weights.py +642 -638
  492. package/md_cg/whitebox.py +9 -0
  493. package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
  494. package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
  495. package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
  496. package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
  497. package/md_cg/whitebox_kb/wisdom/compose_engine.py +3 -2
  498. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +22 -2
  499. package/md_cg/whitebox_kb/wisdom/core/parser.py +17 -0
  500. package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
  501. package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
  502. package/md_cg/whitebox_kb/wisdom/md_access.py +23 -3
  503. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +21 -0
  504. package/md_cg/whitebox_kb/wisdom/mini_python.py +44 -7
  505. package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
  506. package/md_cg/whitebox_kb/wisdom/net_units.py +12 -7
  507. package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
  508. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +13 -7
  509. package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
  510. package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
  511. package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
  512. package/md_cg/writelimit.py +584 -390
  513. package/md_cg/writepipe.py +587 -76
  514. package/package.json +13 -9
  515. package/skills/plugin.json +1 -1
  516. package/src/bridge.ts +34 -11
  517. package/src/cli.ts +75 -65
  518. package/src/hooks.ts +908 -776
  519. package/src/index.ts +19 -5
  520. package/src/init.ts +362 -361
  521. package/src/lib/datapath.ts +419 -326
  522. package/src/lib/hook_audit.ts +256 -243
  523. package/src/lib/mdcg_client.ts +10 -2
  524. package/src/lib/mutual.ts +481 -432
  525. package/src/lib/prompt_safety.ts +164 -149
  526. package/src/lib/roleplay_web.ts +30 -2
  527. package/src/lib/token_store.ts +274 -52
  528. package/src/tools.ts +249 -223
  529. package/zcode/README.md +1 -1
  530. package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
  531. package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
  532. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
  533. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
  534. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
  535. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
  536. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
  537. package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
  538. package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
  539. package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
  540. package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
  541. package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
  542. package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
  543. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
  544. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
  545. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
  546. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
  547. package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
  548. package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
  549. package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
  550. package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
  551. package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
  552. package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
  553. package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
  554. package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
  555. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
  556. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
  557. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
  558. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
  559. package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
  560. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
  561. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
  562. package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
  563. package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
  564. package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
  565. package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
  566. package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
  567. package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
  568. package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
  569. package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
  570. package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
  571. package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
  572. package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -152
  573. package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
  574. package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
  575. package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
  576. package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
  577. package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
  578. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
  579. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
  580. package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
  581. package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
  582. package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
  583. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
  584. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
  585. package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
  586. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
  587. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
  588. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
  589. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
  590. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
  591. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
  592. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
  593. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
  594. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
  595. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
  596. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
  597. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
  598. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
  599. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
  600. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
  601. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
  602. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
  603. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
  604. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
  605. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
  606. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
  607. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
  608. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
  609. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
  610. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
  611. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
  612. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
  613. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
  614. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
  615. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
  616. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
  617. package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
  618. package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
  619. package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
  620. package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
  621. package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
  622. package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
  623. package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
  624. package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
  625. package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
  626. package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
  627. package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
  628. package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
  629. package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
  630. package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
  631. package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
  632. package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
  633. package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
  634. package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
  635. package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
  636. package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
  637. package/docs/mdcg/guardrail-charter.md +0 -164
  638. package/docs/mdcg/lingshu_tutorial.html +0 -14956
  639. package/docs/mdcg/memory-assessment.html +0 -923
  640. package/docs/mdcg/memory_score.html +0 -213
  641. package/docs/mdcg/memory_score.png +0 -0
  642. package/docs/mdcg/release_v0.3.0.md +0 -36
  643. package/docs/mdcg/release_v0.4.11.md +0 -49
  644. package/docs/mdcg/release_v0.4.5.md +0 -55
  645. package/docs/mdcg/tool_table_v0.3.0.md +0 -117
  646. package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
  647. package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
  648. package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
  649. package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
  650. package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
  651. package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
  652. package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
  653. package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
  654. package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
  655. package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
  656. package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
  657. package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
  658. package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
  659. package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
  660. package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
  661. package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
  662. package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
  663. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
  664. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
  665. package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
  666. package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
  667. package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
  668. package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
  669. package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
  670. package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
  671. package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
  672. package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
  673. package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
  674. package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
  675. package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
  676. package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
  677. package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
  678. package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
  679. package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
  680. package/docs/promo/bilibili-cover.jpg +0 -0
  681. package/docs/promo/promo-visual-1.png +0 -0
  682. package/docs/promo/promo-visual-2.png +0 -0
  683. package/docs/promo/promo-visual-3.png +0 -0
  684. package/docs/promo/promo-visual-4.png +0 -0
  685. package/docs/promo/promo-visual-5.png +0 -0
  686. package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
  687. package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
  688. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
  689. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
  690. package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
  691. package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
  692. package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
  693. package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
  694. package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
  695. package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
  696. package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
  697. package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
  698. package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
  699. package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
  700. package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
  701. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
  702. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
  703. package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
  704. package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
  705. package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
  706. package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
  707. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
  708. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
  709. package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
  710. package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
  711. package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
  712. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
  713. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
  714. package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
@@ -0,0 +1,246 @@
1
+ """Paired production BM25 benchmark for write-then-query block maintenance.
2
+
3
+ Generates separate deterministic Markdown corpora for the frozen/current arms.
4
+ Only the BM25 module differs. Result caches are off, arm order alternates, and
5
+ every query compares all raw BM25 top-50 rows/scores and fused production rows.
6
+ This is a local synthetic benchmark, not a memory-QA leaderboard submission.
7
+ """
8
+ from __future__ import annotations
9
+
10
+ import argparse
11
+ from contextlib import contextmanager
12
+ import hashlib
13
+ import json
14
+ import os
15
+ from pathlib import Path
16
+ import platform
17
+ import subprocess
18
+ import sys
19
+ import time
20
+ import types
21
+
22
+
23
+ BASELINE = "b4f6b68ee3e51a34dca430b187cba3fc8d570ebb"
24
+ BASELINE_SHA256 = "bfbd94135796813871a47465f7f16db54749f7549d787ae67830b9e7ac3d465a"
25
+
26
+
27
+ def main():
28
+ p = argparse.ArgumentParser(description=__doc__)
29
+ p.add_argument("--root", type=Path, required=True)
30
+ p.add_argument("--output", type=Path, required=True)
31
+ p.add_argument("--count", type=int, default=10000)
32
+ p.add_argument("--rounds", type=int, default=12)
33
+ p.add_argument("--baseline", default=BASELINE)
34
+ p.add_argument("--baseline-source", type=Path,
35
+ help="offline copy of the frozen baseline's bm25.py; exact SHA256 required")
36
+ p.add_argument("--prepare-only", action="store_true")
37
+ p.add_argument("--prepare-metadata", action="store_true",
38
+ help="with --prepare-only, persist production metadata in two independent processes")
39
+ args = p.parse_args()
40
+ if args.count < 4096 or args.rounds < 3 or args.output.exists():
41
+ p.error("Requires count >= 4096, rounds >= 3 and a new output")
42
+ if args.prepare_metadata and not args.prepare_only:
43
+ p.error("--prepare-metadata requires --prepare-only")
44
+ network_attempts = []
45
+ def deny_network(event, _args):
46
+ if event in ("socket.connect", "socket.getaddrinfo", "socket.sendto"):
47
+ network_attempts.append(event)
48
+ raise RuntimeError("Network disabled for paired BM25 measurement")
49
+ sys.addaudithook(deny_network)
50
+ root, output = args.root.resolve(), args.output.resolve()
51
+ repo = Path(__file__).resolve().parents[1]
52
+ frozen = None
53
+ if not args.prepare_only:
54
+ if args.baseline_source:
55
+ frozen = args.baseline_source.read_bytes()
56
+ if args.baseline != BASELINE or hashlib.sha256(frozen).hexdigest() != BASELINE_SHA256:
57
+ p.error("Offline baseline must match the exact frozen b4f6b68e source")
58
+ else:
59
+ frozen = subprocess.check_output([
60
+ "git", "show", args.baseline + ":md_cg/bm25.py"], cwd=repo)
61
+ marker = root / "_incremental_benchmark.json"
62
+ spec = {"schema": 1, "count": args.count, "baseline": args.baseline}
63
+ if root.exists() and (not marker.is_file() or json.loads(
64
+ marker.read_text(encoding="utf-8")) != spec):
65
+ p.error("Refusing an unrelated or previously measured corpus")
66
+ root.mkdir(parents=True, exist_ok=True)
67
+ marker.write_text(json.dumps(spec), encoding="utf-8")
68
+ os.environ.update(MDCG_HOTCACHE="0", MDCG_READ_CACHE="1", MDCG_FRESHNESS="0",
69
+ MDCG_RETRIEVAL_PIPELINE="0", MDCG_SEMANTIC="0", MDCG_UNIFY_QUERY="0",
70
+ MDCG_EN_ATOMS="0", MDCG_RRF_CANDIDATES="0",
71
+ MDCG_BM25_BLOCK_MAX="1", MDCG_BM25_POOL_CACHE="1",
72
+ DSH_HOME=str(root / "dsh"), MDCG_AUX_ROOT=str(root / "auxiliary"))
73
+ from unittest.mock import patch
74
+ from . import bm25, mdcos
75
+ from .bench_rrf_candidates import fixture, key, signature
76
+ from .bench_fuzzy_substrings import latency
77
+ for name in ("before", "after"):
78
+ fixture(root / name, args.count)
79
+ if args.prepare_only:
80
+ if args.prepare_metadata:
81
+ jobs, logs = [], []
82
+ child = ("from md_cg.mdcos import MdCGOS; import sys; "
83
+ "cg=MdCGOS(sys.argv[1]); print('nodes', len(cg.index['nodes']), flush=True); "
84
+ "cg.close(); print('metadata snapshot persisted', flush=True)")
85
+ try:
86
+ for name in ("before", "after"):
87
+ log = (root / (name + "-metadata-preparation.log")).open("w", encoding="utf-8")
88
+ logs.append(log)
89
+ child_env = dict(os.environ, DSH_HOME=str(root / (name + "-dsh")),
90
+ MDCG_AUX_ROOT=str(root / (name + "-auxiliary")))
91
+ jobs.append(subprocess.Popen([sys.executable, "-X", "utf8", "-c", child,
92
+ str(root / name)], cwd=Path(__file__).resolve().parents[1],
93
+ env=child_env, stdout=log, stderr=subprocess.STDOUT))
94
+ codes = [job.wait(timeout=1800) for job in jobs]
95
+ if any(codes):
96
+ raise RuntimeError("Metadata preparation failed: " + str(codes))
97
+ finally:
98
+ for log in logs:
99
+ log.close()
100
+ print("PREPARED", root, flush=True)
101
+ return
102
+ marker.write_text(json.dumps(dict(spec, measured=True)), encoding="utf-8")
103
+ before = types.ModuleType("md_cg._incremental_baseline")
104
+ before.__package__ = "md_cg"
105
+ exec(compile(frozen, "git:" + args.baseline + ":bm25.py", "exec"), vars(before))
106
+ original = bm25.search
107
+ engines, reference = {}, {}
108
+ report = {"date": time.strftime("%Y-%m-%d"), "count": args.count,
109
+ "rounds": args.rounds, "baseline": args.baseline,
110
+ "protocol": "independent real Markdown corpora; current production search_rrf; "
111
+ "only BM25 differs; alternating arm order; result cache off; "
112
+ "OS cache not flushed; writes excluded from query latency; "
113
+ "first builds separate; raw top-50 and fused top-10 full equality",
114
+ "platform": platform.platform(), "python": platform.python_version(),
115
+ "source_sha256": {n: hashlib.sha256((repo / "md_cg" / n).read_bytes()).hexdigest()
116
+ for n in ("bm25.py", "mdcos.py", "mdcg.py", "readcache.py")},
117
+ "baseline_bm25_sha256": hashlib.sha256(frozen).hexdigest(),
118
+ "arms": {}, "mismatches": [], "errors": [], "status": "running",
119
+ "network_attempts": network_attempts}
120
+
121
+ def save():
122
+ output.parent.mkdir(parents=True, exist_ok=True)
123
+ output.write_text(json.dumps(report, ensure_ascii=False, indent=2) + "\n", encoding="utf-8")
124
+
125
+ def normalize(value, name):
126
+ if isinstance(value, str):
127
+ for prefix in (str(root / name), (root / name).as_posix()):
128
+ if value.startswith(prefix):
129
+ return "<corpus>" + value[len(prefix):].replace("\\", "/")
130
+ return value
131
+ if isinstance(value, dict):
132
+ return {k: normalize(v, name) for k, v in value.items()}
133
+ if isinstance(value, (tuple, list)):
134
+ return [normalize(v, name) for v in value]
135
+ return value
136
+
137
+ def digest(value):
138
+ return hashlib.sha256(json.dumps(value, sort_keys=True, ensure_ascii=False,
139
+ separators=(",", ":")).encode()).hexdigest()
140
+
141
+ @contextmanager
142
+ def arm(name, captured):
143
+ target = before.search if name == "before" else original
144
+ def capture(*a, **kw):
145
+ rows, info = target(*a, **kw)
146
+ captured["raw"] = rows
147
+ return rows, info
148
+ bm25.search = capture
149
+ try:
150
+ yield
151
+ finally:
152
+ bm25.search = original
153
+
154
+ def query(name, phase, turn, text):
155
+ cg, captured = engines[name], {}
156
+ idx = getattr(cg, "_bm25_index", None)
157
+ tables = dict(getattr(idx, "term_blocks", {}))
158
+ with arm(name, captured):
159
+ started = time.perf_counter()
160
+ rows, meta = cg.search_rrf(text, k=10, paths=("bm25",), judge=False, record=False)
161
+ elapsed = (time.perf_counter() - started) * 1000
162
+ info, idx = meta["bm25"], cg._bm25_index
163
+ if "fallback" in info or info["unavailable"] or meta.get("cached"):
164
+ raise AssertionError(info)
165
+ full = signature(normalize(rows, name), normalize(meta, name))
166
+ raw = digest(normalize(captured["raw"], name))
167
+ value = (full, raw, info["matched"])
168
+ identity = (phase, turn, text)
169
+ if identity in reference and reference[identity] != value:
170
+ report["mismatches"].append({"arm": name, "phase": phase, "round": turn, "query": text})
171
+ reference.setdefault(identity, value)
172
+ if phase != "absent" and not rows:
173
+ raise AssertionError("Expected nonempty production results")
174
+ if phase == "absent" and rows:
175
+ raise AssertionError("Absent term returned results")
176
+ record = {"phase": phase, "round": turn, "query": text, "ms": elapsed,
177
+ "full_signature": full, "raw_signature": raw, "bm25": info,
178
+ "previous_term_tables": len(tables),
179
+ "retained_term_tables": sum(v is idx.term_blocks.get(k) for k, v in tables.items())}
180
+ if phase == "first":
181
+ report["arms"][name]["first"] = record
182
+ else:
183
+ report["arms"][name]["records"].append(record)
184
+
185
+ try:
186
+ for name in ("before", "after"):
187
+ print(name, "loading production metadata", flush=True)
188
+ prepared = (root / name / "_index.json").is_file()
189
+ started = time.perf_counter()
190
+ engines[name] = mdcos.MdCGOS(str(root / name))
191
+ report["arms"][name] = {"init_ms": (time.perf_counter() - started) * 1000,
192
+ "records": [], "nodes": len(engines[name].index["nodes"]),
193
+ "metadata_snapshot_prepared": prepared}
194
+ print(name, "init_ms", report["arms"][name]["init_ms"], flush=True)
195
+ if report["arms"][name]["nodes"] != args.count:
196
+ raise AssertionError("Unexpected initial corpus size")
197
+ query(name, "first", 0, "资料 条目")
198
+ print(name, "first_ms", report["arms"][name]["first"]["ms"], flush=True)
199
+ save()
200
+ for turn in range(1, args.rounds + 1):
201
+ for name in (("before", "after") if turn % 2 else ("after", "before")):
202
+ query(name, "warm", turn, "资料 条目")
203
+ cg = engines[name]
204
+ # Alternate local overrides and inserts. Both arms get the
205
+ # same logical history and explicit clock/creation metadata.
206
+ inserting = turn % 3 == 0
207
+ nid = f"new_{turn:08d}" if inserting else f"entry_{(turn * 7919) % args.count:08d}"
208
+ text = f"资料条目\n主题:{key(turn % 4096)}\n正文记录编号 {turn}。资料 条目 "
209
+ started = time.perf_counter()
210
+ with patch("md_cg.mdcg.time.time", return_value=1800100000.0 + turn):
211
+ cg.add(nid, text, importance=0.4, override=not inserting,
212
+ created_at=1800100000.0 + turn)
213
+ cg.flush()
214
+ write_ms = (time.perf_counter() - started) * 1000
215
+ phase = "insert_query" if inserting else "update_query"
216
+ query(name, phase, turn, "资料 条目")
217
+ report["arms"][name]["records"][-1]["write_ms"] = write_ms
218
+ query(name, "warm_after_write", turn, "资料 条目")
219
+ query(name, "rare", turn, key(409))
220
+ query(name, "absent", turn, "quuxnotinthefixture999xyz")
221
+ print("paired round", turn, "of", args.rounds, flush=True)
222
+ save()
223
+ phases = ("warm", "update_query", "insert_query", "warm_after_write", "rare", "absent")
224
+ for details in report["arms"].values():
225
+ details["latency"] = {phase: latency([r["ms"] for r in details["records"]
226
+ if r["phase"] == phase]) for phase in phases}
227
+ if report["mismatches"] or network_attempts:
228
+ raise AssertionError("Before/after results differ")
229
+ report["paired_queries"] = len(reference)
230
+ report["status"] = "passed"
231
+ except Exception as exc:
232
+ report["errors"].append(type(exc).__name__ + ": " + str(exc))
233
+ report["status"] = "failed"
234
+ raise
235
+ finally:
236
+ save()
237
+ for cg in engines.values():
238
+ cg.close()
239
+ print(json.dumps({"status": report["status"], "paired_queries": report["paired_queries"],
240
+ "mismatches": len(report["mismatches"]),
241
+ "latency": {n: d["latency"] for n, d in report["arms"].items()}},
242
+ ensure_ascii=False), flush=True)
243
+
244
+
245
+ if __name__ == "__main__":
246
+ main()
@@ -0,0 +1,118 @@
1
+ """Controlled CCG parser timing with retrieval/consistency parity.
2
+
3
+ python -X utf8 -m md_cg.bench_ccg_heading --nodes 1000 --rounds 11
4
+
5
+ Uses synthetic data only. Alternates the previous policy-regex implementation
6
+ and the current parser in one process, with the same memory/cache state.
7
+ Reports timing rather than enforcing hardware-dependent speed thresholds.
8
+ """
9
+ import argparse
10
+ import hashlib
11
+ import json
12
+ from pathlib import Path
13
+ import re
14
+ import statistics
15
+ import tempfile
16
+ import time
17
+ from unittest import mock
18
+
19
+ from . import nodefile
20
+ from .mdcos import MdCGOS
21
+
22
+
23
+ # 生效条件:line 与 mark 遵循标题解析接口时执行优化前的策略正则,命中返回字段后余文,否则返回 None;仅用于基准对照。
24
+ def reference_heading(line, mark):
25
+ match = re.match(r"^#\s*" + re.escape(mark), line or "")
26
+ return (line or "")[match.end():] if match else None
27
+
28
+
29
+ # 生效条件:i 为整数时生成一条合成六要素记忆;奇数使用裸标题,偶数使用行内冒号,端口与重试次数由 i 决定。
30
+ def card(i):
31
+ fields = (("功能名", "网关心跳参数 " + str(i)),
32
+ ("生效条件", "网关在线且心跳已启用"), ("子功能", "端口取值与退避次数"),
33
+ ("执行", "监听端口 %d,失败后重试 %d 次" % (9000 + i % 100, 1 + i % 7)),
34
+ ("验证方式", "读取网关配置并连接端口"), ("不适用条件", "网关离线"))
35
+ sep = "\n" if i % 2 else ":"
36
+ return "\n".join("# " + k + sep + v for k, v in fields) + "\n客户端使用长连接轮询。\n超时触发重连。\n"
37
+
38
+
39
+ # 生效条件:value 可被 JSON 序列化时返回按键排序的 UTF-8 JSON 的 SHA256,用于核对结果一致性。
40
+ def digest(value):
41
+ return hashlib.sha256(json.dumps(value, ensure_ascii=False, sort_keys=True).encode("utf-8")).hexdigest()
42
+
43
+
44
+ # 生效条件:nodes 与 rounds 都大于零时构建临时合成库,交替对照旧/新解析函数,比较解析、检索和一致性结果并返回中位耗时与摘要;结果不同抛 AssertionError;无真实记忆读写,finally 关闭库。
45
+ def benchmark(nodes=1000, rounds=11):
46
+ if nodes < 1 or rounds < 1:
47
+ raise ValueError("nodes and rounds must be positive")
48
+ docs = [card(i) for i in range(nodes)]
49
+ optimized = nodefile._ccg_heading_rest
50
+ variants = (("reference", reference_heading), ("optimized", optimized))
51
+ with tempfile.TemporaryDirectory(prefix="ccg_heading_bench_") as tmp:
52
+ cg = MdCGOS(tmp)
53
+ try:
54
+ for i, doc in enumerate(docs):
55
+ cg.add("bench_%04d" % i, doc, layer="knowledge")
56
+ cg.flush()
57
+
58
+ # 生效条件:闭包 docs 已构建时返回每条文档的六要素齐全度、字段值、正向正文与去要素正文。
59
+ def parse():
60
+ return [(nodefile.ccg_completeness(d),
61
+ tuple(nodefile.ccg_field_value(d, m) for m in nodefile.CCG_MARKS),
62
+ nodefile.positive_body(d), nodefile._strip_ccg_segments(d)) for d in docs]
63
+
64
+ # 生效条件:临时 cg 已填充时执行三种查询各两种检索入口,record=False 不记录访问,返回原始结果与元数据。
65
+ def retrieve():
66
+ return [method(q, k=10, record=False)
67
+ for q in ("网关心跳端口", "失败后重试", "客户端超时重连")
68
+ for method in (cg.search, cg.search_rrf)]
69
+
70
+ # 生效条件:临时 cg 已填充时对一条合成记忆做一致性检查,不建工单、不落日志;剥除运行时 t 后返回结果。
71
+ def consistency():
72
+ result = cg.check_consistency(card(nodes + 1), layer="knowledge",
73
+ auto_flywheel=False, log_write=False)
74
+ return {k: v for k, v in result.items() if k != "t"}
75
+
76
+ report = {"nodes": nodes, "rounds": rounds, "workloads": {}}
77
+ for workload, fn in (("parser", parse), ("retrieval_six_queries", retrieve),
78
+ ("consistency", consistency)):
79
+ samples = {label: [] for label, _ in variants}
80
+ outputs = {}
81
+ for _, heading in variants:
82
+ with mock.patch.object(nodefile, "_ccg_heading_rest", heading):
83
+ for _ in range(3):
84
+ fn()
85
+ for i in range(rounds):
86
+ for label, heading in variants[::(-1 if i % 2 else 1)]:
87
+ with mock.patch.object(nodefile, "_ccg_heading_rest", heading):
88
+ start = time.perf_counter()
89
+ outputs[label] = fn()
90
+ samples[label].append((time.perf_counter() - start) * 1000)
91
+ if outputs["reference"] != outputs["optimized"]:
92
+ raise AssertionError(workload + " outputs differ")
93
+ before, after = (statistics.median(samples[label]) for label, _ in variants)
94
+ report["workloads"][workload] = {
95
+ "reference_median_ms": before, "optimized_median_ms": after,
96
+ "speedup": before / after, "samples_ms": samples,
97
+ "identical": True, "sha256": digest(outputs["optimized"])}
98
+ return report
99
+ finally:
100
+ cg.close()
101
+
102
+
103
+ # 生效条件:CLI 参数可解析时执行受控基准,打印 JSON;传 --output 时另以 UTF-8 保存报告。
104
+ def main():
105
+ parser = argparse.ArgumentParser(description=__doc__)
106
+ parser.add_argument("--nodes", type=int, default=1000)
107
+ parser.add_argument("--rounds", type=int, default=11)
108
+ parser.add_argument("--output")
109
+ args = parser.parse_args()
110
+ report = benchmark(args.nodes, args.rounds)
111
+ text = json.dumps(report, ensure_ascii=False, indent=2)
112
+ if args.output:
113
+ Path(args.output).write_text(text + "\n", encoding="utf-8")
114
+ print(text)
115
+
116
+
117
+ if __name__ == "__main__":
118
+ main()
@@ -0,0 +1,145 @@
1
+ """Compare explicit CSRE correctness and warm cost on fixed temporary sources.
2
+
3
+ ``--engine-source`` optionally selects an archived, trusted csre.py baseline.
4
+ This is a diagnostic benchmark, not Agent success or a public QA benchmark.
5
+ """
6
+ import argparse
7
+ import atexit
8
+ import contextlib
9
+ import hashlib
10
+ import importlib.util
11
+ import json
12
+ import os
13
+ from pathlib import Path
14
+ import shutil
15
+ import sqlite3
16
+ import statistics
17
+ import sys
18
+ import time
19
+
20
+
21
+ def sha(path):
22
+ return hashlib.sha256(Path(path).read_bytes()).hexdigest()
23
+
24
+
25
+ def main():
26
+ ap = argparse.ArgumentParser(description=__doc__)
27
+ ap.add_argument('--out', type=Path, required=True)
28
+ ap.add_argument('--engine-source', type=Path)
29
+ ap.add_argument('--session', action='store_true', help='opt-in SQLite data_version session')
30
+ ap.add_argument('--sizes', type=int, nargs='+', default=[100, 1000])
31
+ ap.add_argument('--repeats', type=int, default=7)
32
+ args = ap.parse_args()
33
+ if args.session and args.engine_source:
34
+ ap.error('--session and --engine-source are mutually exclusive')
35
+ if not 1 <= args.repeats <= 30 or any(not 20 <= n <= 5000 for n in args.sizes):
36
+ ap.error('sizes must be 20..5000; repeats must be 1..30')
37
+ out = args.out.resolve()
38
+ out.mkdir(parents=True, exist_ok=False)
39
+ os.environ.update(WB_MD_DIRECT='0', WB_MD_ROOT=str(out / 'empty-md'))
40
+ wisdom = Path(__file__).resolve().parent / 'whitebox_kb' / 'wisdom'
41
+ sys.path.insert(0, str(wisdom))
42
+ source = (args.engine_source or wisdom / ('csre_session.py' if args.session else 'csre.py')).resolve()
43
+ spec = importlib.util.spec_from_file_location('csre_bench_engine', source)
44
+ module = importlib.util.module_from_spec(spec)
45
+ spec.loader.exec_module(module)
46
+ engine_class = module.CsreSession if args.session else module.Csre
47
+ sessions = contextlib.ExitStack()
48
+ atexit.register(sessions.close)
49
+
50
+ def new_engine(database, index):
51
+ instance = engine_class(str(database), str(index))
52
+ return sessions.enter_context(instance) if args.session else instance
53
+
54
+ before = sha(source)
55
+ protocol = {'kind': 'synthetic correctness and cost diagnostic',
56
+ 'sizes': args.sizes, 'repeats': args.repeats, 'warmup': 1,
57
+ 'query_count_per_size': 20, 'engine_source': str(source),
58
+ 'session_enabled': args.session,
59
+ 'parent_csre_sha256': sha(wisdom / 'csre.py') if args.session else None,
60
+ 'engine_sha256': before, 'script_sha256': sha(__file__),
61
+ 'clock': 'perf_counter; validation cost included',
62
+ 'caveats': ['local warm SQLite only', 'no statistical speedup claim',
63
+ 'not a blind or natural-language Agent evaluation']}
64
+ (out / 'protocol.json').write_text(json.dumps(protocol, indent=2), encoding='utf-8')
65
+ results = []
66
+ for size in args.sizes:
67
+ folder = out / str(size)
68
+ folder.mkdir()
69
+ database, index = folder / 'source.db', folder / 'index.npz'
70
+ fixture = []
71
+ for i in range(size):
72
+ value = {'name': f'card-{i:05}', 'domain': f'domain-{i % 4}',
73
+ 'comment': {'生效条件': [f'问基准条件{i % 20:02}'],
74
+ '不适用条件': ['问生产环境'] if i % 7 == 0 else []}}
75
+ fixture.append([f'u{i:05}', 'temporary benchmark card',
76
+ json.dumps(value, ensure_ascii=False), 'knowledge_point'])
77
+ (folder / 'fixture.json').write_text(json.dumps(fixture, ensure_ascii=False), encoding='utf-8')
78
+ with contextlib.closing(sqlite3.connect(database)) as db:
79
+ db.execute('CREATE TABLE nodes(id TEXT PRIMARY KEY, content TEXT, '
80
+ 'state_attributes TEXT, tags TEXT)')
81
+ db.executemany('INSERT INTO nodes VALUES(?,?,?,?)', fixture)
82
+ db.commit()
83
+ engine = new_engine(database, index)
84
+ start = time.perf_counter()
85
+ build = engine.build_index()
86
+ build_ms = (time.perf_counter() - start) * 1000
87
+ engine.save_index()
88
+ loaded = new_engine(database, index)
89
+ load_ok = loaded.ensure_loaded()
90
+ query_rows = []
91
+ samples = []
92
+ for repeat in range(args.repeats + 1):
93
+ for q in range(20):
94
+ query = f'基准条件{q:02} 生产环境'
95
+ start = time.perf_counter()
96
+ loaded.rank_domains(query, top_k=1)
97
+ rows = loaded.top_units_in_domain(f'domain-{q % 4}', query, limit=3)
98
+ elapsed = (time.perf_counter() - start) * 1000
99
+ if repeat:
100
+ samples.append(elapsed)
101
+ if repeat == 1:
102
+ ids = [row['node_id'] for row in rows]
103
+ blocked = [nid for nid in ids if int(nid[1:]) % 7 == 0]
104
+ query_rows.append({'query': query, 'ids': ids, 'blocked_ids_returned': blocked})
105
+ copy = folder / 'identical-other-source.db'
106
+ shutil.copyfile(database, copy)
107
+ cross = new_engine(copy, index)
108
+ cross_loaded = cross.ensure_loaded()
109
+ index_before = sha(index)
110
+ with contextlib.closing(sqlite3.connect(database)) as db:
111
+ changed = {'name': 'updated', 'domain': 'domain-0',
112
+ 'comment': {'生效条件': ['问更新条件乙'], '不适用条件': []}}
113
+ db.execute('UPDATE nodes SET state_attributes=? WHERE id=?',
114
+ (json.dumps(changed, ensure_ascii=False), 'u00000'))
115
+ db.commit()
116
+ stale_loaded = loaded.ensure_loaded()
117
+ rebuilt = new_engine(database, folder / 'rebuild.npz')
118
+ rebuilt.build_index()
119
+ row = {'units': size, 'fixture_sha256': sha(folder / 'fixture.json'),
120
+ 'build': build, 'build_ms': build_ms, 'fresh_load': load_ok,
121
+ 'queries': query_rows,
122
+ 'negative_violation_queries': sum(bool(q['blocked_ids_returned']) for q in query_rows),
123
+ 'cross_source_accepted': cross_loaded,
124
+ 'stale_source_accepted': stale_loaded,
125
+ 'warm_vocab_contains_new_condition': '更新条件乙' in (loaded.vocab or []),
126
+ 'explicit_rebuild_contains_new_condition': '更新条件乙' in rebuilt.vocab,
127
+ 'read_checks_left_index_unchanged': sha(index) == index_before,
128
+ 'timing_executions': len(samples), 'p50_ms': statistics.median(samples),
129
+ 'p95_ms': sorted(samples)[int(.95 * (len(samples) - 1))],
130
+ 'raw_ms': samples}
131
+ if hasattr(loaded, 'index_info'):
132
+ row['stale_state'] = loaded.index_info()
133
+ row['cross_source_state'] = cross.index_info()
134
+ results.append(row)
135
+ sessions.close()
136
+ result = {'protocol': protocol, 'results': results,
137
+ 'engine_source_unchanged': before == sha(source),
138
+ 'agent_task_success': None, 'production_latency': None}
139
+ (out / 'results.json').write_text(json.dumps(result, ensure_ascii=False, indent=2), encoding='utf-8')
140
+ print(json.dumps({'results': [{k: v for k, v in row.items() if k not in ('queries', 'raw_ms')}
141
+ for row in results]}, ensure_ascii=False, indent=2))
142
+
143
+
144
+ if __name__ == '__main__':
145
+ main()
@@ -0,0 +1,94 @@
1
+ """Frozen-source excerpt/recall replay; evidence retention, not QA accuracy."""
2
+ from __future__ import annotations
3
+
4
+ import argparse
5
+ import hashlib
6
+ import json
7
+ import os
8
+ from pathlib import Path
9
+ import subprocess
10
+ import sys
11
+ import tempfile
12
+
13
+
14
+ def worker(repo, workspace):
15
+ sys.path.insert(0, str(Path(repo).resolve()))
16
+ for key in list(os.environ):
17
+ if key.startswith("MDCG_"):
18
+ os.environ.pop(key)
19
+ os.environ.update(MDCG_HOTCACHE="0", MDCG_FRESHNESS="0", MDCG_UNIFY_QUERY="0",
20
+ MDCG_EN_ATOMS="0", MDCG_SEMANTIC="0")
21
+ from md_cg import mdcos
22
+ texts = {"ascii": "a" * 160 + " evidenceKEEP42 " + "tail" * 500,
23
+ "cjk": "甲乙丙丁" * 500,
24
+ "mixed": "Alpha 中文 calibration\n" * 150,
25
+ "japanese": "あいうえおカキクケコ" * 200,
26
+ "whitespace": "a b\t c\n\u2003d " * 150}
27
+ rows = []
28
+ for name, text in texts.items():
29
+ for budget in (1, 80, 250):
30
+ result = mdcos.excerpt_tokens(text, budget)
31
+ rows.append({"case": name, "budget": budget, "input_chars": len(text),
32
+ "input_sha256": hashlib.sha256(text.encode()).hexdigest(),
33
+ "result": result, "chars": len(result), "tokens": mdcos.est_tokens(result),
34
+ "marker_retained": "evidenceKEEP42" in result})
35
+ recalls = []
36
+ with tempfile.TemporaryDirectory(prefix="excerpt_replay_", dir=workspace) as root:
37
+ cg = mdcos.MdCGOS(root)
38
+ try:
39
+ cg.add("english_evidence", "anchorrecord " + texts["ascii"], layer="knowledge",
40
+ verification_basis="data", verification_state="doubted", source="synthetic:excerpt",
41
+ session="excerpt-test")
42
+ cg.flush()
43
+ for use_rrf in (False, True):
44
+ out = cg.recall("anchorrecord", budget_tokens=80, max_item_tokens=80,
45
+ use_rrf=use_rrf, paths=("lexical",), judge=False)
46
+ recalls.append({"use_rrf": use_rrf, "tokens_used": out["tokens_used"],
47
+ "budget": out["budget"], "skipped": out["skipped"],
48
+ "pack": [{key: row.get(key) for key in (
49
+ "id", "content", "tokens", "score", "state", "truncated", "metadata", "provenance")}
50
+ for row in out["pack"]]})
51
+ finally:
52
+ cg.close()
53
+ return {"commit": subprocess.check_output(["git", "-C", repo, "rev-parse", "HEAD"],
54
+ text=True, encoding="utf-8", errors="replace").strip(),
55
+ "mdcos_git_blob": subprocess.check_output(["git", "-C", repo, "hash-object", "md_cg/mdcos.py"],
56
+ text=True, encoding="utf-8", errors="replace").strip(),
57
+ "excerpts": rows, "recalls": recalls}
58
+
59
+
60
+ if __name__ == "__main__":
61
+ parser = argparse.ArgumentParser(description=__doc__)
62
+ parser.add_argument("--worker", action="store_true")
63
+ parser.add_argument("--repo")
64
+ parser.add_argument("--workspace", required=True)
65
+ parser.add_argument("--baseline")
66
+ parser.add_argument("--output", default="excerpt-replay.json")
67
+ args = parser.parse_args()
68
+ if args.worker:
69
+ print(json.dumps(worker(args.repo, args.workspace), ensure_ascii=False))
70
+ else:
71
+ if not args.baseline:
72
+ parser.error("--baseline is required")
73
+ report = {"limits": ["five synthetic text families and one controlled memory",
74
+ "actual frozen-source recall in separate processes; no patched production functions",
75
+ "estimated tokens, not any model tokenizer or QA score",
76
+ "return packing may retain more text and leave less room for later memories"]}
77
+ for arm, repo in (("before", Path(args.baseline).resolve()), ("after", Path(__file__).resolve().parents[1])):
78
+ proc = subprocess.run([sys.executable, "-X", "utf8", __file__, "--worker", "--repo", str(repo),
79
+ "--workspace", str(Path(args.workspace).resolve())],
80
+ capture_output=True, encoding="utf-8", check=True)
81
+ report[arm] = json.loads(proc.stdout)
82
+ for old, new in zip(report["before"]["excerpts"], report["after"]["excerpts"]):
83
+ assert old["input_sha256"] == new["input_sha256"]
84
+ assert new["tokens"] <= new["budget"]
85
+ assert new["chars"] >= old["chars"]
86
+ for old, new in zip(report["before"]["recalls"], report["after"]["recalls"]):
87
+ assert len(old["pack"]) == len(new["pack"]) == 1
88
+ for key in ("id", "score", "state", "metadata", "provenance"):
89
+ assert old["pack"][0][key] == new["pack"][0][key], key
90
+ assert "evidenceKEEP42" not in old["pack"][0]["content"]
91
+ assert "evidenceKEEP42" in new["pack"][0]["content"]
92
+ assert new["tokens_used"] <= new["budget"]
93
+ Path(args.output).write_text(json.dumps(report, ensure_ascii=False, indent=2) + "\n", encoding="utf-8")
94
+ print(json.dumps({"before": report["before"]["recalls"], "after": report["after"]["recalls"]}, ensure_ascii=False))