@furongjun1999/dsh-memory 0.8.0 → 0.9.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (714) hide show
  1. package/README.md +662 -632
  2. package/codebuddy/README.md +1 -1
  3. package/data/policy.json +17 -6
  4. package/docs/README.md +18 -2
  5. package/docs/discipline/harnesses.yaml +1 -1
  6. package/docs/discipline/templates/spec.txt.tmpl +23 -0
  7. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
  8. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
  9. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
  10. package/dsh/README.md +1 -1
  11. package/dsh/cordis.yml.example +1 -1
  12. package/hive/README.md +705 -0
  13. package/hive/id_charset_blocks.txt +147 -0
  14. package/lib/bridge.d.ts +3 -0
  15. package/lib/bridge.js +32 -11
  16. package/lib/cli.js +14 -17
  17. package/lib/hooks.d.ts +18 -3
  18. package/lib/hooks.js +147 -18
  19. package/lib/index.d.ts +2 -2
  20. package/lib/index.js +18 -4
  21. package/lib/init.js +21 -21
  22. package/lib/lib/datapath.d.ts +56 -0
  23. package/lib/lib/datapath.js +102 -9
  24. package/lib/lib/hook_audit.d.ts +0 -1
  25. package/lib/lib/hook_audit.js +13 -1
  26. package/lib/lib/mdcg_client.d.ts +4 -1
  27. package/lib/lib/mdcg_client.js +10 -2
  28. package/lib/lib/mutual.js +61 -15
  29. package/lib/lib/prompt_safety.js +16 -1
  30. package/lib/lib/roleplay_web.js +30 -2
  31. package/lib/lib/token_store.d.ts +25 -6
  32. package/lib/lib/token_store.js +224 -33
  33. package/lib/tools.d.ts +8 -2
  34. package/lib/tools.js +22 -3
  35. package/md_cg/_guard_kit.py +121 -0
  36. package/md_cg/admission.py +718 -718
  37. package/md_cg/anchor.py +114 -0
  38. package/md_cg/audit.py +22 -5
  39. package/md_cg/autonomy.py +433 -288
  40. package/md_cg/autonomy_modes.py +781 -642
  41. package/md_cg/bench_beir_bm25.py +154 -0
  42. package/md_cg/bench_beir_scifact.py +170 -0
  43. package/md_cg/bench_bm25_blockmax.py +134 -0
  44. package/md_cg/bench_bm25_incremental.py +246 -0
  45. package/md_cg/bench_ccg_heading.py +118 -0
  46. package/md_cg/bench_csre_correctness.py +145 -0
  47. package/md_cg/bench_excerpt_budget.py +94 -0
  48. package/md_cg/bench_fuzzy_substrings.py +299 -0
  49. package/md_cg/bench_memory_rsi.py +358 -0
  50. package/md_cg/bench_memory_rsi_latency.py +82 -0
  51. package/md_cg/bench_memory_rsi_public.py +116 -0
  52. package/md_cg/bench_memory_rsi_tools.py +229 -0
  53. package/md_cg/bench_rrf_candidates.py +212 -0
  54. package/md_cg/bench_rrf_public.py +100 -0
  55. package/md_cg/bench_text_projections.py +221 -0
  56. package/md_cg/bench_timeanchor.py +357 -0
  57. package/md_cg/bm25.py +601 -0
  58. package/md_cg/branches.py +404 -327
  59. package/md_cg/build_postings.py +74 -73
  60. package/md_cg/ccgc.py +4 -2
  61. package/md_cg/chain.py +572 -379
  62. package/md_cg/coldverify.py +531 -292
  63. package/md_cg/condaccept.py +263 -0
  64. package/md_cg/condgate.py +308 -0
  65. package/md_cg/config_registry.py +329 -0
  66. package/md_cg/config_registry_bulk.py +482 -0
  67. package/md_cg/config_registry_guard.py +487 -0
  68. package/md_cg/config_render.py +354 -0
  69. package/md_cg/config_validate.py +455 -0
  70. package/md_cg/conformance.py +21 -0
  71. package/md_cg/conformance_core.py +753 -0
  72. package/md_cg/consistency.py +1278 -955
  73. package/md_cg/consolidate.py +180 -20
  74. package/md_cg/crypto.py +794 -472
  75. package/md_cg/datapath.py +137 -12
  76. package/md_cg/eval_common.py +522 -575
  77. package/md_cg/evidence.py +946 -585
  78. package/md_cg/evidence_delivery.py +101 -0
  79. package/md_cg/experience_consolidation.py +317 -0
  80. package/md_cg/export.py +329 -222
  81. package/md_cg/forgetting.py +1050 -922
  82. package/md_cg/freshness.py +601 -548
  83. package/md_cg/fsutil.py +1120 -824
  84. package/md_cg/goal_gen.py +458 -0
  85. package/md_cg/hotcache.py +107 -9
  86. package/md_cg/hyperedge.py +14 -3
  87. package/md_cg/identity.py +573 -391
  88. package/md_cg/imgskill.py +1712 -0
  89. package/md_cg/insight.py +540 -521
  90. package/md_cg/interface_schema.py +146 -0
  91. package/md_cg/interop.py +20 -0
  92. package/md_cg/judgment_manifest.py +24 -1
  93. package/md_cg/lifecycle.py +86 -5
  94. package/md_cg/links.py +27 -6
  95. package/md_cg/logref.py +332 -327
  96. package/md_cg/mcp_server.py +5227 -4449
  97. package/md_cg/mdcg.py +1301 -203
  98. package/md_cg/mdcos.py +7104 -5417
  99. package/md_cg/memory_rsi.py +308 -0
  100. package/md_cg/metacognition.py +726 -591
  101. package/md_cg/nodefile.py +151 -3
  102. package/md_cg/op_table.py +1128 -0
  103. package/md_cg/postings.py +524 -300
  104. package/md_cg/predict.py +4 -1
  105. package/md_cg/probe_memory_rsi.py +95 -0
  106. package/md_cg/probe_memory_rsi_mcp.py +66 -0
  107. package/md_cg/protect.py +188 -28
  108. package/md_cg/protocol.py +492 -411
  109. package/md_cg/provenance.py +7 -1
  110. package/md_cg/qmd.py +477 -0
  111. package/md_cg/qmd_llm.py +334 -0
  112. package/md_cg/query_excerpt.py +171 -0
  113. package/md_cg/queue_health.py +130 -0
  114. package/md_cg/reach.py +470 -453
  115. package/md_cg/readcache.py +115 -3
  116. package/md_cg/reconcile.py +239 -228
  117. package/md_cg/refindex.py +1191 -1042
  118. package/md_cg/refine.py +12 -3
  119. package/md_cg/retrieve.py +128 -0
  120. package/md_cg/review_cli.py +204 -26
  121. package/md_cg/revise.py +140 -0
  122. package/md_cg/rollback.py +256 -19
  123. package/md_cg/rollback_cli.py +21 -1
  124. package/md_cg/rotate.py +347 -0
  125. package/md_cg/routing.py +62 -1
  126. package/md_cg/rrf_candidates.py +204 -0
  127. package/md_cg/run_tests.py +19 -1
  128. package/md_cg/scrub.py +177 -23
  129. package/md_cg/security.py +269 -17
  130. package/md_cg/self_state.py +1053 -1029
  131. package/md_cg/self_surface.py +50 -0
  132. package/md_cg/semantic/canonical.py +1 -1
  133. package/md_cg/semantic/export_en_zh_map.py +2 -2
  134. package/md_cg/semantic/zh_en_atoms.py +2 -0
  135. package/md_cg/session5.py +106 -0
  136. package/md_cg/signer.py +76 -2
  137. package/md_cg/sleep.py +1779 -1583
  138. package/md_cg/sources.py +273 -15
  139. package/md_cg/state_events.py +75 -10
  140. package/md_cg/state_slots.py +312 -221
  141. package/md_cg/stg.py +82 -16
  142. package/md_cg/stgidx.py +537 -281
  143. package/md_cg/subgraph.py +851 -729
  144. package/md_cg/sustain.py +458 -19
  145. package/md_cg/task_memory.py +367 -0
  146. package/md_cg/test_action_derive.py +210 -203
  147. package/md_cg/test_audit_heartbeat_20261015.py +417 -0
  148. package/md_cg/test_audit_protection_20261015.py +483 -0
  149. package/md_cg/test_audit_rotate_parity.py +280 -0
  150. package/md_cg/test_audit_state_20261015.py +253 -0
  151. package/md_cg/test_audit_write_20261015.py +161 -0
  152. package/md_cg/test_auto_defaults.py +43 -4
  153. package/md_cg/test_autonomy_emotion.py +328 -0
  154. package/md_cg/test_autonomy_modes.py +43 -3
  155. package/md_cg/test_b1_foreign_read.py +245 -0
  156. package/md_cg/test_bm25.py +438 -0
  157. package/md_cg/test_bm25_hydration_refill.py +265 -0
  158. package/md_cg/test_bm25_incremental.py +241 -0
  159. package/md_cg/test_bm25_incremental_mutations.py +160 -0
  160. package/md_cg/test_bm25_mutations.py +205 -0
  161. package/md_cg/test_bm25_pool_view.py +196 -0
  162. package/md_cg/test_boot_openblas_guard.py +218 -197
  163. package/md_cg/test_boundary_hit.py +1 -1
  164. package/md_cg/test_branches_sensitivity.py +375 -0
  165. package/md_cg/test_c8_search_rrf_gates.py +1 -1
  166. package/md_cg/test_canonical_timezones.py +211 -0
  167. package/md_cg/test_ccg_heading_parser.py +73 -0
  168. package/md_cg/test_chain_best_first.py +403 -0
  169. package/md_cg/test_chain_candidate_scope.py +227 -0
  170. package/md_cg/test_cn_recall_grams.py +206 -0
  171. package/md_cg/test_coldverify_drain.py +127 -0
  172. package/md_cg/test_condaccept.py +156 -0
  173. package/md_cg/test_condgate.py +141 -0
  174. package/md_cg/test_config_registry.py +55 -0
  175. package/md_cg/test_crypto_rotate.py +257 -0
  176. package/md_cg/test_csre_correctness.py +297 -0
  177. package/md_cg/test_csre_index_import_guard.py +161 -0
  178. package/md_cg/test_csre_mutations.py +34 -0
  179. package/md_cg/test_csre_session.py +69 -0
  180. package/md_cg/test_curiosity_budget.py +468 -0
  181. package/md_cg/test_d17_autostart_toolface.py +453 -0
  182. package/md_cg/test_datapath_tilde_home.py +271 -0
  183. package/md_cg/test_derived_cache_generations.py +256 -0
  184. package/md_cg/test_evidence_delivery_compact.py +54 -0
  185. package/md_cg/test_exact_text_cache.py +191 -0
  186. package/md_cg/test_excerpt_budget.py +188 -0
  187. package/md_cg/test_experience_consolidation.py +112 -0
  188. package/md_cg/test_export_default_collision.py +138 -0
  189. package/md_cg/test_export_snapshots.py +322 -0
  190. package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
  191. package/md_cg/test_gain_gate.py +16 -5
  192. package/md_cg/test_goal_gen.py +355 -0
  193. package/md_cg/test_h2_session_view_norm.py +251 -233
  194. package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
  195. package/md_cg/test_heartbeat_ledger.py +557 -0
  196. package/md_cg/test_hierarchy_audit_graph.py +237 -0
  197. package/md_cg/test_i50c_meta_passthrough.py +628 -608
  198. package/md_cg/test_i50e_readside_protection.py +6 -4
  199. package/md_cg/test_identity_attribution.py +96 -2
  200. package/md_cg/test_identity_contract.py +329 -0
  201. package/md_cg/test_imgskill.py +1444 -0
  202. package/md_cg/test_index_snapshot_shape.py +240 -0
  203. package/md_cg/test_interop_judgment.py +258 -228
  204. package/md_cg/test_issue111_gate_order.py +77 -0
  205. package/md_cg/test_issue111_scoring_contract.py +87 -0
  206. package/md_cg/test_issue121_calibration_bounds.py +293 -0
  207. package/md_cg/test_issue128_session_env_authority.py +246 -0
  208. package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
  209. package/md_cg/test_issue131_postings_content_staleness.py +424 -0
  210. package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
  211. package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
  212. package/md_cg/test_issue147_pack_id_escape.py +378 -0
  213. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
  214. package/md_cg/test_issue149_accel_default_face.py +249 -0
  215. package/md_cg/test_issue150_empty_query_terms.py +328 -0
  216. package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
  217. package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
  218. package/md_cg/test_issue152_sealed_postings.py +309 -0
  219. package/md_cg/test_issue152b_decrypt_cache.py +218 -0
  220. package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
  221. package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
  222. package/md_cg/test_issue157b_index_remainder.py +344 -0
  223. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
  224. package/md_cg/test_issue190_tidy_idempotent.py +806 -0
  225. package/md_cg/test_issue191_import_trust.py +382 -0
  226. package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
  227. package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
  228. package/md_cg/test_issue193_write_scope.py +378 -0
  229. package/md_cg/test_issue197_rank_credibility_property.py +201 -0
  230. package/md_cg/test_issue211_export_target.py +325 -0
  231. package/md_cg/test_issue212_writeface_gaps.py +349 -0
  232. package/md_cg/test_issue214_reject_sensitivity.py +267 -0
  233. package/md_cg/test_issue215_condition_source_gap.py +272 -0
  234. package/md_cg/test_issue216_clash_routes.py +214 -0
  235. package/md_cg/test_issue217_slot_routes.py +248 -0
  236. package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
  237. package/md_cg/test_issue225_consistency_torn_log.py +433 -0
  238. package/md_cg/test_issue245_swarm_traversal.py +366 -0
  239. package/md_cg/test_issue258_pack_sensitivity.py +468 -0
  240. package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
  241. package/md_cg/test_issue274_read_node_id_none.py +341 -0
  242. package/md_cg/test_issue275_layer_param.py +250 -0
  243. package/md_cg/test_issue277_node_id_traversal.py +384 -0
  244. package/md_cg/test_issue278_neg_separated_tension.py +271 -0
  245. package/md_cg/test_issue278_neg_window.py +294 -0
  246. package/md_cg/test_issue278_negative_layering.py +83 -0
  247. package/md_cg/test_issue279_signers_path_guard.py +652 -0
  248. package/md_cg/test_issue284_skip_not_pass.py +291 -0
  249. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
  250. package/md_cg/test_issue295_sleep_root_binding.py +589 -0
  251. package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
  252. package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
  253. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
  254. package/md_cg/test_issue303_design_boundaries.py +262 -0
  255. package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
  256. package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
  257. package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
  258. package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
  259. package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
  260. package/md_cg/test_issue321_mcp_deep_json.py +305 -0
  261. package/md_cg/test_issue322_node_write_lock.py +727 -0
  262. package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
  263. package/md_cg/test_issue324_write_size_fields.py +215 -0
  264. package/md_cg/test_issue325_audit_poison.py +230 -0
  265. package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
  266. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
  267. package/md_cg/test_issue326_key_perms.py +355 -0
  268. package/md_cg/test_issue326_twin_parser_parity.py +323 -0
  269. package/md_cg/test_issue326_vm_call_frame.py +569 -0
  270. package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
  271. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
  272. package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
  273. package/md_cg/test_issue348_insight_verify_op.py +200 -0
  274. package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
  275. package/md_cg/test_issue350_casefold_collision.py +236 -0
  276. package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
  277. package/md_cg/test_issue352_imgaudit.py +418 -0
  278. package/md_cg/test_issue352_pathsjson.py +537 -0
  279. package/md_cg/test_issue352_refindex.py +412 -0
  280. package/md_cg/test_issue352_rollback.py +604 -0
  281. package/md_cg/test_issue352_vstateinherit.py +196 -0
  282. package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
  283. package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
  284. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
  285. package/md_cg/test_issue354_rust_index_containment.py +571 -0
  286. package/md_cg/test_issue354_rust_wal_containment.py +606 -0
  287. package/md_cg/test_issue358_truncation_observable.py +247 -0
  288. package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
  289. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
  290. package/md_cg/test_issue362_neg_condition.py +468 -0
  291. package/md_cg/test_issue363_lexical_idf.py +275 -0
  292. package/md_cg/test_issue370_readcache_assembly.py +488 -0
  293. package/md_cg/test_issue375_state_slot_retire.py +325 -0
  294. package/md_cg/test_issue376_heartbeat_failed.py +293 -0
  295. package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
  296. package/md_cg/test_issue378_protected_floor.py +310 -0
  297. package/md_cg/test_issue383_state_event_write_gate.py +462 -0
  298. package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
  299. package/md_cg/test_issue398_toolface_op_parity.py +511 -0
  300. package/md_cg/test_issue399_hive_json_shape.py +317 -0
  301. package/md_cg/test_issue400_hive_dirty_args.py +450 -0
  302. package/md_cg/test_issue401_wisdom_codegen.py +295 -0
  303. package/md_cg/test_issue404_heal_receipt.py +390 -0
  304. package/md_cg/test_issue405_git_pathspec.py +333 -0
  305. package/md_cg/test_issue408_eface_registry.py +291 -0
  306. package/md_cg/test_issue409_compact_index_completeness.py +509 -0
  307. package/md_cg/test_issue410_verify_demote_write.py +366 -0
  308. package/md_cg/test_issue411_scrub_idempotence.py +575 -0
  309. package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
  310. package/md_cg/test_issue413_preimage_failclosed.py +239 -0
  311. package/md_cg/test_issue413_preimage_twin.py +340 -0
  312. package/md_cg/test_issue414_write_args_parity.py +613 -0
  313. package/md_cg/test_issue415_deps_gate_probe.py +358 -0
  314. package/md_cg/test_issue416_entry_key_subset.py +525 -0
  315. package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
  316. package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
  317. package/md_cg/test_issue418_role_type_gate.py +265 -0
  318. package/md_cg/test_issue419_pii_redaction.py +642 -0
  319. package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
  320. package/md_cg/test_issue425_ingest_library_path.py +331 -0
  321. package/md_cg/test_issue426a_dedup_receipt.py +242 -0
  322. package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
  323. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
  324. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
  325. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
  326. package/md_cg/test_issue427_serve_status_shape.py +191 -0
  327. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
  328. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
  329. package/md_cg/test_issue434_435_float_gate.py +90 -0
  330. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
  331. package/md_cg/test_issue43_default_policy.py +13 -4
  332. package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
  333. package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
  334. package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
  335. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
  336. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
  337. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
  338. package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
  339. package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
  340. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
  341. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
  342. package/md_cg/test_issue451_audit_actor.py +313 -0
  343. package/md_cg/test_issue452_ingest_root_hint.py +238 -0
  344. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
  345. package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
  346. package/md_cg/test_issue466_basis_registry.py +469 -0
  347. package/md_cg/test_issue467_identity_sensitivity.py +204 -0
  348. package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
  349. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
  350. package/md_cg/test_issue470_wal_event_durable.py +427 -0
  351. package/md_cg/test_issue471_identity_readable.py +137 -0
  352. package/md_cg/test_issue472_audit_chain.py +91 -0
  353. package/md_cg/test_issue472_prune_ledger.py +106 -0
  354. package/md_cg/test_issue472_rollback_degraded.py +82 -0
  355. package/md_cg/test_issue491_compose_sandbox.py +460 -0
  356. package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
  357. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
  358. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
  359. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
  360. package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
  361. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
  362. package/md_cg/test_issue525_read_null_semantics.py +52 -0
  363. package/md_cg/test_issue538_hook_condition_space.py +97 -0
  364. package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
  365. package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
  366. package/md_cg/test_issue542_tenant_root_same.py +153 -0
  367. package/md_cg/test_issue543_issue_authorization.py +147 -0
  368. package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
  369. package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
  370. package/md_cg/test_issue546_ledger_concurrency.py +81 -0
  371. package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
  372. package/md_cg/test_issue547_audit_durable.py +96 -0
  373. package/md_cg/test_issue549_durable_append.py +143 -0
  374. package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
  375. package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
  376. package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
  377. package/md_cg/test_issue559_refine_prefix.py +70 -0
  378. package/md_cg/test_issue561_pending_review.py +109 -0
  379. package/md_cg/test_issue66_scrub_semantics.py +107 -0
  380. package/md_cg/test_issue67_scrub_control_pool.py +233 -0
  381. package/md_cg/test_issue69_audit_boundary.py +129 -0
  382. package/md_cg/test_issue71_queue_backlog.py +377 -0
  383. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
  384. package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
  385. package/md_cg/test_issue75_neural_failure.py +582 -0
  386. package/md_cg/test_issue78_export_concurrency.py +334 -0
  387. package/md_cg/test_issue80_residual_flush.py +169 -0
  388. package/md_cg/test_issue82_credential_rules.py +271 -0
  389. package/md_cg/test_issue82_layer_and_size.py +120 -0
  390. package/md_cg/test_issue84_portability.py +95 -0
  391. package/md_cg/test_issue85_export_overwrite.py +113 -0
  392. package/md_cg/test_issue86_runtime_revoke.py +110 -0
  393. package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
  394. package/md_cg/test_issue88_conclusion_face.py +280 -0
  395. package/md_cg/test_issue88_execution_conflicts.py +87 -0
  396. package/md_cg/test_issue89_zero_score.py +169 -0
  397. package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
  398. package/md_cg/test_issue91_verifier_sandbox.py +314 -0
  399. package/md_cg/test_issue91_verifier_timeout.py +528 -0
  400. package/md_cg/test_issue93_remember_redaction.py +282 -0
  401. package/md_cg/test_issue96_key_fallback.py +102 -0
  402. package/md_cg/test_issue98_tenant_root.py +104 -0
  403. package/md_cg/test_jsonl_commit_watermark.py +221 -0
  404. package/md_cg/test_live_validity_cache.py +256 -0
  405. package/md_cg/test_logref.py +32 -0
  406. package/md_cg/test_mcp_call_argument_types.py +99 -0
  407. package/md_cg/test_md_access_parity.py +80 -5
  408. package/md_cg/test_md_cg_no_hive_dep.py +140 -0
  409. package/md_cg/test_memory_rsi.py +215 -0
  410. package/md_cg/test_memory_rsi_adversarial.py +91 -0
  411. package/md_cg/test_mode_parity.py +1413 -1393
  412. package/md_cg/test_mutation_residue.py +120 -0
  413. package/md_cg/test_mutation_rollback.py +62 -32
  414. package/md_cg/test_n123_derive_expiry_chain.py +10 -5
  415. package/md_cg/test_n130_verify_falsified_protect.py +185 -185
  416. package/md_cg/test_n209_verify_write_face_gates.py +7 -2
  417. package/md_cg/test_n230_dirty_replay.py +52 -9
  418. package/md_cg/test_n62_tenant_bind_failclosed.py +3 -3
  419. package/md_cg/test_neg_coverage_budget.py +500 -0
  420. package/md_cg/test_neg_tail_honesty.py +79 -9
  421. package/md_cg/test_p0.py +16 -2
  422. package/md_cg/test_p14_root_fallback.py +373 -0
  423. package/md_cg/test_p1x_ref_root.py +47 -10
  424. package/md_cg/test_p21_tokens.py +2 -1
  425. package/md_cg/test_p24_evidence.py +232 -227
  426. package/md_cg/test_p26_refindex.py +20 -3
  427. package/md_cg/test_p27_docindex.py +16 -1
  428. package/md_cg/test_p28_refcheck.py +45 -24
  429. package/md_cg/test_p29_session_ingest_export.py +6 -0
  430. package/md_cg/test_p2_mcp.py +474 -453
  431. package/md_cg/test_p2_six_elements.py +14 -1
  432. package/md_cg/test_p3.py +370 -261
  433. package/md_cg/test_p33_ccg_wiring.py +9 -2
  434. package/md_cg/test_p3_legacy_closure.py +6 -1
  435. package/md_cg/test_p40_refine_worklist.py +5 -2
  436. package/md_cg/test_p45_session_identity.py +250 -3
  437. package/md_cg/test_p47_session_view.py +25 -9
  438. package/md_cg/test_p4_freshness.py +8 -1
  439. package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
  440. package/md_cg/test_p9c_dedup_hints.py +7 -2
  441. package/md_cg/test_policy_required_ccg.py +12 -0
  442. package/md_cg/test_postings_digest_memo.py +139 -0
  443. package/md_cg/test_predict_beta.py +138 -135
  444. package/md_cg/test_qmd.py +500 -0
  445. package/md_cg/test_query_excerpt.py +209 -0
  446. package/md_cg/test_reach.py +456 -378
  447. package/md_cg/test_reach_snapshot_admission.py +218 -0
  448. package/md_cg/test_readcache_prodpath.py +4 -0
  449. package/md_cg/test_recall_face_guards.py +854 -812
  450. package/md_cg/test_recall_metadata.py +422 -0
  451. package/md_cg/test_retr_s5.py +104 -5
  452. package/md_cg/test_retr_score_once.py +14 -2
  453. package/md_cg/test_review_cli_attribution.py +11 -7
  454. package/md_cg/test_review_queue_batch.py +123 -0
  455. package/md_cg/test_review_queue_index.py +130 -0
  456. package/md_cg/test_rrf_candidates.py +292 -0
  457. package/md_cg/test_rrf_qualified_topk.py +214 -0
  458. package/md_cg/test_rrf_unique_votes.py +218 -0
  459. package/md_cg/test_s1_ast_judge.py +110 -0
  460. package/md_cg/test_scrub_ledger.py +413 -0
  461. package/md_cg/test_security_audit_b26.py +34 -3
  462. package/md_cg/test_security_audit_v21.py +1 -2
  463. package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
  464. package/md_cg/test_session5_identity.py +93 -0
  465. package/md_cg/test_session_attribution_consistency.py +813 -0
  466. package/md_cg/test_session_identity_tristate.py +486 -0
  467. package/md_cg/test_sleep_p1.py +35 -3
  468. package/md_cg/test_state_event_op.py +8 -1
  469. package/md_cg/test_state_projection_streaming.py +136 -0
  470. package/md_cg/test_stg_interval_candidates.py +280 -0
  471. package/md_cg/test_stg_time_blocks.py +239 -0
  472. package/md_cg/test_stgidx_index_parity.py +16 -12
  473. package/md_cg/test_subgraph_bounded_bfs.py +227 -0
  474. package/md_cg/test_sustain_bounded.py +30 -2
  475. package/md_cg/test_task_memory.py +394 -0
  476. package/md_cg/test_text_projection_mutations.py +101 -0
  477. package/md_cg/test_time_anchor.py +421 -0
  478. package/md_cg/test_time_core_lint.py +1024 -975
  479. package/md_cg/test_tool_face.py +200 -189
  480. package/md_cg/test_trust_bounded_frontier.py +248 -0
  481. package/md_cg/test_trust_edge_reachability.py +405 -0
  482. package/md_cg/test_w5_path_fingerprint.py +381 -0
  483. package/md_cg/test_w7_redlines.py +659 -0
  484. package/md_cg/test_write_return_shape.py +919 -0
  485. package/md_cg/test_writepipe.py +5 -3
  486. package/md_cg/timeanchor.py +534 -0
  487. package/md_cg/tokens.py +68 -5
  488. package/md_cg/tool_face.py +273 -260
  489. package/md_cg/trust.py +110 -26
  490. package/md_cg/twophase.py +74 -2
  491. package/md_cg/weights.py +642 -638
  492. package/md_cg/whitebox.py +9 -0
  493. package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
  494. package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
  495. package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
  496. package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
  497. package/md_cg/whitebox_kb/wisdom/compose_engine.py +3 -2
  498. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +22 -2
  499. package/md_cg/whitebox_kb/wisdom/core/parser.py +17 -0
  500. package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
  501. package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
  502. package/md_cg/whitebox_kb/wisdom/md_access.py +23 -3
  503. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +21 -0
  504. package/md_cg/whitebox_kb/wisdom/mini_python.py +44 -7
  505. package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
  506. package/md_cg/whitebox_kb/wisdom/net_units.py +12 -7
  507. package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
  508. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +13 -7
  509. package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
  510. package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
  511. package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
  512. package/md_cg/writelimit.py +584 -390
  513. package/md_cg/writepipe.py +587 -76
  514. package/package.json +13 -9
  515. package/skills/plugin.json +1 -1
  516. package/src/bridge.ts +34 -11
  517. package/src/cli.ts +75 -65
  518. package/src/hooks.ts +908 -776
  519. package/src/index.ts +19 -5
  520. package/src/init.ts +362 -361
  521. package/src/lib/datapath.ts +419 -326
  522. package/src/lib/hook_audit.ts +256 -243
  523. package/src/lib/mdcg_client.ts +10 -2
  524. package/src/lib/mutual.ts +481 -432
  525. package/src/lib/prompt_safety.ts +164 -149
  526. package/src/lib/roleplay_web.ts +30 -2
  527. package/src/lib/token_store.ts +274 -52
  528. package/src/tools.ts +249 -223
  529. package/zcode/README.md +1 -1
  530. package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
  531. package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
  532. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
  533. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
  534. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
  535. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
  536. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
  537. package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
  538. package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
  539. package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
  540. package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
  541. package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
  542. package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
  543. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
  544. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
  545. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
  546. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
  547. package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
  548. package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
  549. package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
  550. package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
  551. package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
  552. package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
  553. package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
  554. package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
  555. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
  556. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
  557. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
  558. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
  559. package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
  560. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
  561. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
  562. package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
  563. package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
  564. package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
  565. package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
  566. package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
  567. package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
  568. package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
  569. package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
  570. package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
  571. package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
  572. package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -152
  573. package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
  574. package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
  575. package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
  576. package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
  577. package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
  578. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
  579. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
  580. package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
  581. package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
  582. package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
  583. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
  584. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
  585. package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
  586. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
  587. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
  588. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
  589. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
  590. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
  591. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
  592. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
  593. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
  594. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
  595. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
  596. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
  597. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
  598. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
  599. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
  600. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
  601. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
  602. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
  603. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
  604. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
  605. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
  606. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
  607. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
  608. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
  609. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
  610. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
  611. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
  612. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
  613. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
  614. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
  615. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
  616. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
  617. package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
  618. package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
  619. package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
  620. package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
  621. package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
  622. package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
  623. package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
  624. package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
  625. package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
  626. package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
  627. package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
  628. package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
  629. package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
  630. package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
  631. package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
  632. package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
  633. package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
  634. package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
  635. package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
  636. package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
  637. package/docs/mdcg/guardrail-charter.md +0 -164
  638. package/docs/mdcg/lingshu_tutorial.html +0 -14956
  639. package/docs/mdcg/memory-assessment.html +0 -923
  640. package/docs/mdcg/memory_score.html +0 -213
  641. package/docs/mdcg/memory_score.png +0 -0
  642. package/docs/mdcg/release_v0.3.0.md +0 -36
  643. package/docs/mdcg/release_v0.4.11.md +0 -49
  644. package/docs/mdcg/release_v0.4.5.md +0 -55
  645. package/docs/mdcg/tool_table_v0.3.0.md +0 -117
  646. package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
  647. package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
  648. package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
  649. package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
  650. package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
  651. package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
  652. package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
  653. package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
  654. package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
  655. package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
  656. package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
  657. package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
  658. package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
  659. package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
  660. package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
  661. package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
  662. package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
  663. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
  664. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
  665. package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
  666. package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
  667. package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
  668. package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
  669. package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
  670. package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
  671. package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
  672. package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
  673. package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
  674. package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
  675. package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
  676. package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
  677. package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
  678. package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
  679. package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
  680. package/docs/promo/bilibili-cover.jpg +0 -0
  681. package/docs/promo/promo-visual-1.png +0 -0
  682. package/docs/promo/promo-visual-2.png +0 -0
  683. package/docs/promo/promo-visual-3.png +0 -0
  684. package/docs/promo/promo-visual-4.png +0 -0
  685. package/docs/promo/promo-visual-5.png +0 -0
  686. package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
  687. package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
  688. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
  689. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
  690. package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
  691. package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
  692. package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
  693. package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
  694. package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
  695. package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
  696. package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
  697. package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
  698. package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
  699. package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
  700. package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
  701. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
  702. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
  703. package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
  704. package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
  705. package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
  706. package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
  707. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
  708. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
  709. package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
  710. package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
  711. package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
  712. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
  713. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
  714. package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
@@ -0,0 +1,154 @@
1
+ """Official BEIR local task evaluation through production search_rrf.
2
+
3
+ python -X utf8 -m md_cg.bench_beir_bm25 --name nfcorpus --split dev \
4
+ --data <original-beir-dataset> --pool <markdown-pool> --output-dir <out> \
5
+ --beir-root <official-beir-checkout> --arms bm25,legacy
6
+
7
+ Requires the official BEIR evaluator, pytrec-eval-terrier, numpy and tqdm.
8
+ No model/dataset download or test-set parameter tuning is performed. BM25 uses
9
+ fixed production constants; legacy means lexical+fuzzy with candidate indexing
10
+ off. Both retain the native top-50 per-path RRF limit, gates and read entry point.
11
+ This is a local evaluation of official tasks, not a leaderboard submission.
12
+ """
13
+ import argparse
14
+ import hashlib
15
+ from importlib.metadata import version
16
+ import json
17
+ import os
18
+ from pathlib import Path
19
+ import re
20
+ import subprocess
21
+ import sys
22
+ import time
23
+
24
+
25
+ def digest(path):
26
+ return hashlib.sha256(path.read_bytes()).hexdigest()
27
+
28
+
29
+ def main():
30
+ parser = argparse.ArgumentParser(description=__doc__)
31
+ parser.add_argument("--name", choices=("scifact", "nfcorpus"), required=True)
32
+ parser.add_argument("--split", choices=("train", "dev", "test"), required=True)
33
+ parser.add_argument("--data", type=Path, required=True)
34
+ parser.add_argument("--pool", type=Path, required=True)
35
+ parser.add_argument("--output-dir", type=Path, required=True)
36
+ parser.add_argument("--beir-root", type=Path, required=True)
37
+ parser.add_argument("--arms", default="bm25")
38
+ args = parser.parse_args()
39
+ arms = args.arms.split(",")
40
+ if len(set(arms)) != len(arms) or set(arms) - {"bm25", "legacy"}:
41
+ parser.error("--arms accepts distinct bm25,legacy")
42
+ repo = Path(__file__).resolve().parents[1]
43
+ data, root, out, official = (p.resolve() for p in (
44
+ args.data, args.pool, args.output_dir, args.beir_root))
45
+ out.mkdir(parents=True, exist_ok=True)
46
+ sys.path.insert(0, str(official))
47
+ os.environ.update(MDCG_HOTCACHE="0", MDCG_READ_CACHE="1", MDCG_FRESHNESS="0",
48
+ MDCG_RETRIEVAL_PIPELINE="0", MDCG_SEMANTIC="0", MDCG_UNIFY_QUERY="0",
49
+ MDCG_EN_ATOMS="0", MDCG_RRF_CANDIDATES="0",
50
+ DSH_HOME=str(root.parent / "bm25-beir-dsh-home"),
51
+ MDCG_AUX_ROOT=str(root.parent / "bm25-beir-aux"))
52
+ from beir.datasets.data_loader import GenericDataLoader
53
+ from beir.retrieval import evaluation as evaluation_module
54
+ from beir.retrieval.evaluation import EvaluateRetrieval
55
+ from . import bm25, mdcos, nodefile
56
+ from .bench_fuzzy_substrings import latency
57
+ corpus, queries, qrels = GenericDataLoader(data_folder=str(data)).load(split=args.split)
58
+ assert len(corpus) == {"scifact": 5183, "nfcorpus": 3633}[args.name]
59
+ assert set(queries) == set(qrels)
60
+ if args.split == "test":
61
+ assert len(queries) == {"scifact": 300, "nfcorpus": 323}[args.name]
62
+ # Corpus only: no query/qrel-derived material is placed into Markdown.
63
+ spec = {"corpus_sha256": digest(data / "corpus.jsonl"), "documents": len(corpus),
64
+ "format": "title newline abstract", "schema": 1}
65
+ marker = root / "_beir_fixture.json"
66
+ if root.exists():
67
+ assert marker.is_file() and json.loads(marker.read_text(encoding="utf-8")) == spec
68
+ else:
69
+ (root / "knowledge").mkdir(parents=True)
70
+ for docid, document in corpus.items():
71
+ assert re.fullmatch(r"[A-Za-z0-9_-]+", docid), "Unsafe fixture document ID"
72
+ nid = "beir_" + docid
73
+ fm = {"id": nid, "layer": "knowledge", "importance": 0.4,
74
+ "created_at": 1800000000.0, "tags": []}
75
+ text = (document.get("title") or "") + "\n" + (document.get("text") or "")
76
+ (root / "knowledge" / (nid + ".md")).write_text(nodefile.dumps(fm, text), encoding="utf-8")
77
+ marker.write_text(json.dumps(spec), encoding="utf-8")
78
+ assert len(list((root / "knowledge").glob("*.md"))) == len(corpus)
79
+ prefix = "beir-bm25-" + args.name + "-" + args.split
80
+ report_file = out / (prefix + ".json")
81
+ assert not report_file.exists(), "Use a new output directory; do not overwrite a frozen run"
82
+ report = {"benchmark": "BEIR " + args.name, "split": args.split,
83
+ "corpus": len(corpus), "queries": len(queries), "arms": {},
84
+ "protocol": "full corpus; raw queries; title+abstract; no result cache; native RRF top50 per path",
85
+ "parameters": {"k1": bm25.K1, "b": bm25.B, "limit": bm25.LIMIT},
86
+ "tokenizer": "Unicode words/numbers; Han unigrams+bigrams; lowercase; no stemming/stopwords",
87
+ "judge": False, "record": False, "k": 100,
88
+ "product_head": subprocess.check_output(["git", "rev-parse", "HEAD"], cwd=repo, text=True, encoding="utf-8").strip(),
89
+ "product_dirty": bool(subprocess.check_output(["git", "status", "--porcelain"], cwd=repo)),
90
+ "official_commit": subprocess.check_output(["git", "rev-parse", "HEAD"], cwd=official, text=True, encoding="utf-8").strip(),
91
+ "sha256": {name: digest(repo / "md_cg" / name) for name in (
92
+ "bm25.py", "mdcos.py", "readcache.py", "hotcache.py", "rrf_candidates.py", "mcp_server.py")},
93
+ "adapter_sha256": digest(Path(__file__)),
94
+ "evaluator_sha256": digest(Path(evaluation_module.__file__)),
95
+ "dataset_sha256": {name: digest(data / name) for name in (
96
+ "corpus.jsonl", "queries.jsonl", "qrels/" + args.split + ".tsv")},
97
+ "packages": {name: version(name) for name in ("pytrec-eval-terrier", "numpy", "tqdm")}}
98
+ def save():
99
+ report_file.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8")
100
+ k_values = [1, 3, 5, 10, 50, 100]
101
+ for arm in arms:
102
+ paths = ("bm25",) if arm == "bm25" else ("lexical", "fuzzy")
103
+ started = time.perf_counter()
104
+ cg = mdcos.MdCGOS(str(root))
105
+ init_ms = (time.perf_counter() - started) * 1000
106
+ assert len(cg.index["nodes"]) == len(corpus)
107
+ records, results = [], {}
108
+ details = report["arms"][arm] = {"paths": paths, "records": records,
109
+ "init_ms": init_ms, "completed": 0, "failed": 0}
110
+ try:
111
+ started = time.perf_counter()
112
+ cg.search_rrf(next(iter(queries.values())), k=100, paths=paths, judge=False, record=False)
113
+ details["cold_first_ms"] = (time.perf_counter() - started) * 1000
114
+ for index, (qid, question) in enumerate(queries.items()):
115
+ started = time.perf_counter()
116
+ rows, meta = cg.search_rrf(question, k=100, paths=paths, judge=False, record=False)
117
+ ms = (time.perf_counter() - started) * 1000
118
+ diag = meta.get("bm25", {})
119
+ assert not diag.get("fallback") and not diag.get("unavailable"), (qid, diag)
120
+ ranked = []
121
+ for rank, row in enumerate(rows, 1):
122
+ docid = row[0]["id"].removeprefix("beir_")
123
+ assert docid in corpus
124
+ ranked.append({"docid": docid, "rank": rank, "rrf_score": row[1]})
125
+ # Preserve actual engine order even when rounded RRF scores tie.
126
+ results[qid] = {r["docid"]: float(len(ranked) - r["rank"] + 1) for r in ranked}
127
+ records.append({"qid": qid, "ms": ms, "ranking": ranked,
128
+ "scanned": meta["scanned"], "bm25": diag})
129
+ details["completed"] = len(records)
130
+ if (index + 1) % 25 == 0:
131
+ save()
132
+ print(f"{args.name} {args.split} {arm}: {index+1}/{len(queries)}", flush=True)
133
+ ndcg, ap, recall, precision = EvaluateRetrieval.evaluate(qrels, results, k_values)
134
+ mrr = EvaluateRetrieval.evaluate_custom(qrels, results, k_values, metric="mrr")
135
+ details.update(ndcg=ndcg, map=ap, recall=recall, precision=precision, mrr=mrr,
136
+ latency=latency([r["ms"] for r in records]))
137
+ (out / (prefix + "-" + arm + "-run.json")).write_text(json.dumps(results), encoding="utf-8")
138
+ with (out / (prefix + "-" + arm + ".run.trec")).open("w", encoding="utf-8") as stream:
139
+ for qid, ranking in results.items():
140
+ for rank, (docid, score) in enumerate(ranking.items(), 1):
141
+ stream.write(f"{qid} Q0 {docid} {rank} {score:.9f} dsh-{arm}\n")
142
+ save()
143
+ print(arm, json.dumps({"ndcg": ndcg, "recall": recall, "latency": details["latency"]}), flush=True)
144
+ except Exception as exc:
145
+ details.update(failed=1, error_type=type(exc).__name__, error=str(exc))
146
+ save()
147
+ raise
148
+ finally:
149
+ cg.close()
150
+ print(f"Complete: {sum(a['completed'] for a in report['arms'].values())} queries, 0 errors", flush=True)
151
+
152
+
153
+ if __name__ == "__main__":
154
+ main()
@@ -0,0 +1,170 @@
1
+ """Run the full BEIR SciFact test through production MdCGOS.
2
+
3
+ python -X utf8 -m md_cg.bench_beir_scifact --data <scifact-dir> \
4
+ --pool <new-markdown-pool> --output-dir <results-dir> \
5
+ --beir-root <official-beir-checkout> --bm25-reference
6
+
7
+ Requires the official BEIR evaluator, pytrec-eval-terrier and tqdm. The optional
8
+ local BM25 reference also needs rank-bm25. No dataset/model download is implicit.
9
+ Use the original BEIR archive (official MD5 5f7d1de60b170fc8027bb7898e2efca1).
10
+ Results cover one official benchmark subtask, not a full leaderboard submission.
11
+ """
12
+ import argparse
13
+ import hashlib
14
+ from importlib.metadata import version
15
+ import json
16
+ import os
17
+ from pathlib import Path
18
+ import re
19
+ import subprocess
20
+ import sys
21
+ import time
22
+
23
+
24
+ def digest(path):
25
+ return hashlib.sha256(path.read_bytes()).hexdigest()
26
+
27
+
28
+ def main():
29
+ parser = argparse.ArgumentParser(description=__doc__)
30
+ parser.add_argument('--data', type=Path, required=True)
31
+ parser.add_argument('--pool', type=Path, required=True)
32
+ parser.add_argument('--output-dir', type=Path, required=True)
33
+ parser.add_argument('--beir-root', type=Path)
34
+ parser.add_argument('--bm25-reference', action='store_true')
35
+ args = parser.parse_args()
36
+ REPO = Path(__file__).resolve().parents[1]
37
+ DATA, OUT = args.data.resolve(), args.output_dir.resolve()
38
+ OFFICIAL = args.beir_root.resolve() if args.beir_root else None
39
+ OUT.mkdir(parents=True, exist_ok=True)
40
+ if OFFICIAL:
41
+ sys.path.insert(0, str(OFFICIAL))
42
+ os.environ.update(MDCG_HOTCACHE='0', MDCG_READ_CACHE='1', MDCG_FRESHNESS='0',
43
+ MDCG_RETRIEVAL_PIPELINE='0', MDCG_SEMANTIC='0', MDCG_UNIFY_QUERY='0',
44
+ MDCG_EN_ATOMS='0',
45
+ DSH_HOME=str(args.pool.resolve().parent / 'beir-dsh-home'),
46
+ MDCG_AUX_ROOT=str(args.pool.resolve().parent / 'beir-aux'))
47
+ from beir.datasets.data_loader import GenericDataLoader
48
+ from beir.retrieval import evaluation as evaluation_module
49
+ from beir.retrieval.evaluation import EvaluateRetrieval
50
+ from . import mdcos, nodefile, mdcg
51
+ from .bench_rrf_candidates import signature
52
+ from .bench_fuzzy_substrings import latency
53
+ corpus, queries, qrels = GenericDataLoader(data_folder=str(DATA)).load(split='test')
54
+ assert len(corpus) == 5183 and len(queries) == len(qrels) == 300
55
+ root = args.pool.resolve()
56
+ marker = root / '_beir_fixture.json'
57
+ corpus_hash = digest(DATA / 'corpus.jsonl')
58
+ spec = {'corpus_sha256': corpus_hash, 'documents': len(corpus), 'format': 'title newline abstract', 'schema': 1}
59
+ if root.exists():
60
+ assert marker.is_file() and json.loads(marker.read_text(encoding='utf-8')) == spec
61
+ else:
62
+ (root / 'knowledge').mkdir(parents=True)
63
+ # The fixture is built exclusively from the corpus, independently of qrels.
64
+ for docid, document in corpus.items():
65
+ assert docid.isdecimal()
66
+ nid = 'beir_' + docid
67
+ fm = {'id': nid, 'layer': 'knowledge', 'importance': 0.4,
68
+ 'created_at': 1800000000.0, 'tags': []}
69
+ text = (document.get('title') or '') + '\n' + (document.get('text') or '')
70
+ (root / 'knowledge' / (nid + '.md')).write_text(nodefile.dumps(fm, text), encoding='utf-8')
71
+ marker.write_text(json.dumps(spec), encoding='utf-8')
72
+ assert len(list((root / 'knowledge').glob('*.md'))) == len(corpus)
73
+ report = {'benchmark': 'BEIR SciFact full test', 'corpus': len(corpus), 'queries': len(queries),
74
+ 'protocol': 'full corpus, raw English queries, title+abstract, no gold leakage or eval monkeypatch',
75
+ 'paths': ['lexical', 'fuzzy'], 'judge': False, 'record': False, 'k': 100,
76
+ 'score_mode': mdcg.SCORE_MODE, 'global_cap': mdcos.GLOBAL_CAP,
77
+ 'rank_scores': 'strictly descending engine ranks; original RRF scores retained in records',
78
+ 'product_head': subprocess.check_output(['git', 'rev-parse', 'HEAD'], cwd=REPO, text=True, encoding='utf-8').strip(),
79
+ 'product_dirty': bool(subprocess.check_output(['git', 'status', '--porcelain'], cwd=REPO)),
80
+ 'official_commit': (subprocess.check_output(['git', 'rev-parse', 'HEAD'], cwd=OFFICIAL, text=True, encoding='utf-8').strip() if OFFICIAL else None),
81
+ 'packages': {name: version(name) for name in ('pytrec-eval-terrier', 'tqdm', 'numpy')},
82
+ 'sha256': {name: digest(REPO / 'md_cg' / name) for name in ('mdcos.py', 'rrf_candidates.py', 'readcache.py', 'hotcache.py')},
83
+ 'dataset_sha256': {name: digest(DATA / name) for name in ('corpus.jsonl', 'queries.jsonl', 'qrels/test.tsv')},
84
+ 'evaluator_sha256': digest(Path(evaluation_module.__file__)),
85
+ 'adapter_sha256': digest(Path(__file__)), 'arms': {}}
86
+ reference = {}
87
+ k_values = [1, 3, 5, 10, 50, 100]
88
+ for arm, flag in (('scan', '0'), ('indexed', '1')):
89
+ os.environ['MDCG_RRF_CANDIDATES'] = flag
90
+ cg = mdcos.MdCGOS(str(root))
91
+ assert len(cg.index['nodes']) == len(corpus)
92
+ started = time.perf_counter()
93
+ cg.search_rrf(next(iter(queries.values())), k=100, paths=('lexical', 'fuzzy'), judge=False, record=False)
94
+ cold_ms = (time.perf_counter() - started) * 1000
95
+ results, records, mismatches = {}, [], []
96
+ try:
97
+ for index, (qid, question) in enumerate(queries.items()):
98
+ started = time.perf_counter()
99
+ rows, meta = cg.search_rrf(question, k=100, paths=('lexical', 'fuzzy'), judge=False, record=False)
100
+ ms = (time.perf_counter() - started) * 1000
101
+ sig = signature(rows, meta)
102
+ if reference.setdefault(qid, sig) != sig:
103
+ mismatches.append(qid)
104
+ ranking = []
105
+ for rank, row in enumerate(rows, 1):
106
+ docid = row[0]['id'].removeprefix('beir_')
107
+ assert docid in corpus
108
+ ranking.append({'docid': docid, 'rrf_score': row[1], 'rank': rank})
109
+ results[qid] = {row['docid']: float(len(ranking) - row['rank'] + 1) for row in ranking}
110
+ records.append({'qid': qid, 'question': question, 'ms': ms, 'signature': sig,
111
+ 'ranking': ranking, 'index': meta.get('rrf_candidates')})
112
+ if (index + 1) % 25 == 0:
113
+ print(f'BEIR SciFact {arm}: {index+1}/300', flush=True)
114
+ assert set(results) == set(qrels)
115
+ ndcg, map_scores, recall, precision = EvaluateRetrieval.evaluate(qrels, results, k_values)
116
+ mrr = EvaluateRetrieval.evaluate_custom(qrels, results, k_values, metric='mrr')
117
+ with (OUT / f'beir-scifact-{arm}.run.trec').open('w', encoding='utf-8') as output:
118
+ for qid, ranked in results.items():
119
+ for rank, (docid, score) in enumerate(ranked.items(), 1):
120
+ output.write(f'{qid} Q0 {docid} {rank} {score:.9f} dsh-memory-{arm}\n')
121
+ (OUT / f'beir-scifact-{arm}-run.json').write_text(json.dumps(results, indent=2), encoding='utf-8')
122
+ report['arms'][arm] = {'completed': len(records), 'failed': 0, 'cold_first_ms': cold_ms,
123
+ 'latency': latency([r['ms'] for r in records]),
124
+ 'ndcg': ndcg, 'map': map_scores, 'recall': recall, 'precision': precision,
125
+ 'mrr': mrr, 'mismatch_count': len(mismatches), 'mismatches': mismatches,
126
+ 'records': records}
127
+ (OUT / 'beir-scifact-results.json').write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding='utf-8')
128
+ print(arm, json.dumps({'ndcg': ndcg, 'recall': recall, 'mrr': mrr}), flush=True)
129
+ finally:
130
+ cg.flush()
131
+ assert all(a['completed'] == 300 and not a['mismatches'] for a in report['arms'].values())
132
+ print('BEIR SciFact complete: 600 queries, 0 errors, 0 mismatches', flush=True)
133
+ if not args.bm25_reference:
134
+ return
135
+ from rank_bm25 import BM25Okapi
136
+ # A local reference, not a reproduction of the paper's Anserini BM25 row.
137
+ # It uses exactly the same complete corpus, queries, and official qrels.
138
+ tokenize = lambda text: re.findall(r'[a-z0-9]+', text.lower())
139
+ docids = list(corpus)
140
+ bm25 = BM25Okapi([tokenize((d.get('title') or '') + '\n' + (d.get('text') or ''))
141
+ for d in corpus.values()], k1=1.5, b=0.75, epsilon=0.25)
142
+ reference_results, reference_records = {}, []
143
+ for qid, question in queries.items():
144
+ started = time.perf_counter()
145
+ scores = bm25.get_scores(tokenize(question))
146
+ ranked = sorted(zip(docids, scores), key=lambda row: (-row[1], row[0]))[:100]
147
+ reference_results[qid] = {docid: float(len(ranked) - rank)
148
+ for rank, (docid, _) in enumerate(ranked)}
149
+ reference_records.append({'qid': qid, 'ms': (time.perf_counter() - started) * 1000,
150
+ 'ranking': [{'docid': d, 'bm25_score': float(s)} for d, s in ranked]})
151
+ ndcg, map_scores, recall, precision = EvaluateRetrieval.evaluate(qrels, reference_results, k_values)
152
+ mrr = EvaluateRetrieval.evaluate_custom(qrels, reference_results, k_values, metric='mrr')
153
+ report['local_bm25_reference'] = {'library': 'rank-bm25', 'version': version('rank-bm25'),
154
+ 'tokenizer': 'lowercase regex [a-z0-9]+; no stemming or stopword removal',
155
+ 'parameters': {'k1': 1.5, 'b': 0.75, 'epsilon': 0.25},
156
+ 'limits': 'local comparison only, not the official Anserini BM25 implementation; timing excludes Markdown I/O',
157
+ 'completed': 300, 'failed': 0, 'ndcg': ndcg, 'map': map_scores,
158
+ 'recall': recall, 'precision': precision, 'mrr': mrr,
159
+ 'records': reference_records}
160
+ with (OUT / 'beir-scifact-bm25.run.trec').open('w', encoding='utf-8') as output:
161
+ for qid, ranked in reference_results.items():
162
+ for rank, (docid, score) in enumerate(ranked.items(), 1):
163
+ output.write(f'{qid} Q0 {docid} {rank} {score:.9f} local-bm25\n')
164
+ (OUT / 'beir-scifact-bm25-run.json').write_text(json.dumps(reference_results, indent=2), encoding='utf-8')
165
+ (OUT / 'beir-scifact-results.json').write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding='utf-8')
166
+ print('Local BM25 reference', json.dumps({'ndcg': ndcg, 'recall': recall, 'mrr': mrr}), flush=True)
167
+
168
+
169
+ if __name__ == '__main__':
170
+ main()
@@ -0,0 +1,134 @@
1
+ """Paired exact BM25 optimization benchmark through production search_rrf.
2
+
3
+ Uses the requested Git revision's original BM25 and search_rrf for the before
4
+ arm. The after arm uses current production code. No result cache, external
5
+ model or query/qrel material enters the corpus. Reuse existing deterministic
6
+ Markdown fixtures or generate them with bench_rrf_candidates. A write probe
7
+ left by that generator counts as an additional node and is reported honestly.
8
+ """
9
+ import argparse
10
+ import ast
11
+ from contextlib import contextmanager
12
+ import hashlib
13
+ import json
14
+ import os
15
+ from pathlib import Path
16
+ import subprocess
17
+ import time
18
+ import types
19
+
20
+
21
+ def main():
22
+ parser = argparse.ArgumentParser(description=__doc__)
23
+ parser.add_argument("--root", type=Path, required=True)
24
+ parser.add_argument("--output", type=Path, required=True)
25
+ parser.add_argument("--rounds", type=int, default=3)
26
+ parser.add_argument("--baseline", default="8d40dea36d888b22af0c29dfa229a4203bcfeabe")
27
+ args = parser.parse_args()
28
+ assert args.rounds >= 1 and not args.output.exists()
29
+ root, out = args.root.resolve(), args.output.resolve()
30
+ repo = Path(__file__).resolve().parents[1]
31
+ os.environ.update(MDCG_HOTCACHE="0", MDCG_READ_CACHE="1", MDCG_FRESHNESS="0",
32
+ MDCG_RETRIEVAL_PIPELINE="0", MDCG_SEMANTIC="0", MDCG_UNIFY_QUERY="0",
33
+ MDCG_EN_ATOMS="0", MDCG_RRF_CANDIDATES="0",
34
+ DSH_HOME=str(out.parent / "blockmax-bench-dsh"),
35
+ MDCG_AUX_ROOT=str(out.parent / "blockmax-bench-aux"))
36
+ from . import bm25, mdcos
37
+ from .bench_rrf_candidates import key
38
+ from .bench_fuzzy_substrings import latency
39
+ before_source = subprocess.check_output([
40
+ "git", "show", args.baseline + ":md_cg/bm25.py"], cwd=repo)
41
+ before = types.ModuleType("md_cg.bm25_frozen_before")
42
+ exec(compile(before_source, "git:" + args.baseline + ":md_cg/bm25.py", "exec"), before.__dict__)
43
+ old_mdcos = subprocess.check_output([
44
+ "git", "show", args.baseline + ":md_cg/mdcos.py"], cwd=repo)
45
+ tree = ast.parse(old_mdcos)
46
+ cls = next(n for n in tree.body if isinstance(n, ast.ClassDef) and n.name == "MdCGOS")
47
+ fn = next(n for n in cls.body if isinstance(n, ast.FunctionDef) and n.name == "search_rrf")
48
+ namespace = dict(mdcos.__dict__)
49
+ exec(compile(ast.Module(body=[fn], type_ignores=[]), "git:" + args.baseline + ":search_rrf", "exec"), namespace)
50
+ Before = type("Before", (mdcos.MdCGOS,), {"search_rrf": namespace["search_rrf"]})
51
+ original = bm25.search
52
+
53
+ @contextmanager
54
+ def arm(name):
55
+ bm25.search = before.search if name == "before" else original
56
+ try:
57
+ yield
58
+ finally:
59
+ bm25.search = original
60
+
61
+ queries = [("common", q) for q in ("资料", "条目", "记录", "主题")]
62
+ queries += [("rare", key(i)) for i in (409, 2047)]
63
+ queries += [("absent", "quuxnotinthefixture999xyz")]
64
+ report = {"baseline": args.baseline, "root": str(root), "rounds": args.rounds,
65
+ "protocol": "real Markdown; full production search_rrf; independent engines; "
66
+ "alternating arm order; result cache off; no OS cache flush; first calls separate",
67
+ "sha256": {n: hashlib.sha256((repo / "md_cg" / n).read_bytes()).hexdigest()
68
+ for n in ("bm25.py", "mdcos.py", "mdcg.py", "readcache.py")},
69
+ "baseline_bm25_sha256": hashlib.sha256(before_source).hexdigest(),
70
+ "baseline_mdcos_sha256": hashlib.sha256(old_mdcos).hexdigest(),
71
+ "arms": {}, "mismatches": [], "errors": []}
72
+ engines, reference = {}, {}
73
+
74
+ def save():
75
+ out.parent.mkdir(parents=True, exist_ok=True)
76
+ out.write_text(json.dumps(report, ensure_ascii=False, indent=2), encoding="utf-8")
77
+
78
+ def signature(rows):
79
+ return hashlib.sha256(json.dumps(rows, sort_keys=True, ensure_ascii=False,
80
+ separators=(",", ":")).encode("utf-8")).hexdigest()
81
+
82
+ try:
83
+ for name, engine in (("before", Before), ("after", mdcos.MdCGOS)):
84
+ with arm(name):
85
+ started = time.perf_counter()
86
+ cg = engines[name] = engine(str(root))
87
+ details = report["arms"][name] = {"records": [], "nodes": len(cg.index["nodes"]),
88
+ "init_ms": (time.perf_counter() - started) * 1000}
89
+ started = time.perf_counter()
90
+ rows, meta = cg.search_rrf("资料", k=10, paths=("bm25",), judge=False, record=False)
91
+ details["first"] = {"ms": (time.perf_counter() - started) * 1000,
92
+ "bm25": meta["bm25"]}
93
+ assert "fallback" not in meta["bm25"] and not meta["bm25"]["unavailable"]
94
+ print(name, "first_ms", details["first"]["ms"], flush=True)
95
+ save()
96
+ assert report["arms"]["before"]["nodes"] == report["arms"]["after"]["nodes"]
97
+ for turn in range(args.rounds):
98
+ for name in (("before", "after") if turn % 2 == 0 else ("after", "before")):
99
+ with arm(name):
100
+ for kind, query in queries:
101
+ started = time.perf_counter()
102
+ rows, meta = engines[name].search_rrf(
103
+ query, k=10, paths=("bm25",), judge=False, record=False)
104
+ elapsed = (time.perf_counter() - started) * 1000
105
+ info, sig = meta["bm25"], signature(rows)
106
+ assert "fallback" not in info and not info["unavailable"]
107
+ assert all(query in row[0]["content"] for row in rows)
108
+ assert len(rows) == (0 if kind == "absent" else 10)
109
+ if query in reference and reference[query] != sig:
110
+ report["mismatches"].append({"arm": name, "query": query, "round": turn + 1})
111
+ reference.setdefault(query, sig)
112
+ report["arms"][name]["records"].append({"round": turn + 1,
113
+ "kind": kind, "query": query, "ms": elapsed, "signature": sig, "bm25": info})
114
+ print(name, "round", turn + 1, "done", flush=True)
115
+ save()
116
+ for name, data in report["arms"].items():
117
+ data["latency"] = {kind: latency([r["ms"] for r in data["records"] if r["kind"] == kind])
118
+ for kind in ("common", "rare", "absent")}
119
+ assert not report["mismatches"]
120
+ report["status"] = "passed"
121
+ except Exception as exc:
122
+ report["errors"].append(type(exc).__name__ + ": " + str(exc))
123
+ report["status"] = "failed"
124
+ raise
125
+ finally:
126
+ save()
127
+ for cg in engines.values():
128
+ cg.close()
129
+ print(json.dumps({"status": report["status"], "mismatches": len(report["mismatches"]),
130
+ "arms": {n: d["latency"] for n, d in report["arms"].items()}}, ensure_ascii=False), flush=True)
131
+
132
+
133
+ if __name__ == "__main__":
134
+ main()