@furongjun1999/dsh-memory 0.8.0 → 0.9.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (714) hide show
  1. package/README.md +662 -632
  2. package/codebuddy/README.md +1 -1
  3. package/data/policy.json +17 -6
  4. package/docs/README.md +18 -2
  5. package/docs/discipline/harnesses.yaml +1 -1
  6. package/docs/discipline/templates/spec.txt.tmpl +23 -0
  7. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
  8. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
  9. package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
  10. package/dsh/README.md +1 -1
  11. package/dsh/cordis.yml.example +1 -1
  12. package/hive/README.md +705 -0
  13. package/hive/id_charset_blocks.txt +147 -0
  14. package/lib/bridge.d.ts +3 -0
  15. package/lib/bridge.js +32 -11
  16. package/lib/cli.js +14 -17
  17. package/lib/hooks.d.ts +18 -3
  18. package/lib/hooks.js +147 -18
  19. package/lib/index.d.ts +2 -2
  20. package/lib/index.js +18 -4
  21. package/lib/init.js +21 -21
  22. package/lib/lib/datapath.d.ts +56 -0
  23. package/lib/lib/datapath.js +102 -9
  24. package/lib/lib/hook_audit.d.ts +0 -1
  25. package/lib/lib/hook_audit.js +13 -1
  26. package/lib/lib/mdcg_client.d.ts +4 -1
  27. package/lib/lib/mdcg_client.js +10 -2
  28. package/lib/lib/mutual.js +61 -15
  29. package/lib/lib/prompt_safety.js +16 -1
  30. package/lib/lib/roleplay_web.js +30 -2
  31. package/lib/lib/token_store.d.ts +25 -6
  32. package/lib/lib/token_store.js +224 -33
  33. package/lib/tools.d.ts +8 -2
  34. package/lib/tools.js +22 -3
  35. package/md_cg/_guard_kit.py +121 -0
  36. package/md_cg/admission.py +718 -718
  37. package/md_cg/anchor.py +114 -0
  38. package/md_cg/audit.py +22 -5
  39. package/md_cg/autonomy.py +433 -288
  40. package/md_cg/autonomy_modes.py +781 -642
  41. package/md_cg/bench_beir_bm25.py +154 -0
  42. package/md_cg/bench_beir_scifact.py +170 -0
  43. package/md_cg/bench_bm25_blockmax.py +134 -0
  44. package/md_cg/bench_bm25_incremental.py +246 -0
  45. package/md_cg/bench_ccg_heading.py +118 -0
  46. package/md_cg/bench_csre_correctness.py +145 -0
  47. package/md_cg/bench_excerpt_budget.py +94 -0
  48. package/md_cg/bench_fuzzy_substrings.py +299 -0
  49. package/md_cg/bench_memory_rsi.py +358 -0
  50. package/md_cg/bench_memory_rsi_latency.py +82 -0
  51. package/md_cg/bench_memory_rsi_public.py +116 -0
  52. package/md_cg/bench_memory_rsi_tools.py +229 -0
  53. package/md_cg/bench_rrf_candidates.py +212 -0
  54. package/md_cg/bench_rrf_public.py +100 -0
  55. package/md_cg/bench_text_projections.py +221 -0
  56. package/md_cg/bench_timeanchor.py +357 -0
  57. package/md_cg/bm25.py +601 -0
  58. package/md_cg/branches.py +404 -327
  59. package/md_cg/build_postings.py +74 -73
  60. package/md_cg/ccgc.py +4 -2
  61. package/md_cg/chain.py +572 -379
  62. package/md_cg/coldverify.py +531 -292
  63. package/md_cg/condaccept.py +263 -0
  64. package/md_cg/condgate.py +308 -0
  65. package/md_cg/config_registry.py +329 -0
  66. package/md_cg/config_registry_bulk.py +482 -0
  67. package/md_cg/config_registry_guard.py +487 -0
  68. package/md_cg/config_render.py +354 -0
  69. package/md_cg/config_validate.py +455 -0
  70. package/md_cg/conformance.py +21 -0
  71. package/md_cg/conformance_core.py +753 -0
  72. package/md_cg/consistency.py +1278 -955
  73. package/md_cg/consolidate.py +180 -20
  74. package/md_cg/crypto.py +794 -472
  75. package/md_cg/datapath.py +137 -12
  76. package/md_cg/eval_common.py +522 -575
  77. package/md_cg/evidence.py +946 -585
  78. package/md_cg/evidence_delivery.py +101 -0
  79. package/md_cg/experience_consolidation.py +317 -0
  80. package/md_cg/export.py +329 -222
  81. package/md_cg/forgetting.py +1050 -922
  82. package/md_cg/freshness.py +601 -548
  83. package/md_cg/fsutil.py +1120 -824
  84. package/md_cg/goal_gen.py +458 -0
  85. package/md_cg/hotcache.py +107 -9
  86. package/md_cg/hyperedge.py +14 -3
  87. package/md_cg/identity.py +573 -391
  88. package/md_cg/imgskill.py +1712 -0
  89. package/md_cg/insight.py +540 -521
  90. package/md_cg/interface_schema.py +146 -0
  91. package/md_cg/interop.py +20 -0
  92. package/md_cg/judgment_manifest.py +24 -1
  93. package/md_cg/lifecycle.py +86 -5
  94. package/md_cg/links.py +27 -6
  95. package/md_cg/logref.py +332 -327
  96. package/md_cg/mcp_server.py +5227 -4449
  97. package/md_cg/mdcg.py +1301 -203
  98. package/md_cg/mdcos.py +7104 -5417
  99. package/md_cg/memory_rsi.py +308 -0
  100. package/md_cg/metacognition.py +726 -591
  101. package/md_cg/nodefile.py +151 -3
  102. package/md_cg/op_table.py +1128 -0
  103. package/md_cg/postings.py +524 -300
  104. package/md_cg/predict.py +4 -1
  105. package/md_cg/probe_memory_rsi.py +95 -0
  106. package/md_cg/probe_memory_rsi_mcp.py +66 -0
  107. package/md_cg/protect.py +188 -28
  108. package/md_cg/protocol.py +492 -411
  109. package/md_cg/provenance.py +7 -1
  110. package/md_cg/qmd.py +477 -0
  111. package/md_cg/qmd_llm.py +334 -0
  112. package/md_cg/query_excerpt.py +171 -0
  113. package/md_cg/queue_health.py +130 -0
  114. package/md_cg/reach.py +470 -453
  115. package/md_cg/readcache.py +115 -3
  116. package/md_cg/reconcile.py +239 -228
  117. package/md_cg/refindex.py +1191 -1042
  118. package/md_cg/refine.py +12 -3
  119. package/md_cg/retrieve.py +128 -0
  120. package/md_cg/review_cli.py +204 -26
  121. package/md_cg/revise.py +140 -0
  122. package/md_cg/rollback.py +256 -19
  123. package/md_cg/rollback_cli.py +21 -1
  124. package/md_cg/rotate.py +347 -0
  125. package/md_cg/routing.py +62 -1
  126. package/md_cg/rrf_candidates.py +204 -0
  127. package/md_cg/run_tests.py +19 -1
  128. package/md_cg/scrub.py +177 -23
  129. package/md_cg/security.py +269 -17
  130. package/md_cg/self_state.py +1053 -1029
  131. package/md_cg/self_surface.py +50 -0
  132. package/md_cg/semantic/canonical.py +1 -1
  133. package/md_cg/semantic/export_en_zh_map.py +2 -2
  134. package/md_cg/semantic/zh_en_atoms.py +2 -0
  135. package/md_cg/session5.py +106 -0
  136. package/md_cg/signer.py +76 -2
  137. package/md_cg/sleep.py +1779 -1583
  138. package/md_cg/sources.py +273 -15
  139. package/md_cg/state_events.py +75 -10
  140. package/md_cg/state_slots.py +312 -221
  141. package/md_cg/stg.py +82 -16
  142. package/md_cg/stgidx.py +537 -281
  143. package/md_cg/subgraph.py +851 -729
  144. package/md_cg/sustain.py +458 -19
  145. package/md_cg/task_memory.py +367 -0
  146. package/md_cg/test_action_derive.py +210 -203
  147. package/md_cg/test_audit_heartbeat_20261015.py +417 -0
  148. package/md_cg/test_audit_protection_20261015.py +483 -0
  149. package/md_cg/test_audit_rotate_parity.py +280 -0
  150. package/md_cg/test_audit_state_20261015.py +253 -0
  151. package/md_cg/test_audit_write_20261015.py +161 -0
  152. package/md_cg/test_auto_defaults.py +43 -4
  153. package/md_cg/test_autonomy_emotion.py +328 -0
  154. package/md_cg/test_autonomy_modes.py +43 -3
  155. package/md_cg/test_b1_foreign_read.py +245 -0
  156. package/md_cg/test_bm25.py +438 -0
  157. package/md_cg/test_bm25_hydration_refill.py +265 -0
  158. package/md_cg/test_bm25_incremental.py +241 -0
  159. package/md_cg/test_bm25_incremental_mutations.py +160 -0
  160. package/md_cg/test_bm25_mutations.py +205 -0
  161. package/md_cg/test_bm25_pool_view.py +196 -0
  162. package/md_cg/test_boot_openblas_guard.py +218 -197
  163. package/md_cg/test_boundary_hit.py +1 -1
  164. package/md_cg/test_branches_sensitivity.py +375 -0
  165. package/md_cg/test_c8_search_rrf_gates.py +1 -1
  166. package/md_cg/test_canonical_timezones.py +211 -0
  167. package/md_cg/test_ccg_heading_parser.py +73 -0
  168. package/md_cg/test_chain_best_first.py +403 -0
  169. package/md_cg/test_chain_candidate_scope.py +227 -0
  170. package/md_cg/test_cn_recall_grams.py +206 -0
  171. package/md_cg/test_coldverify_drain.py +127 -0
  172. package/md_cg/test_condaccept.py +156 -0
  173. package/md_cg/test_condgate.py +141 -0
  174. package/md_cg/test_config_registry.py +55 -0
  175. package/md_cg/test_crypto_rotate.py +257 -0
  176. package/md_cg/test_csre_correctness.py +297 -0
  177. package/md_cg/test_csre_index_import_guard.py +161 -0
  178. package/md_cg/test_csre_mutations.py +34 -0
  179. package/md_cg/test_csre_session.py +69 -0
  180. package/md_cg/test_curiosity_budget.py +468 -0
  181. package/md_cg/test_d17_autostart_toolface.py +453 -0
  182. package/md_cg/test_datapath_tilde_home.py +271 -0
  183. package/md_cg/test_derived_cache_generations.py +256 -0
  184. package/md_cg/test_evidence_delivery_compact.py +54 -0
  185. package/md_cg/test_exact_text_cache.py +191 -0
  186. package/md_cg/test_excerpt_budget.py +188 -0
  187. package/md_cg/test_experience_consolidation.py +112 -0
  188. package/md_cg/test_export_default_collision.py +138 -0
  189. package/md_cg/test_export_snapshots.py +322 -0
  190. package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
  191. package/md_cg/test_gain_gate.py +16 -5
  192. package/md_cg/test_goal_gen.py +355 -0
  193. package/md_cg/test_h2_session_view_norm.py +251 -233
  194. package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
  195. package/md_cg/test_heartbeat_ledger.py +557 -0
  196. package/md_cg/test_hierarchy_audit_graph.py +237 -0
  197. package/md_cg/test_i50c_meta_passthrough.py +628 -608
  198. package/md_cg/test_i50e_readside_protection.py +6 -4
  199. package/md_cg/test_identity_attribution.py +96 -2
  200. package/md_cg/test_identity_contract.py +329 -0
  201. package/md_cg/test_imgskill.py +1444 -0
  202. package/md_cg/test_index_snapshot_shape.py +240 -0
  203. package/md_cg/test_interop_judgment.py +258 -228
  204. package/md_cg/test_issue111_gate_order.py +77 -0
  205. package/md_cg/test_issue111_scoring_contract.py +87 -0
  206. package/md_cg/test_issue121_calibration_bounds.py +293 -0
  207. package/md_cg/test_issue128_session_env_authority.py +246 -0
  208. package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
  209. package/md_cg/test_issue131_postings_content_staleness.py +424 -0
  210. package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
  211. package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
  212. package/md_cg/test_issue147_pack_id_escape.py +378 -0
  213. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
  214. package/md_cg/test_issue149_accel_default_face.py +249 -0
  215. package/md_cg/test_issue150_empty_query_terms.py +328 -0
  216. package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
  217. package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
  218. package/md_cg/test_issue152_sealed_postings.py +309 -0
  219. package/md_cg/test_issue152b_decrypt_cache.py +218 -0
  220. package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
  221. package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
  222. package/md_cg/test_issue157b_index_remainder.py +344 -0
  223. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
  224. package/md_cg/test_issue190_tidy_idempotent.py +806 -0
  225. package/md_cg/test_issue191_import_trust.py +382 -0
  226. package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
  227. package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
  228. package/md_cg/test_issue193_write_scope.py +378 -0
  229. package/md_cg/test_issue197_rank_credibility_property.py +201 -0
  230. package/md_cg/test_issue211_export_target.py +325 -0
  231. package/md_cg/test_issue212_writeface_gaps.py +349 -0
  232. package/md_cg/test_issue214_reject_sensitivity.py +267 -0
  233. package/md_cg/test_issue215_condition_source_gap.py +272 -0
  234. package/md_cg/test_issue216_clash_routes.py +214 -0
  235. package/md_cg/test_issue217_slot_routes.py +248 -0
  236. package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
  237. package/md_cg/test_issue225_consistency_torn_log.py +433 -0
  238. package/md_cg/test_issue245_swarm_traversal.py +366 -0
  239. package/md_cg/test_issue258_pack_sensitivity.py +468 -0
  240. package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
  241. package/md_cg/test_issue274_read_node_id_none.py +341 -0
  242. package/md_cg/test_issue275_layer_param.py +250 -0
  243. package/md_cg/test_issue277_node_id_traversal.py +384 -0
  244. package/md_cg/test_issue278_neg_separated_tension.py +271 -0
  245. package/md_cg/test_issue278_neg_window.py +294 -0
  246. package/md_cg/test_issue278_negative_layering.py +83 -0
  247. package/md_cg/test_issue279_signers_path_guard.py +652 -0
  248. package/md_cg/test_issue284_skip_not_pass.py +291 -0
  249. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
  250. package/md_cg/test_issue295_sleep_root_binding.py +589 -0
  251. package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
  252. package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
  253. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
  254. package/md_cg/test_issue303_design_boundaries.py +262 -0
  255. package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
  256. package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
  257. package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
  258. package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
  259. package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
  260. package/md_cg/test_issue321_mcp_deep_json.py +305 -0
  261. package/md_cg/test_issue322_node_write_lock.py +727 -0
  262. package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
  263. package/md_cg/test_issue324_write_size_fields.py +215 -0
  264. package/md_cg/test_issue325_audit_poison.py +230 -0
  265. package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
  266. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
  267. package/md_cg/test_issue326_key_perms.py +355 -0
  268. package/md_cg/test_issue326_twin_parser_parity.py +323 -0
  269. package/md_cg/test_issue326_vm_call_frame.py +569 -0
  270. package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
  271. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
  272. package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
  273. package/md_cg/test_issue348_insight_verify_op.py +200 -0
  274. package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
  275. package/md_cg/test_issue350_casefold_collision.py +236 -0
  276. package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
  277. package/md_cg/test_issue352_imgaudit.py +418 -0
  278. package/md_cg/test_issue352_pathsjson.py +537 -0
  279. package/md_cg/test_issue352_refindex.py +412 -0
  280. package/md_cg/test_issue352_rollback.py +604 -0
  281. package/md_cg/test_issue352_vstateinherit.py +196 -0
  282. package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
  283. package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
  284. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
  285. package/md_cg/test_issue354_rust_index_containment.py +571 -0
  286. package/md_cg/test_issue354_rust_wal_containment.py +606 -0
  287. package/md_cg/test_issue358_truncation_observable.py +247 -0
  288. package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
  289. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
  290. package/md_cg/test_issue362_neg_condition.py +468 -0
  291. package/md_cg/test_issue363_lexical_idf.py +275 -0
  292. package/md_cg/test_issue370_readcache_assembly.py +488 -0
  293. package/md_cg/test_issue375_state_slot_retire.py +325 -0
  294. package/md_cg/test_issue376_heartbeat_failed.py +293 -0
  295. package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
  296. package/md_cg/test_issue378_protected_floor.py +310 -0
  297. package/md_cg/test_issue383_state_event_write_gate.py +462 -0
  298. package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
  299. package/md_cg/test_issue398_toolface_op_parity.py +511 -0
  300. package/md_cg/test_issue399_hive_json_shape.py +317 -0
  301. package/md_cg/test_issue400_hive_dirty_args.py +450 -0
  302. package/md_cg/test_issue401_wisdom_codegen.py +295 -0
  303. package/md_cg/test_issue404_heal_receipt.py +390 -0
  304. package/md_cg/test_issue405_git_pathspec.py +333 -0
  305. package/md_cg/test_issue408_eface_registry.py +291 -0
  306. package/md_cg/test_issue409_compact_index_completeness.py +509 -0
  307. package/md_cg/test_issue410_verify_demote_write.py +366 -0
  308. package/md_cg/test_issue411_scrub_idempotence.py +575 -0
  309. package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
  310. package/md_cg/test_issue413_preimage_failclosed.py +239 -0
  311. package/md_cg/test_issue413_preimage_twin.py +340 -0
  312. package/md_cg/test_issue414_write_args_parity.py +613 -0
  313. package/md_cg/test_issue415_deps_gate_probe.py +358 -0
  314. package/md_cg/test_issue416_entry_key_subset.py +525 -0
  315. package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
  316. package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
  317. package/md_cg/test_issue418_role_type_gate.py +265 -0
  318. package/md_cg/test_issue419_pii_redaction.py +642 -0
  319. package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
  320. package/md_cg/test_issue425_ingest_library_path.py +331 -0
  321. package/md_cg/test_issue426a_dedup_receipt.py +242 -0
  322. package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
  323. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
  324. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
  325. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
  326. package/md_cg/test_issue427_serve_status_shape.py +191 -0
  327. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
  328. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
  329. package/md_cg/test_issue434_435_float_gate.py +90 -0
  330. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
  331. package/md_cg/test_issue43_default_policy.py +13 -4
  332. package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
  333. package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
  334. package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
  335. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
  336. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
  337. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
  338. package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
  339. package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
  340. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
  341. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
  342. package/md_cg/test_issue451_audit_actor.py +313 -0
  343. package/md_cg/test_issue452_ingest_root_hint.py +238 -0
  344. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
  345. package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
  346. package/md_cg/test_issue466_basis_registry.py +469 -0
  347. package/md_cg/test_issue467_identity_sensitivity.py +204 -0
  348. package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
  349. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
  350. package/md_cg/test_issue470_wal_event_durable.py +427 -0
  351. package/md_cg/test_issue471_identity_readable.py +137 -0
  352. package/md_cg/test_issue472_audit_chain.py +91 -0
  353. package/md_cg/test_issue472_prune_ledger.py +106 -0
  354. package/md_cg/test_issue472_rollback_degraded.py +82 -0
  355. package/md_cg/test_issue491_compose_sandbox.py +460 -0
  356. package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
  357. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
  358. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
  359. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
  360. package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
  361. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
  362. package/md_cg/test_issue525_read_null_semantics.py +52 -0
  363. package/md_cg/test_issue538_hook_condition_space.py +97 -0
  364. package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
  365. package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
  366. package/md_cg/test_issue542_tenant_root_same.py +153 -0
  367. package/md_cg/test_issue543_issue_authorization.py +147 -0
  368. package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
  369. package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
  370. package/md_cg/test_issue546_ledger_concurrency.py +81 -0
  371. package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
  372. package/md_cg/test_issue547_audit_durable.py +96 -0
  373. package/md_cg/test_issue549_durable_append.py +143 -0
  374. package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
  375. package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
  376. package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
  377. package/md_cg/test_issue559_refine_prefix.py +70 -0
  378. package/md_cg/test_issue561_pending_review.py +109 -0
  379. package/md_cg/test_issue66_scrub_semantics.py +107 -0
  380. package/md_cg/test_issue67_scrub_control_pool.py +233 -0
  381. package/md_cg/test_issue69_audit_boundary.py +129 -0
  382. package/md_cg/test_issue71_queue_backlog.py +377 -0
  383. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
  384. package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
  385. package/md_cg/test_issue75_neural_failure.py +582 -0
  386. package/md_cg/test_issue78_export_concurrency.py +334 -0
  387. package/md_cg/test_issue80_residual_flush.py +169 -0
  388. package/md_cg/test_issue82_credential_rules.py +271 -0
  389. package/md_cg/test_issue82_layer_and_size.py +120 -0
  390. package/md_cg/test_issue84_portability.py +95 -0
  391. package/md_cg/test_issue85_export_overwrite.py +113 -0
  392. package/md_cg/test_issue86_runtime_revoke.py +110 -0
  393. package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
  394. package/md_cg/test_issue88_conclusion_face.py +280 -0
  395. package/md_cg/test_issue88_execution_conflicts.py +87 -0
  396. package/md_cg/test_issue89_zero_score.py +169 -0
  397. package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
  398. package/md_cg/test_issue91_verifier_sandbox.py +314 -0
  399. package/md_cg/test_issue91_verifier_timeout.py +528 -0
  400. package/md_cg/test_issue93_remember_redaction.py +282 -0
  401. package/md_cg/test_issue96_key_fallback.py +102 -0
  402. package/md_cg/test_issue98_tenant_root.py +104 -0
  403. package/md_cg/test_jsonl_commit_watermark.py +221 -0
  404. package/md_cg/test_live_validity_cache.py +256 -0
  405. package/md_cg/test_logref.py +32 -0
  406. package/md_cg/test_mcp_call_argument_types.py +99 -0
  407. package/md_cg/test_md_access_parity.py +80 -5
  408. package/md_cg/test_md_cg_no_hive_dep.py +140 -0
  409. package/md_cg/test_memory_rsi.py +215 -0
  410. package/md_cg/test_memory_rsi_adversarial.py +91 -0
  411. package/md_cg/test_mode_parity.py +1413 -1393
  412. package/md_cg/test_mutation_residue.py +120 -0
  413. package/md_cg/test_mutation_rollback.py +62 -32
  414. package/md_cg/test_n123_derive_expiry_chain.py +10 -5
  415. package/md_cg/test_n130_verify_falsified_protect.py +185 -185
  416. package/md_cg/test_n209_verify_write_face_gates.py +7 -2
  417. package/md_cg/test_n230_dirty_replay.py +52 -9
  418. package/md_cg/test_n62_tenant_bind_failclosed.py +3 -3
  419. package/md_cg/test_neg_coverage_budget.py +500 -0
  420. package/md_cg/test_neg_tail_honesty.py +79 -9
  421. package/md_cg/test_p0.py +16 -2
  422. package/md_cg/test_p14_root_fallback.py +373 -0
  423. package/md_cg/test_p1x_ref_root.py +47 -10
  424. package/md_cg/test_p21_tokens.py +2 -1
  425. package/md_cg/test_p24_evidence.py +232 -227
  426. package/md_cg/test_p26_refindex.py +20 -3
  427. package/md_cg/test_p27_docindex.py +16 -1
  428. package/md_cg/test_p28_refcheck.py +45 -24
  429. package/md_cg/test_p29_session_ingest_export.py +6 -0
  430. package/md_cg/test_p2_mcp.py +474 -453
  431. package/md_cg/test_p2_six_elements.py +14 -1
  432. package/md_cg/test_p3.py +370 -261
  433. package/md_cg/test_p33_ccg_wiring.py +9 -2
  434. package/md_cg/test_p3_legacy_closure.py +6 -1
  435. package/md_cg/test_p40_refine_worklist.py +5 -2
  436. package/md_cg/test_p45_session_identity.py +250 -3
  437. package/md_cg/test_p47_session_view.py +25 -9
  438. package/md_cg/test_p4_freshness.py +8 -1
  439. package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
  440. package/md_cg/test_p9c_dedup_hints.py +7 -2
  441. package/md_cg/test_policy_required_ccg.py +12 -0
  442. package/md_cg/test_postings_digest_memo.py +139 -0
  443. package/md_cg/test_predict_beta.py +138 -135
  444. package/md_cg/test_qmd.py +500 -0
  445. package/md_cg/test_query_excerpt.py +209 -0
  446. package/md_cg/test_reach.py +456 -378
  447. package/md_cg/test_reach_snapshot_admission.py +218 -0
  448. package/md_cg/test_readcache_prodpath.py +4 -0
  449. package/md_cg/test_recall_face_guards.py +854 -812
  450. package/md_cg/test_recall_metadata.py +422 -0
  451. package/md_cg/test_retr_s5.py +104 -5
  452. package/md_cg/test_retr_score_once.py +14 -2
  453. package/md_cg/test_review_cli_attribution.py +11 -7
  454. package/md_cg/test_review_queue_batch.py +123 -0
  455. package/md_cg/test_review_queue_index.py +130 -0
  456. package/md_cg/test_rrf_candidates.py +292 -0
  457. package/md_cg/test_rrf_qualified_topk.py +214 -0
  458. package/md_cg/test_rrf_unique_votes.py +218 -0
  459. package/md_cg/test_s1_ast_judge.py +110 -0
  460. package/md_cg/test_scrub_ledger.py +413 -0
  461. package/md_cg/test_security_audit_b26.py +34 -3
  462. package/md_cg/test_security_audit_v21.py +1 -2
  463. package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
  464. package/md_cg/test_session5_identity.py +93 -0
  465. package/md_cg/test_session_attribution_consistency.py +813 -0
  466. package/md_cg/test_session_identity_tristate.py +486 -0
  467. package/md_cg/test_sleep_p1.py +35 -3
  468. package/md_cg/test_state_event_op.py +8 -1
  469. package/md_cg/test_state_projection_streaming.py +136 -0
  470. package/md_cg/test_stg_interval_candidates.py +280 -0
  471. package/md_cg/test_stg_time_blocks.py +239 -0
  472. package/md_cg/test_stgidx_index_parity.py +16 -12
  473. package/md_cg/test_subgraph_bounded_bfs.py +227 -0
  474. package/md_cg/test_sustain_bounded.py +30 -2
  475. package/md_cg/test_task_memory.py +394 -0
  476. package/md_cg/test_text_projection_mutations.py +101 -0
  477. package/md_cg/test_time_anchor.py +421 -0
  478. package/md_cg/test_time_core_lint.py +1024 -975
  479. package/md_cg/test_tool_face.py +200 -189
  480. package/md_cg/test_trust_bounded_frontier.py +248 -0
  481. package/md_cg/test_trust_edge_reachability.py +405 -0
  482. package/md_cg/test_w5_path_fingerprint.py +381 -0
  483. package/md_cg/test_w7_redlines.py +659 -0
  484. package/md_cg/test_write_return_shape.py +919 -0
  485. package/md_cg/test_writepipe.py +5 -3
  486. package/md_cg/timeanchor.py +534 -0
  487. package/md_cg/tokens.py +68 -5
  488. package/md_cg/tool_face.py +273 -260
  489. package/md_cg/trust.py +110 -26
  490. package/md_cg/twophase.py +74 -2
  491. package/md_cg/weights.py +642 -638
  492. package/md_cg/whitebox.py +9 -0
  493. package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
  494. package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
  495. package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
  496. package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
  497. package/md_cg/whitebox_kb/wisdom/compose_engine.py +3 -2
  498. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +22 -2
  499. package/md_cg/whitebox_kb/wisdom/core/parser.py +17 -0
  500. package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
  501. package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
  502. package/md_cg/whitebox_kb/wisdom/md_access.py +23 -3
  503. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +21 -0
  504. package/md_cg/whitebox_kb/wisdom/mini_python.py +44 -7
  505. package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
  506. package/md_cg/whitebox_kb/wisdom/net_units.py +12 -7
  507. package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
  508. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +13 -7
  509. package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
  510. package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
  511. package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
  512. package/md_cg/writelimit.py +584 -390
  513. package/md_cg/writepipe.py +587 -76
  514. package/package.json +13 -9
  515. package/skills/plugin.json +1 -1
  516. package/src/bridge.ts +34 -11
  517. package/src/cli.ts +75 -65
  518. package/src/hooks.ts +908 -776
  519. package/src/index.ts +19 -5
  520. package/src/init.ts +362 -361
  521. package/src/lib/datapath.ts +419 -326
  522. package/src/lib/hook_audit.ts +256 -243
  523. package/src/lib/mdcg_client.ts +10 -2
  524. package/src/lib/mutual.ts +481 -432
  525. package/src/lib/prompt_safety.ts +164 -149
  526. package/src/lib/roleplay_web.ts +30 -2
  527. package/src/lib/token_store.ts +274 -52
  528. package/src/tools.ts +249 -223
  529. package/zcode/README.md +1 -1
  530. package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
  531. package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
  532. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
  533. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
  534. package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
  535. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
  536. package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
  537. package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
  538. package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
  539. package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
  540. package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
  541. package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
  542. package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
  543. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
  544. package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
  545. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
  546. package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
  547. package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
  548. package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
  549. package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
  550. package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
  551. package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
  552. package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
  553. package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
  554. package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
  555. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
  556. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
  557. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
  558. package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
  559. package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
  560. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
  561. package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
  562. package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
  563. package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
  564. package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
  565. package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
  566. package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
  567. package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
  568. package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
  569. package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
  570. package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
  571. package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
  572. package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -152
  573. package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
  574. package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
  575. package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
  576. package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
  577. package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
  578. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
  579. package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
  580. package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
  581. package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
  582. package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
  583. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
  584. package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
  585. package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
  586. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
  587. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
  588. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
  589. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
  590. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
  591. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
  592. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
  593. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
  594. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
  595. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
  596. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
  597. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
  598. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
  599. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
  600. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
  601. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
  602. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
  603. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
  604. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
  605. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
  606. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
  607. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
  608. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
  609. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
  610. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
  611. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
  612. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
  613. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
  614. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
  615. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
  616. package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
  617. package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
  618. package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
  619. package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
  620. package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
  621. package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
  622. package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
  623. package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
  624. package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
  625. package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
  626. package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
  627. package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
  628. package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
  629. package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
  630. package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
  631. package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
  632. package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
  633. package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
  634. package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
  635. package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
  636. package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
  637. package/docs/mdcg/guardrail-charter.md +0 -164
  638. package/docs/mdcg/lingshu_tutorial.html +0 -14956
  639. package/docs/mdcg/memory-assessment.html +0 -923
  640. package/docs/mdcg/memory_score.html +0 -213
  641. package/docs/mdcg/memory_score.png +0 -0
  642. package/docs/mdcg/release_v0.3.0.md +0 -36
  643. package/docs/mdcg/release_v0.4.11.md +0 -49
  644. package/docs/mdcg/release_v0.4.5.md +0 -55
  645. package/docs/mdcg/tool_table_v0.3.0.md +0 -117
  646. package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
  647. package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
  648. package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
  649. package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
  650. package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
  651. package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
  652. package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
  653. package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
  654. package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
  655. package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
  656. package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
  657. package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
  658. package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
  659. package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
  660. package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
  661. package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
  662. package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
  663. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
  664. package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
  665. package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
  666. package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
  667. package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
  668. package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
  669. package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
  670. package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
  671. package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
  672. package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
  673. package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
  674. package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
  675. package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
  676. package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
  677. package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
  678. package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
  679. package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
  680. package/docs/promo/bilibili-cover.jpg +0 -0
  681. package/docs/promo/promo-visual-1.png +0 -0
  682. package/docs/promo/promo-visual-2.png +0 -0
  683. package/docs/promo/promo-visual-3.png +0 -0
  684. package/docs/promo/promo-visual-4.png +0 -0
  685. package/docs/promo/promo-visual-5.png +0 -0
  686. package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
  687. package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
  688. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
  689. package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
  690. package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
  691. package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
  692. package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
  693. package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
  694. package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
  695. package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
  696. package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
  697. package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
  698. package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
  699. package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
  700. package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
  701. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
  702. package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
  703. package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
  704. package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
  705. package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
  706. package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
  707. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
  708. package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
  709. package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
  710. package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
  711. package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
  712. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
  713. package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
  714. package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
@@ -0,0 +1,334 @@
1
+ # -*- coding: utf-8 -*-
2
+ """QMD 的 LLM 接入:源图抽取、题面扩展、作答与判官调用 + 统一系统提示词 + 身份隔离缓存。
3
+
4
+ 开关与配置(全部显式,无隐式回落)
5
+ ----------------------------------
6
+ · ``MDCG_QMD_SYS``:**只有取值恰为 "1"** 才给 extract / query / answer 三类调用带同一条
7
+ 统一系统提示词 ``SYSTEM``;未设或其它任何取值 = 关,messages 只有一条 user(与原型不带系统
8
+ 提示词的臂逐字相同)。**judge(判官)在任何取值下都不带 system**——保证与既有臂判分口径可比。
9
+ · ``MDCG_QMD_LLM_BASE`` / ``MDCG_QMD_LLM_MODEL`` / ``MDCG_QMD_LLM_KEY``:OpenAI 兼容
10
+ ``/chat/completions`` 的地址、模型、密钥,三者**缺一即抛 ``LLMUnavailable``**(点名缺哪个),
11
+ 不发请求、不静默降级。刻意**不**回落 ``MDCG_LLM_KEY`` / ``DEEPSEEK_API_KEY``:QMD 的网关可能
12
+ 与反思单元不同厂商,回落即凭证外泄(与 issue #96 同一立场)。
13
+
14
+ 依据(白箱三问之一)
15
+ --------------------
16
+ · 原型:TanPowasd/LingShu-prime ``TanPowasd/agm/bench/hive_official.py``(``SYSTEM``、``chat``、
17
+ ``parse_json``)、``TanPowasd/agm/confluence/qx.py``(题面扩展提示词与 ``clean``)、
18
+ ``hive_extract.py`` / ``extract.py``(源图抽取提示词)。提示词文本逐字取自原型。
19
+ · 原型审计 dsh-bounty#466:追问缓存未按系统提示词隔离、产物按臂名存在即复用 ⇒ 本模块的缓存键
20
+ 含(角色、模型、地址、密钥摘要、max_tokens、实际发出的 system 文本、prompt),条目内另存身份并在
21
+ 读出时逐项比对。密钥只以 sha256 摘要进身份,明文不写入任何缓存文件(PR #395 对抗复核补)。
22
+
23
+ 生效条件(白箱三问之二)
24
+ ------------------------
25
+ · 只被显式调用时生效;本仓既有检索/写入路径不 import 本模块(守卫 ``md_cg/test_qmd.py`` P13)。
26
+ · 网关返回体若外包一层 ``{"data": {...}}``(实测 Cline 网关如此)则解开;``choices`` 缺失、
27
+ content 为空、``finish_reason == "length"`` 一律抛 ``RuntimeError``,不当作空答案。
28
+
29
+ 错了怎么办 / 边界(白箱三问之三)
30
+ --------------------------------
31
+ · 抽取失败的批次会拆半重试到单条;仍失败的条目**原样列入返回的 missing**,由调用方决定;
32
+ ``md_cg/qmd.py`` 拿到缺块源图会抛 ``PartialGraph``、缺题 hint 会抛 ``MissingHint``。
33
+ · 无 LLM 时端到端增益不成立;本模块只提供调用面,不提供任何「无 key 替代」。
34
+ """
35
+ from __future__ import annotations
36
+
37
+ import hashlib
38
+ import json
39
+ import os
40
+ import re
41
+ import urllib.error
42
+ import urllib.request
43
+
44
+ __all__ = ["SYSTEM", "SYS_ENV", "BASE_ENV", "MODEL_ENV", "KEY_ENV", "ROLES", "LLMUnavailable", "CacheIdentityError",
45
+ "sys_on", "system_for", "messages", "config", "chat", "Cache", "call", "parse_json", "clean_hint",
46
+ "query_prompt", "graph_prompt", "extract_hints", "extract_triples"]
47
+
48
+ SYS_ENV = "MDCG_QMD_SYS"
49
+ BASE_ENV = "MDCG_QMD_LLM_BASE"
50
+ MODEL_ENV = "MDCG_QMD_LLM_MODEL"
51
+ KEY_ENV = "MDCG_QMD_LLM_KEY"
52
+ ROLES = ("extract", "query", "answer", "judge")
53
+
54
+ SYSTEM = ("你是灵枢长期记忆系统里的一个组件,负责从给定材料中抽取、检索或回答。\n"
55
+ "1. 只依据本次用户消息里给出的材料和问题工作,不使用材料以外的知识,不猜测,不编造。\n"
56
+ "2. 人名、地名、物品名、日期、数字一律照原文逐字写,不改写、不意译。\n"
57
+ "3. 问题有多个要点时逐点覆盖,不遗漏;材料里确实没有的,明确说没有,不要硬凑。\n"
58
+ "4. 严格按要求的格式输出:要 JSON 就只输出一个 JSON 对象,不加代码块、不加解释。")
59
+
60
+
61
+ class LLMUnavailable(RuntimeError):
62
+ """QMD 的 LLM 配置不全(缺地址/模型/密钥)。显式边界:不发请求、不降级。"""
63
+
64
+
65
+ class CacheIdentityError(RuntimeError):
66
+ """缓存条目记录的身份与本次调用不一致(不复用、不覆盖)。"""
67
+
68
+
69
+ # 生效条件:环境变量 MDCG_QMD_SYS 取值恰为 "1" 时返回 True,否则 False。
70
+ def sys_on() -> bool:
71
+ return os.environ.get(SYS_ENV) == "1"
72
+
73
+
74
+ # 生效条件:role 为 judge 时恒返回 None;其余角色在 sys_on() 为真时返回 SYSTEM,否则 None;未知角色抛 ValueError。
75
+ def system_for(role: str):
76
+ if role not in ROLES:
77
+ raise ValueError(f"未知角色 {role!r}(应为 {ROLES})")
78
+ if role == "judge":
79
+ return None
80
+ return SYSTEM if sys_on() else None
81
+
82
+
83
+ # 生效条件:给定 role 与 prompt,返回实际要发出的 messages 列表(system_for 非空时首条为 system)。
84
+ def messages(role: str, prompt: str) -> list:
85
+ s = system_for(role)
86
+ return ([{"role": "system", "content": s}] if s else []) + [{"role": "user", "content": prompt}]
87
+
88
+
89
+ # 生效条件:MDCG_QMD_LLM_BASE / MODEL / KEY 三个环境变量都为非空时返回 {"base","model","key"},任一缺失抛 LLMUnavailable 并点名。
90
+ def config() -> dict:
91
+ cfg = {"base": os.environ.get(BASE_ENV), "model": os.environ.get(MODEL_ENV), "key": os.environ.get(KEY_ENV)}
92
+ miss = [n for n, k in ((BASE_ENV, "base"), (MODEL_ENV, "model"), (KEY_ENV, "key")) if not (cfg[k] or "").strip()]
93
+ if miss:
94
+ raise LLMUnavailable("QMD 的 LLM 未配置:缺 " + "、".join(miss) + "(不回落其它厂商的密钥变量)")
95
+ return cfg
96
+
97
+
98
+ # 生效条件:给定网关返回体 data,解开可选的 {"data": ...} 外包;choices 缺失、content 空或 finish_reason=="length" 时抛 RuntimeError,否则返回 content。
99
+ def _content(data: dict) -> str:
100
+ if "choices" not in data and isinstance(data.get("data"), dict):
101
+ data = data["data"]
102
+ ch = data.get("choices") or []
103
+ if not ch:
104
+ raise RuntimeError("LLM 响应无 choices:" + json.dumps(data, ensure_ascii=False)[:300])
105
+ if ch[0].get("finish_reason") == "length":
106
+ raise RuntimeError("LLM 输出被截断(finish_reason=length)")
107
+ txt = (ch[0].get("message") or {}).get("content") or ""
108
+ if not txt.strip():
109
+ raise RuntimeError("LLM 返回空 content")
110
+ return txt
111
+
112
+
113
+ # 生效条件:给定 role、prompt(cfg 缺省时由 config() 解析,配置不全即抛 LLMUnavailable),向 base 的 /chat/completions 发一次 POST(temperature=0,max_tokens 仅在显式给出时传),经 _content 校验后返回文本;opener 供测试注入。
114
+ def chat(role: str, prompt: str, cfg: dict = None, timeout: int = 300, max_tokens: int = None, opener=None) -> str:
115
+ cfg = cfg or config()
116
+ body = {"model": cfg["model"], "messages": messages(role, prompt), "temperature": 0}
117
+ if max_tokens:
118
+ body["max_tokens"] = max_tokens
119
+ req = urllib.request.Request(cfg["base"].rstrip("/") + "/chat/completions", data=json.dumps(body).encode("utf-8"),
120
+ headers={"Content-Type": "application/json", "Authorization": f"Bearer {cfg['key']}"})
121
+ with (opener or urllib.request.urlopen)(req, timeout=timeout) as r:
122
+ return _content(json.loads(r.read().decode("utf-8")))
123
+
124
+
125
+ def _sha(s: str) -> str:
126
+ return hashlib.sha256(s.encode("utf-8")).hexdigest()
127
+
128
+
129
+ class Cache:
130
+ """按调用身份隔离的结果缓存:一调用一文件,文件名 = 身份的 sha256。
131
+
132
+ 身份 = (角色,模型,地址,密钥的 sha256,max_tokens(未给为 None),实际发出的 system 文本的 sha256 或 None,
133
+ prompt 的 sha256)。密钥只存摘要,明文不落盘。
134
+ 读出时把条目里存的身份与本次逐项比对,不一致抛 CacheIdentityError(不复用、不覆盖)。
135
+ """
136
+
137
+ def __init__(self, root):
138
+ self.root = os.fspath(root)
139
+ os.makedirs(self.root, exist_ok=True)
140
+
141
+ # 生效条件:给定 role、prompt、cfg 与 max_tokens,返回身份字典;max_tokens 取假值时记 None(与 chat 不传该字段一致),密钥只记 sha256。
142
+ @staticmethod
143
+ def identity(role: str, prompt: str, cfg: dict, max_tokens: int = None) -> dict:
144
+ s = system_for(role)
145
+ return {"role": role, "model": cfg["model"], "base": cfg["base"], "key_sha": _sha(cfg["key"]),
146
+ "max_tokens": max_tokens or None, "system_sha": _sha(s) if s else None, "prompt_sha": _sha(prompt)}
147
+
148
+ # 生效条件:给定 identity 字典,返回其规范 JSON 的 sha256 作为缓存文件名主干。
149
+ @staticmethod
150
+ def key(ident: dict) -> str:
151
+ return _sha(json.dumps(ident, ensure_ascii=False, sort_keys=True))
152
+
153
+ def _path(self, ident):
154
+ return os.path.join(self.root, self.key(ident) + ".json")
155
+
156
+ # 生效条件:给定 role、prompt、cfg、max_tokens:缓存文件不存在返回 None;存在且条目身份与本次相同返回其文本;身份不同抛 CacheIdentityError。
157
+ def get(self, role: str, prompt: str, cfg: dict, max_tokens: int = None):
158
+ ident = self.identity(role, prompt, cfg, max_tokens)
159
+ p = self._path(ident)
160
+ if not os.path.exists(p):
161
+ return None
162
+ with open(p, encoding="utf-8") as f:
163
+ d = json.load(f)
164
+ if d.get("identity") != ident:
165
+ raise CacheIdentityError(f"{p} 的身份 {d.get('identity')} ≠ 本次 {ident}")
166
+ return d["text"]
167
+
168
+ # 生效条件:给定 role、prompt、cfg、文本与 max_tokens,把 {"identity","text"} 写入身份对应的缓存文件。
169
+ def put(self, role: str, prompt: str, cfg: dict, text: str, max_tokens: int = None) -> None:
170
+ ident = self.identity(role, prompt, cfg, max_tokens)
171
+ with open(self._path(ident), "w", encoding="utf-8") as f:
172
+ json.dump({"identity": ident, "text": text}, f, ensure_ascii=False)
173
+
174
+
175
+ # 生效条件:给定 role、prompt:cache 命中则返回缓存文本(counter 不变);否则调用 chat,结果写入 cache(若给)并给 counter["calls"] 加一后返回;kw 里的 max_tokens 同时进缓存身份。
176
+ def call(role: str, prompt: str, cfg: dict = None, cache: Cache = None, counter: dict = None, **kw) -> str:
177
+ cfg = cfg or config()
178
+ mt = kw.get("max_tokens")
179
+ if cache is not None:
180
+ hit = cache.get(role, prompt, cfg, mt)
181
+ if hit is not None:
182
+ return hit
183
+ if counter is not None:
184
+ counter["calls"] = counter.get("calls", 0) + 1
185
+ txt = chat(role, prompt, cfg=cfg, **kw)
186
+ if cache is not None:
187
+ cache.put(role, prompt, cfg, txt, mt)
188
+ return txt
189
+
190
+
191
+ # 生效条件:给定模型输出文本,剥掉首尾代码围栏后取首个 "{" 到末个 "}" 之间解析为 JSON 返回;解析失败抛 ValueError。
192
+ def parse_json(txt: str):
193
+ t = re.sub(r"^```(?:json)?|```$", "", txt.strip(), flags=re.M).strip()
194
+ i, j = t.find("{"), t.rfind("}")
195
+ return json.loads(t[i:j + 1])
196
+
197
+
198
+ # 生效条件:给定一题的原始抽取结果 v:非字典或 ents/preds 皆空返回 None;否则返回字段裁成字符串(ents/preds/kw 各至多 8 条、hyde 至多 300 字、time 空值归 None)的规范字典。
199
+ def clean_hint(v):
200
+ if not isinstance(v, dict):
201
+ return None
202
+ L = lambda x: [str(s).strip() for s in (x if isinstance(x, list) else [x] if x else []) if str(s).strip()][:8] # noqa: E731
203
+ ents, preds = L(v.get("ents")), L(v.get("preds"))
204
+ if not ents and not preds:
205
+ return None
206
+ t = v.get("time")
207
+ return {"ents": ents, "preds": preds, "time": str(t).strip() if t not in (None, "", "null") else None,
208
+ "kw": L(v.get("kw")), "hyde": str(v.get("hyde") or "").strip()[:300]}
209
+
210
+
211
+ Q_EN = """You prepare search queries for a memory system over a long chat history between two people.
212
+ For EACH question, output:
213
+ - "ents": the people, objects, places, events, activities it asks about, written as they would appear in the chat (short noun phrases; resolve "she/he" only if the question names them);
214
+ - "preds": the relation or action asked about, as short verb phrases, plus 1-2 likely paraphrases;
215
+ - "time": the time constraint if any ("last year", "May 2023", "before the move"), else null;
216
+ - "kw": 3-6 extra keywords a matching chat line would likely contain (synonyms, related concrete words);
217
+ - "hyde": one short sentence, as the speaker might have said it in the chat, that would answer the question (invent plausible specifics; it is only used for search).
218
+ Output ONLY JSON: {{"q": {{"<id>": {{"ents": [...], "preds": [...], "time": null, "kw": [...], "hyde": "..."}}, ...}}}}
219
+
220
+ Questions:
221
+ {qs}"""
222
+
223
+ Q_ZH = """你在为一个检索中文小说正文的记忆系统准备检索式。对下面每道题,输出:
224
+ - "ents":题目问到的人物、物品、地点、事件,用小说原文里可能出现的写法(人名写全名,也给常见称呼);
225
+ - "preds":题目问的关系或动作,短动词短语,并给 1-2 个近义说法;
226
+ - "time":题中的时间约束(如“第三天夜里”“事发前”),没有就 null;
227
+ - "kw":3-6 个命中的原文句子里很可能出现的词(近义词、相关具体词);
228
+ - "hyde":一句像小说原文的假想句子,能回答本题(细节可以编,只用于检索)。
229
+ 只输出 JSON:{{"q": {{"<题号>": {{"ents": [...], "preds": [...], "time": null, "kw": [...], "hyde": "..."}}, ...}}}}
230
+
231
+ 题目:
232
+ {qs}"""
233
+
234
+ G_EN = """You convert dialogue turns into a knowledge graph. For EACH turn below, list its facts as
235
+ [subject, predicate, object] triples.
236
+ Rules:
237
+ - Replace pronouns (I, me, my, you, she, we, it...) with the concrete name they refer to; "I" is the speaker.
238
+ - Keep entity names short and as written (e.g. "Caroline", "LGBTQ support group", "pottery class").
239
+ - Predicates are short verb phrases ("attended", "plans to", "is", "painted", "felt").
240
+ - Add a date/time only if the turn states one, as a triple [event, "when", time].
241
+ - Include facts from [image: ...] captions as things the speaker shared.
242
+ - A turn with no factual content gets [].
243
+ Output ONLY JSON: {{"turns": {{"<turn id>": [[s,p,o], ...], ...}}}}
244
+
245
+ Turns:
246
+ {turns}"""
247
+
248
+ G_ZH = """你要把小说正文片段转成知识图谱。对下面每个片段,列出其中的事实,格式为 [主语, 谓语, 宾语] 三元组。
249
+ 规则:
250
+ - 代词(他、她、它、我们、这……)一律换成它指代的具体人名或事物名。
251
+ - 实体名保持简短、照原文写法(人名、地名、物品、组织、事件)。
252
+ - 谓语是简短的动词短语(“交给”“怀疑”“住在”“是”“答应”)。
253
+ - 原文写了时间、原因、条件时,用 [事件, "时间"/"原因"/"条件", 内容] 表示。
254
+ - 没有事实的片段给 []。
255
+ 只输出 JSON:{{"chunks": {{"<片段编号>": [[主,谓,宾], ...], ...}}}}
256
+
257
+ 片段:
258
+ {chunks}"""
259
+
260
+
261
+ # 生效条件:给定 [(题号, 问题)] 与 lang("zh"/"en"),返回题面扩展提示词(与原型 qx.py 逐字相同)。
262
+ def query_prompt(items, lang: str) -> str:
263
+ return (Q_ZH if lang == "zh" else Q_EN).format(qs="\n".join(f"[{i}] {q}" for i, q in items))
264
+
265
+
266
+ # 生效条件:给定 [(编号, 文本)] 与 lang,返回源图抽取提示词(zh 与原型 hive_extract.py、en 与 extract.py 逐字相同)。
267
+ def graph_prompt(items, lang: str) -> str:
268
+ if lang == "zh":
269
+ return G_ZH.format(chunks="\n".join(f"[{i}] {t.strip()}" for i, t in items))
270
+ return G_EN.format(turns="\n".join(f"[{i}] {t}" for i, t in items))
271
+
272
+
273
+ # 生效条件:给定条目批 items、单批解析函数 one(批) → {编号: 结果}(异常视为整批失败)与重试次数:整批失败先原样重试 retries 次;仍缺的条目多于 1 条则拆半递归,单条则记入 missing。返回 (结果字典, missing 编号列表)。
274
+ def _batched(items, one, retries: int = 1):
275
+ got, missing = {}, []
276
+
277
+ def run(b, left):
278
+ try:
279
+ r = one(b)
280
+ except (ValueError, KeyError, TypeError, RuntimeError, OSError, urllib.error.URLError) as e: # 显式列举,结果计入 missing
281
+ r, err = {}, e
282
+ else:
283
+ err = None
284
+ got.update(r)
285
+ miss = [x for x in b if x[0] not in r]
286
+ if not miss:
287
+ return
288
+ if not r and left > 0:
289
+ return run(miss, left - 1)
290
+ if len(miss) > 1:
291
+ h = (len(miss) + 1) // 2
292
+ run(miss[:h], retries); run(miss[h:], retries)
293
+ else:
294
+ missing.append((miss[0][0], repr(err) if err else "输出缺该条"))
295
+
296
+ run(list(items), retries)
297
+ return got, missing
298
+
299
+
300
+ # 生效条件:给定 [(题号, 问题)]、lang 与批大小,按批调用 query 角色抽题面扩展(缓存/计数见 call),返回 ({题号: hint}, [(缺失题号, 原因)])。
301
+ def extract_hints(items, lang: str, batch: int = 10, cfg: dict = None, cache: Cache = None, counter: dict = None):
302
+ cfg = cfg or config()
303
+
304
+ def one(b):
305
+ obj = parse_json(call("query", query_prompt(b, lang), cfg=cfg, cache=cache, counter=counter))
306
+ g = (obj or {}).get("q", obj) or {}
307
+ return {i: c for i, _ in b if (c := clean_hint(g.get(i) or g.get(f"[{i}]")))}
308
+
309
+ got, missing = {}, []
310
+ for k in range(0, len(items), batch):
311
+ a, m = _batched(items[k:k + batch], one)
312
+ got.update(a); missing += m
313
+ return got, missing
314
+
315
+
316
+ # 生效条件:给定 [(编号, 文本)]、lang 与批大小,按批调用 extract 角色抽源图三元组,返回 ({编号: [[主,谓,宾], ...]}, [(缺失编号, 原因)]);输出里不是三元组的项丢弃,[] 合法。
317
+ def extract_triples(items, lang: str, batch: int = 10, cfg: dict = None, cache: Cache = None, counter: dict = None,
318
+ max_tokens: int = None):
319
+ cfg = cfg or config()
320
+ field = "chunks" if lang == "zh" else "turns"
321
+
322
+ def one(b):
323
+ obj = parse_json(call("extract", graph_prompt(b, lang), cfg=cfg, cache=cache, counter=counter, max_tokens=max_tokens))
324
+ m = {}
325
+ for k, v in ((obj or {}).get(field, {}) or {}).items():
326
+ if isinstance(v, list):
327
+ m[str(k).strip("[] ")] = [t for t in v if isinstance(t, list) and len(t) == 3]
328
+ return {i: m[i] for i, _ in b if i in m}
329
+
330
+ got, missing = {}, []
331
+ for k in range(0, len(items), batch):
332
+ a, m = _batched(items[k:k + batch], one)
333
+ got.update(a); missing += m
334
+ return got, missing
@@ -0,0 +1,171 @@
1
+ """Query-focused, source-addressable excerpts; no model or answer-key input.
2
+
3
+ Paragraph IDF discounts ubiquitous query terms. Greedy marginal coverage chooses
4
+ up to four windows, with repeated terms discounted. Only original substrings are
5
+ returned, in source order, separated by an explicit omission marker. This is a
6
+ lexical evidence selector, not a semantic entailment or completeness guarantee.
7
+ """
8
+ from __future__ import annotations
9
+
10
+ from collections import Counter
11
+ import math
12
+ import re
13
+
14
+ from .bm25 import tokenize
15
+
16
+ GAP = "\n[…]\n"
17
+ MAX_TERMS = 64
18
+ MAX_CANDIDATES = 256
19
+ MAX_WINDOWS = 4
20
+
21
+
22
+ def _merge(spans):
23
+ out = []
24
+ for start, end in sorted(set(map(tuple, spans))):
25
+ if out and start <= out[-1][1]:
26
+ out[-1] = (out[-1][0], max(end, out[-1][1]))
27
+ else:
28
+ out.append((start, end))
29
+ return out
30
+
31
+
32
+ def _render(text, spans):
33
+ spans = _merge(spans)
34
+ if not spans:
35
+ return ""
36
+ body = GAP.join(text[start:end] for start, end in spans)
37
+ return (GAP if spans[0][0] else "") + body + (GAP if spans[-1][1] < len(text) else "")
38
+
39
+
40
+ def _center(text, start, end, anchor, budget, estimate):
41
+ """Keep the anchor and expand both sides within a token estimate budget."""
42
+ left, right = start, min(end, anchor + 1)
43
+ lo, hi = start, anchor
44
+ while lo < hi:
45
+ mid = (lo + hi) // 2
46
+ if estimate(text[mid:right]) <= max(1, budget // 2):
47
+ hi = mid
48
+ else:
49
+ lo = mid + 1
50
+ left = lo
51
+ lo, hi = right, end
52
+ while lo < hi:
53
+ mid = (lo + hi + 1) // 2
54
+ if estimate(text[left:mid]) <= budget:
55
+ lo = mid
56
+ else:
57
+ hi = mid - 1
58
+ right = lo
59
+ # Spend unused space on the left when the anchor is near the paragraph end.
60
+ lo, hi = start, left
61
+ while lo < hi:
62
+ mid = (lo + hi) // 2
63
+ if estimate(text[mid:right]) <= budget:
64
+ hi = mid
65
+ else:
66
+ lo = mid + 1
67
+ return lo, right
68
+
69
+
70
+ def select(text, query, max_tokens):
71
+ """Return content, original character offsets, and an explicit fallback.
72
+
73
+ The budget uses the same estimate as recall(), including omission markers.
74
+ Callers must treat offsets as indices into the *unchanged* input string.
75
+ """
76
+ from .mdcos import est_tokens, excerpt_tokens, _tokens_from_counts
77
+
78
+ text = text or ""
79
+ budget = int(max_tokens)
80
+ if not text or budget <= 0:
81
+ return {"content": "", "spans": [], "strategy": "query", "fallback": "empty"}
82
+ if est_tokens(text) <= budget:
83
+ return {"content": text, "spans": [[0, len(text)]], "strategy": "query", "fallback": None}
84
+
85
+ def prefix(reason):
86
+ content = excerpt_tokens(text, budget)
87
+ end = len(content) - 1 if content else 0
88
+ return {"content": content, "spans": [[0, end]] if end else [],
89
+ "strategy": "query", "fallback": reason}
90
+
91
+ terms = tuple(dict.fromkeys(tokenize(query or "")))[:MAX_TERMS]
92
+ if not terms or budget < 16:
93
+ return prefix("empty_query" if not terms else "small_budget")
94
+ termset = set(terms)
95
+ paragraphs = []
96
+ for match in re.finditer(r"\S.*?(?=\n[ \t]*\n|\Z)", text, flags=re.S):
97
+ body = match.group().rstrip()
98
+ tf = Counter(t for t in tokenize(body) if t in termset)
99
+ paragraphs.append((match.start(), match.start() + len(body), tf))
100
+ if not paragraphs:
101
+ return prefix("no_query_match")
102
+ df = Counter(t for _, _, tf in paragraphs for t in tf)
103
+ weights = {t: math.log1p((len(paragraphs) - df[t] + .5) / (df[t] + .5))
104
+ * (.2 if len(t) == 1 and not t.isdigit() else 1.0) for t in terms}
105
+ window_budget = max(8, (budget - 8) // 2)
106
+ candidates = {}
107
+ span_sizes = {}
108
+ for start, end, tf in paragraphs:
109
+ if not tf:
110
+ continue
111
+ body = text[start:end]
112
+ if est_tokens(body) <= window_budget:
113
+ spans = [(start, end)]
114
+ else:
115
+ anchors = []
116
+ for term in sorted(tf, key=lambda t: (-weights[t], t))[:8]:
117
+ for index, match in enumerate(re.finditer(re.escape(term), body, flags=re.I)):
118
+ if index == 4:
119
+ break
120
+ anchors.append((weights[term], start + match.start()))
121
+ spans = [_center(text, start, end, anchor, window_budget, est_tokens)
122
+ for _, anchor in sorted(anchors, key=lambda row: (-row[0], row[1]))[:8]]
123
+ for span in spans:
124
+ content = text[span[0]:span[1]]
125
+ counts = Counter(t for t in tokenize(content) if t in termset)
126
+ if counts:
127
+ candidates[span] = counts
128
+ cjk = sum(1 for ch in content if 0x4e00 <= ord(ch) <= 0x9fff
129
+ or 0x3040 <= ord(ch) <= 0x30ff)
130
+ span_sizes[span] = (cjk, len(content) - cjk)
131
+ if not candidates:
132
+ return prefix("no_query_match")
133
+
134
+ def value(span, counts, covered):
135
+ gain = sum(weights[t] * n / (n + 1) / (covered[t] + 1) for t, n in counts.items())
136
+ return gain / max(1, _tokens_from_counts(*span_sizes[span])) ** .25
137
+
138
+ covered = Counter()
139
+ choices = sorted(candidates, key=lambda span: (-value(span, candidates[span], covered), span))[:MAX_CANDIDATES]
140
+ selected = []
141
+ selected_cjk = selected_other = 0
142
+ gap_cjk = sum(1 for ch in GAP if 0x4e00 <= ord(ch) <= 0x9fff
143
+ or 0x3040 <= ord(ch) <= 0x30ff)
144
+ gap_other = len(GAP) - gap_cjk
145
+ for _ in range(MAX_WINDOWS):
146
+ viable = []
147
+ for span in choices:
148
+ if any(span[0] < end and span[1] > start for start, end in selected):
149
+ continue
150
+ merged = _merge(selected + [span])
151
+ gaps = len(merged) - 1 + int(merged[0][0] > 0) + int(merged[-1][1] < len(text))
152
+ cjk, other = span_sizes[span]
153
+ trial_tokens = _tokens_from_counts(selected_cjk + cjk + gaps * gap_cjk,
154
+ selected_other + other + gaps * gap_other)
155
+ if trial_tokens <= budget:
156
+ viable.append(span)
157
+ if not viable:
158
+ break
159
+ chosen = min(viable, key=lambda span: (-value(span, candidates[span], covered), span))
160
+ selected.append(chosen)
161
+ cjk, other = span_sizes[chosen]
162
+ selected_cjk += cjk
163
+ selected_other += other
164
+ covered.update({t: 1 for t in candidates[chosen]})
165
+ choices.remove(chosen)
166
+ if not selected:
167
+ return prefix("no_fitting_window")
168
+ spans = _merge(selected)
169
+ content = _render(text, spans)
170
+ return {"content": content, "spans": [list(s) for s in spans],
171
+ "strategy": "query", "fallback": None}
@@ -0,0 +1,130 @@
1
+ # -*- coding: utf-8 -*-
2
+ """审核队列健康读数(queue health)——DEFER 出口的可观测面。
3
+
4
+ 为什么需要它(P0-6):四态里的 DEFER 若既无责任人、又无期限、也无可观测的积压指标,
5
+ 就会退化成只进不出的黑洞。本模块只做**读数**,不做裁决、不改数据。
6
+
7
+ 一条必须写明的历史教训(2026-10-18):此前读队列时把 inbox.jsonl 里「没有 status
8
+ 字段」误判为「全部 pending」,得出「958 条从未裁决、出口是黑洞」的错误结论,并
9
+ 据此写进了文档。**正确算法是拿 inbox 的 pid 去 decisions.jsonl 里对账**——
10
+ 真实读数是 958 入队 / 777 已裁决 / 183 在途。字段缺失不等于状态缺失:这一类错误
11
+ (把「查不到」当成「不存在」)与本架构 I6 要防的完全同型。
12
+
13
+ 因此本模块的实现原则:
14
+ 1. **对账而非看字段**:pending = inbox 记录 − 已出现在 decisions 里的 pid。
15
+ 2. **只读**:不写盘、不改队列。
16
+ 3. **缺数据源如实上报**:文件不存在返回 available=False,绝不返回 0 冒充健康。
17
+ """
18
+
19
+ import json
20
+ import os
21
+ import time
22
+
23
+ __all__ = ["report", "DEFAULT_DEADLINE_DAYS"]
24
+
25
+ #: 待裁决期限(天)。7 天是**缺省建议值,非设计者裁定**,列在架构 §11 待裁定中。
26
+ DEFAULT_DEADLINE_DAYS = 7.0
27
+
28
+
29
+ def _read_jsonl(path):
30
+ if not os.path.isfile(path):
31
+ return None
32
+ rows = []
33
+ with open(path, "r", encoding="utf-8", errors="replace") as fh:
34
+ for line in fh:
35
+ line = line.strip()
36
+ if not line:
37
+ continue
38
+ try:
39
+ rows.append(json.loads(line))
40
+ except Exception:
41
+ continue
42
+ return rows
43
+
44
+
45
+ def report(root, deadline_days=None, now=None):
46
+ """返回队列健康读数。root 为记忆库根目录。
47
+
48
+ 缺数据源(inbox 不存在)时 available=False,各计数为 None——不冒充 0。
49
+ """
50
+ hip = os.path.join(str(root), "hippocampus")
51
+ inbox = _read_jsonl(os.path.join(hip, "inbox.jsonl"))
52
+ decs = _read_jsonl(os.path.join(hip, "decisions.jsonl")) or []
53
+ ddl = float(DEFAULT_DEADLINE_DAYS if deadline_days is None else deadline_days)
54
+ t_now = time.time() if now is None else float(now)
55
+
56
+ # 「空」与「缺」必须分开(与 I6 同型:不能把「没有记录」当成「不可用」):
57
+ # 库根不存在 → 数据源缺失,available=False
58
+ # hippocampus 在但 inbox 没有 → **空队列**(新库尚未写入过),available=True、计数为 0
59
+ if not os.path.isdir(str(root)):
60
+ return {"available": False, "reason": "库根不存在:%s" % root,
61
+ "inbox": None, "decided": None, "pending": None,
62
+ "over_deadline": None, "deadline_days": ddl}
63
+ if inbox is None:
64
+ inbox = []
65
+
66
+ decided_pids = {d.get("pid") for d in decs if d.get("pid")}
67
+ pend = [r for r in inbox if r.get("pid") not in decided_pids]
68
+ ages = []
69
+ for r in pend:
70
+ t = r.get("t")
71
+ if isinstance(t, (int, float)):
72
+ ages.append((t_now - t) / 86400.0)
73
+ ages.sort()
74
+
75
+ def _pct(p):
76
+ if not ages:
77
+ return None
78
+ idx = min(len(ages) - 1, max(0, int(round((len(ages) - 1) * p))))
79
+ return round(ages[idx], 2)
80
+
81
+ by_actor = {}
82
+ for r in pend:
83
+ k = str(r.get("actor"))
84
+ by_actor[k] = by_actor.get(k, 0) + 1
85
+
86
+ decided_kind = {}
87
+ for d in decs:
88
+ k = str(d.get("decision"))
89
+ decided_kind[k] = decided_kind.get(k, 0) + 1
90
+
91
+ return {
92
+ "available": True,
93
+ "inbox": len(inbox),
94
+ "decided": len(decided_pids),
95
+ "pending": len(pend),
96
+ "pending_ratio": round(len(pend) / len(inbox), 3) if inbox else None,
97
+ "deadline_days": ddl,
98
+ "over_deadline": sum(1 for a in ages if a > ddl),
99
+ "oldest_pending_days": round(ages[-1], 2) if ages else None,
100
+ "pending_age_days": {"min": round(ages[0], 2) if ages else None,
101
+ "median": _pct(0.5), "p90": _pct(0.9),
102
+ "max": round(ages[-1], 2) if ages else None},
103
+ "pending_by_actor": dict(sorted(by_actor.items(), key=lambda kv: -kv[1])[:8]),
104
+ "decision_breakdown": dict(sorted(decided_kind.items(), key=lambda kv: -kv[1])),
105
+ "no_age_field": len(pend) - len(ages),
106
+ }
107
+
108
+
109
+ def main(argv=None):
110
+ import sys
111
+ argv = list(sys.argv[1:] if argv is None else argv)
112
+ root = os.environ.get("MDCG_ROOT") or ""
113
+ if "--root" in argv:
114
+ root = argv[argv.index("--root") + 1]
115
+ if not root:
116
+ print(json.dumps({"error": "需要 --root 或 MDCG_ROOT"}, ensure_ascii=False))
117
+ return 2
118
+ try:
119
+ sys.stdout.reconfigure(encoding="utf-8")
120
+ except Exception:
121
+ pass
122
+ rep = report(root)
123
+ print(json.dumps(rep, ensure_ascii=False, indent=1, sort_keys=True))
124
+ if not rep.get("available"):
125
+ return 2
126
+ return 1 if (rep.get("over_deadline") or 0) > 0 else 0
127
+
128
+
129
+ if __name__ == "__main__":
130
+ raise SystemExit(main())