@furongjun1999/dsh-memory 0.9.6 → 0.9.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/README.md +150 -662
  2. package/codebuddy/CODEBUDDY.md +333 -204
  3. package/data/policy.json +38 -38
  4. package/docs/README.md +18 -0
  5. package/docs/discipline/harnesses.yaml +11 -3
  6. package/docs/discipline/templates/compact.txt.tmpl +20 -18
  7. package/docs/discipline/templates/full.md.tmpl +63 -61
  8. package/docs/discipline/templates/rules.mdc.tmpl +5 -3
  9. package/docs/discipline/templates/skill.md.tmpl +25 -23
  10. package/docs/discipline/templates/spec.txt.tmpl +2 -2
  11. package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
  12. package/dsh/cordis.yml.example +139 -139
  13. package/lib/hooks.d.ts +19 -0
  14. package/lib/hooks.js +30 -7
  15. package/lib/index.js +18 -3
  16. package/lib/init.js +19 -4
  17. package/lib/lib/hook_audit.js +64 -2
  18. package/lib/lib/prompt_safety.js +14 -3
  19. package/lib/tools.d.ts +7 -0
  20. package/lib/tools.js +22 -1
  21. package/md_cg/_guard_kit.py +121 -121
  22. package/md_cg/anchor.py +114 -114
  23. package/md_cg/audit.py +15 -2
  24. package/md_cg/chain.py +3 -2
  25. package/md_cg/config_registry_guard.py +487 -487
  26. package/md_cg/conformance.py +747 -747
  27. package/md_cg/consolidate.py +1793 -1793
  28. package/md_cg/crypto.py +794 -794
  29. package/md_cg/hyperedge.py +262 -262
  30. package/md_cg/interface_schema.py +146 -146
  31. package/md_cg/lifecycle.py +426 -426
  32. package/md_cg/mdcos.py +12 -8
  33. package/md_cg/predict.py +1103 -1103
  34. package/md_cg/protect.py +654 -654
  35. package/md_cg/provenance.py +606 -606
  36. package/md_cg/queue_health.py +130 -130
  37. package/md_cg/refine.py +613 -613
  38. package/md_cg/retrieve.py +128 -128
  39. package/md_cg/revise.py +140 -140
  40. package/md_cg/rollback.py +657 -657
  41. package/md_cg/rollback_cli.py +124 -124
  42. package/md_cg/rotate.py +346 -346
  43. package/md_cg/routing.py +490 -490
  44. package/md_cg/self_surface.py +50 -50
  45. package/md_cg/semantic/canonical.py +144 -144
  46. package/md_cg/semantic/zh_en_atoms.py +141 -141
  47. package/md_cg/sources.py +1091 -1091
  48. package/md_cg/stg.py +3 -2
  49. package/md_cg/sustain.py +10 -1
  50. package/md_cg/test_audit_rotate_parity.py +279 -279
  51. package/md_cg/test_autonomy_modes.py +2013 -2013
  52. package/md_cg/test_cn_recall_grams.py +206 -206
  53. package/md_cg/test_code_kind_forbidden.py +101 -0
  54. package/md_cg/test_condaccept.py +156 -156
  55. package/md_cg/test_condgate.py +141 -141
  56. package/md_cg/test_heartbeat_ledger.py +9 -3
  57. package/md_cg/test_i50e_readside_protection.py +658 -658
  58. package/md_cg/test_issue111_gate_order.py +76 -76
  59. package/md_cg/test_issue111_scoring_contract.py +86 -86
  60. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  61. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  62. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  63. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  64. package/md_cg/test_issue149_accel_default_face.py +248 -248
  65. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  66. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  67. package/md_cg/test_issue152_sealed_postings.py +309 -309
  68. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  69. package/md_cg/test_issue157b_index_remainder.py +344 -344
  70. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  71. package/md_cg/test_issue191_import_trust.py +382 -382
  72. package/md_cg/test_issue193_write_scope.py +378 -378
  73. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  74. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  75. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  76. package/md_cg/test_issue216_clash_routes.py +214 -214
  77. package/md_cg/test_issue217_slot_routes.py +248 -248
  78. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  79. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  80. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  81. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  82. package/md_cg/test_issue275_layer_param.py +250 -250
  83. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  84. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  85. package/md_cg/test_issue278_neg_window.py +294 -294
  86. package/md_cg/test_issue278_negative_layering.py +83 -83
  87. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  88. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  89. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  90. package/md_cg/test_issue303_design_boundaries.py +262 -262
  91. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  92. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  93. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  94. package/md_cg/test_issue322_node_write_lock.py +727 -727
  95. package/md_cg/test_issue324_write_size_fields.py +214 -214
  96. package/md_cg/test_issue325_audit_poison.py +229 -229
  97. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  98. package/md_cg/test_issue326_key_perms.py +355 -355
  99. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  100. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  101. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  102. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  103. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  104. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  105. package/md_cg/test_issue350_casefold_collision.py +235 -235
  106. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  107. package/md_cg/test_issue352_imgaudit.py +418 -418
  108. package/md_cg/test_issue352_pathsjson.py +537 -537
  109. package/md_cg/test_issue352_refindex.py +412 -412
  110. package/md_cg/test_issue352_rollback.py +604 -604
  111. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  112. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  113. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  114. package/md_cg/test_issue358_truncation_observable.py +247 -247
  115. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  116. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  117. package/md_cg/test_issue362_neg_condition.py +468 -468
  118. package/md_cg/test_issue363_lexical_idf.py +275 -275
  119. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  120. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  121. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  122. package/md_cg/test_issue378_protected_floor.py +310 -310
  123. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  124. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  125. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  126. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  127. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  128. package/md_cg/test_issue404_heal_receipt.py +389 -389
  129. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  130. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  131. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  132. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  133. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  134. package/md_cg/test_issue413_preimage_twin.py +339 -339
  135. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  136. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  137. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  138. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  139. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  140. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  141. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  142. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  143. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  144. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  145. package/md_cg/test_issue434_435_float_gate.py +90 -90
  146. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  147. package/md_cg/test_issue43_default_policy.py +874 -874
  148. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  149. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  150. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  151. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  152. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  153. package/md_cg/test_issue451_audit_actor.py +313 -313
  154. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  155. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  156. package/md_cg/test_issue466_basis_registry.py +469 -469
  157. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  158. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  159. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  160. package/md_cg/test_issue471_identity_readable.py +136 -136
  161. package/md_cg/test_issue472_audit_chain.py +90 -90
  162. package/md_cg/test_issue472_prune_ledger.py +105 -105
  163. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  164. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  165. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  166. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  167. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  168. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  169. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  170. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  171. package/md_cg/test_issue547_audit_durable.py +96 -96
  172. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  173. package/md_cg/test_issue559_refine_prefix.py +69 -69
  174. package/md_cg/test_issue562_retired_faces.py +150 -0
  175. package/md_cg/test_issue71_queue_backlog.py +376 -376
  176. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  177. package/md_cg/test_issue82_credential_rules.py +271 -271
  178. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  179. package/md_cg/test_issue93_remember_redaction.py +282 -282
  180. package/md_cg/test_logref.py +1141 -1141
  181. package/md_cg/test_md_access_parity.py +330 -330
  182. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  183. package/md_cg/test_mutation_residue.py +119 -119
  184. package/md_cg/test_mutation_rollback.py +835 -835
  185. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  186. package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
  187. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  188. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  189. package/md_cg/test_neg_tail_honesty.py +733 -733
  190. package/md_cg/test_p21_tokens.py +294 -294
  191. package/md_cg/test_p27_docindex.py +792 -792
  192. package/md_cg/test_p28_refcheck.py +1053 -1053
  193. package/md_cg/test_p2_six_elements.py +476 -476
  194. package/md_cg/test_p33_ccg_wiring.py +300 -300
  195. package/md_cg/test_p3_legacy_closure.py +438 -438
  196. package/md_cg/test_p40_refine_worklist.py +244 -244
  197. package/md_cg/test_p4_freshness.py +781 -781
  198. package/md_cg/test_p9c_dedup_hints.py +288 -288
  199. package/md_cg/test_policy_required_ccg.py +444 -444
  200. package/md_cg/test_read_scope_b27.py +2 -2
  201. package/md_cg/test_retr_s5.py +312 -312
  202. package/md_cg/test_s1_ast_judge.py +109 -109
  203. package/md_cg/test_security_audit_v21.py +249 -249
  204. package/md_cg/test_state_event_op.py +521 -521
  205. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  206. package/md_cg/test_sustain_bad_stamp.py +178 -0
  207. package/md_cg/test_sustain_bounded.py +652 -652
  208. package/md_cg/test_trust_edge_reachability.py +405 -405
  209. package/md_cg/test_w7_redlines.py +659 -659
  210. package/md_cg/test_write_return_shape.py +919 -919
  211. package/md_cg/test_writepipe.py +228 -228
  212. package/md_cg/trust.py +1114 -1114
  213. package/md_cg/twophase.py +303 -303
  214. package/md_cg/whitebox.py +536 -536
  215. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  216. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  217. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  218. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  219. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  220. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  221. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  222. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  223. package/md_cg/writepipe.py +1337 -1337
  224. package/package.json +3 -2
  225. package/scripts/workspace_index.py +328 -0
  226. package/src/hooks.ts +932 -908
  227. package/src/index.ts +21 -6
  228. package/src/init.ts +16 -4
  229. package/src/lib/hook_audit.ts +48 -2
  230. package/src/lib/mdcg_client.ts +469 -469
  231. package/src/lib/prompt_safety.ts +17 -3
  232. package/src/tools.ts +23 -1
  233. package/zcode/AGENTS.md +333 -204
@@ -1,206 +1,206 @@
1
- # -*- coding: utf-8 -*-
2
- r"""守卫 · #108 中文召回键的**预算分配**(长拼接查询下召回只覆盖开头)。
3
-
4
- 病灶(HEAD,逐字内联为 _OLD 供对拍/变异):
5
- md_cg/mdcg.py 的 cn_recall_grams 逐段 append gram,一旦 len(out) >= cap
6
- 就**整函数返回** ⇒ 多段查询(题卡式「两段以换行拼接」)只有**开头段**进入
7
- 召回键。实测 64 字 + 12 字两段查询:末段 gram 覆盖 0.000(cap=16/32)、
8
- 0.159(cap=64)。
9
-
10
- 判据:
11
- A 单段查询逐位不变(与旧实现逐字对拍)
12
- B 多段且 gram 总数 <= cap ⇒ 逐位同旧(预算够时零差异)
13
- C 预算不足 ⇒ **末段覆盖率 >= 0.5**(旧为 0.000),且首段仍被覆盖 ← 本笔主判据
14
- D cap=None = 「不限」:返回全部 gram(覆盖 1.000)且 > 默认 cap ← 新增能力
15
- E cap=0 **不是**「不限」:与旧实现同为「首个 gram」1 个(钉住误用)
16
- F 去重/停用词/段序语义不变(不限时与旧实现逐位相同)
17
- G MDCG_CN_GRAMS=0 ⇒ 新旧同为 []
18
- H 端到端(tempfile 沙箱):正文只含末段 gram 时,expand_query_terms 能给出
19
- 命中该正文的 term(旧实现给不出)——即「候选资格」被恢复 ← 本笔主判据
20
- 运行:
21
- python -X utf8 -m md_cg.test_cn_recall_grams # 期望 0 退出
22
- python -X utf8 -m md_cg.test_cn_recall_grams --mutate=old # 期望 1 退出
23
- 变异期望红 = {C, H}(主判据)+ {D, F}(旧实现无 cap=None 能力,属能力级红)
24
- """
25
- from __future__ import annotations
26
-
27
- import os
28
- import re
29
- import shutil
30
- import sys
31
- import tempfile
32
-
33
- REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
34
- if REPO not in sys.path:
35
- sys.path.insert(0, REPO)
36
-
37
- from md_cg import mdcg # noqa: E402
38
- from md_cg.mdcos import MdCGOS # noqa: E402
39
-
40
- PASS = FAIL = 0
41
- FAILS = []
42
- BIG = 10 ** 9 # 旧实现的「不限」等价写法(它不支持 cap=None)
43
-
44
-
45
- def _OLD(query: str, min_run: int = 4, cap: int = 16) -> list:
46
- """旧实现逐字内联(取自 HEAD:md_cg/mdcg.py 的 cn_recall_grams 函数体)。
47
- 仅供「逐位对拍」与「--mutate=old 定点变异」用,**不参与生产路径**。"""
48
- if os.environ.get("MDCG_CN_GRAMS") == "0":
49
- return []
50
- out = []
51
- for run in re.findall(r"[\u4e00-\u9fff]{%d,}" % max(min_run, 2), query or ""):
52
- for i in range(len(run) - 1):
53
- g = run[i:i + 2]
54
- if g in mdcg.CN_STOP_GRAMS or g in out:
55
- continue
56
- out.append(g)
57
- if len(out) >= cap:
58
- return out
59
- return out
60
-
61
-
62
- def call(fn, q, **kw):
63
- """调用被测实现;不支持的能力(如旧实现的 cap=None)返回哨兵而非崩栈。"""
64
- try:
65
- return fn(q, **kw)
66
- except TypeError as exc:
67
- return "ERR:TypeError(%s)" % exc
68
-
69
-
70
- def ok(cond, label, detail=""):
71
- global PASS, FAIL
72
- if cond:
73
- PASS += 1
74
- print("[PASS] %s%s" % (label, (" · " + detail) if detail else ""))
75
- else:
76
- FAIL += 1
77
- FAILS.append(label)
78
- print("[FAIL] %s · %s" % (label, detail))
79
-
80
-
81
- def grams_all(q):
82
- """全量 gram(同口径:>=4 连续中文串、2-gram、去重、剔停用词、段序)。"""
83
- out = []
84
- for run in re.findall(r"[\u4e00-\u9fff]{4,}", q or ""):
85
- for i in range(len(run) - 1):
86
- g = run[i:i + 2]
87
- if g not in mdcg.CN_STOP_GRAMS and g not in out:
88
- out.append(g)
89
- return out
90
-
91
-
92
- def _terms_with_old_grams(q):
93
- """旧实现下的 expand_query_terms 等值替身(只替换 gram 来源,其余同生产)。"""
94
- saved = mdcg.cn_recall_grams
95
- mdcg.cn_recall_grams = _OLD
96
- try:
97
- return mdcg.expand_query_terms(q)
98
- finally:
99
- mdcg.cn_recall_grams = saved
100
-
101
-
102
- EX1 = "甲乙丙丁戊己庚辛壬癸子丑寅卯辰巳午未申酉戌亥"
103
- TOPIC = ["数据同步", "检索过滤", "缓存分层", "索引快照", "并发写入", "容量上限",
104
- "路径解析", "会话归属", "召回扩展", "截断窗口", "治理积压", "提案裁决",
105
- "密级过滤", "来源标注", "批量处置", "演练预览", "留痕审计", "阈值告警"]
106
- SEG_A = "".join(TOPIC[(3 * k) % len(TOPIC)] for k in range(16)) # 64 字
107
- SEG_B = (EX1 * 5)[0:12] # 12 字
108
- LONG_Q = SEG_A + "\n" + SEG_B
109
- SHORT_QS = ["酪氨酸激酶抑制剂", "抑制剂怎么选", "中文召回扩展的预算分配",
110
- "缓存分层与索引快照", "检索过滤", "数据同步检索过滤缓存分层",
111
- "灵枢 hotcache 设计说明", "长查询拼接预算"]
112
- SMALL_MULTI = ["数据同步\n检索过滤", "缓存分层索引快照\n并发写入容量上限",
113
- "召回扩展\n截断窗口治理积压", "路径解析会话归属\n密级过滤来源标注"]
114
-
115
-
116
- def main(argv=None):
117
- argv = list(sys.argv[1:] if argv is None else argv)
118
- mutate = None
119
- for a in argv:
120
- if a.startswith("--mutate="):
121
- mutate = a.split("=", 1)[1]
122
- func = mdcg.cn_recall_grams
123
- if mutate == "old": # 定点变异:换回修复前实现(逐字内联版)
124
- func = _OLD
125
- mdcg.cn_recall_grams = _OLD
126
- print("被验实现 = %r | mutate=%s" % (getattr(func, "__name__", "?"), mutate))
127
- print("LONG_Q: 首段 %d 字 + 末段 %d 字(共 %d 字)"
128
- % (len(SEG_A), len(SEG_B), len(LONG_Q)))
129
-
130
- # ---- A 单段逐位不变 ----
131
- bad = [q for q in SHORT_QS if call(func, q) != _OLD(q)]
132
- ok(not bad, "A 单段查询逐位不变(%d 例对拍)" % len(SHORT_QS),
133
- "差异例 = %r" % bad[:2])
134
-
135
- # ---- B 多段、总数 <= cap ⇒ 逐位同旧 ----
136
- small = [q for q in SMALL_MULTI if len(grams_all(q)) <= 16]
137
- bad = [q for q in small if call(func, q) != _OLD(q)]
138
- ok(bool(small) and not bad, "B 多段且总数<=cap 逐位同旧(%d 例)" % len(small),
139
- "差异例 = %r" % bad[:2])
140
-
141
- # ---- C 预算不足 ⇒ 末段覆盖(主判据) ----
142
- gB = {SEG_B[i:i + 2] for i in range(len(SEG_B) - 1)}
143
- gA = set(grams_all(SEG_A))
144
- full = grams_all(LONG_Q)
145
- keys = call(func, LONG_Q)
146
- ks = set(keys) if isinstance(keys, list) else set()
147
- covB = len(ks & gB) / max(1, len(gB))
148
- covA = len(ks & gA) / max(1, len(gA))
149
- ok(covB >= 0.5, "C 预算不足时末段覆盖 >=0.5",
150
- "末段覆盖=%.3f(键 %d 个:首段命中 %d / 末段命中 %d)"
151
- % (covB, len(keys) if isinstance(keys, list) else -1,
152
- len(ks & gA), len(ks & gB)))
153
- ok(covA > 0, "C2 首段仍被覆盖(轮转不牺牲开头)", "首段覆盖=%.3f" % covA)
154
- ok(isinstance(keys, list) and len(keys) <= 16, "C3 键数不超预算",
155
- "len=%s" % (len(keys) if isinstance(keys, list) else keys))
156
-
157
- # ---- D cap=None = 不限 ----
158
- un = call(func, LONG_Q, cap=None)
159
- ok(isinstance(un, list) and len(un) == len(full) and len(un) > 16,
160
- "D cap=None = 不限(返回全部 gram)",
161
- "len=%s / full=%d" % (len(un) if isinstance(un, list) else un, len(full)))
162
-
163
- # ---- E cap=0 不是「不限」 ----
164
- z0 = call(func, LONG_Q, cap=0)
165
- ok(isinstance(z0, list) and len(z0) == 1 and z0 == _OLD(LONG_Q, cap=0)
166
- and len(z0) != len(full),
167
- "E cap=0 = 首个 gram(**不是**不限;与旧实现逐位同)",
168
- "cap=0 -> %r(旧 -> %r,不限 -> %d 个)" % (z0, _OLD(LONG_Q, cap=0), len(full)))
169
-
170
- # ---- F 去重/段序/停用词语义(不限时逐位同旧) ----
171
- rep = "数据同步数据同步\n检索过滤检索过滤的了一个"
172
- a_rep, b_rep = call(func, rep, cap=None), _OLD(rep, cap=BIG)
173
- ok(a_rep == b_rep, "F 不限时去重·停用词·段序与旧实现逐位相同",
174
- "%r" % (a_rep if not isinstance(a_rep, list) else a_rep[:6],))
175
-
176
- # ---- G 开关 ----
177
- os.environ["MDCG_CN_GRAMS"] = "0"
178
- a0, b0 = call(func, LONG_Q), _OLD(LONG_Q)
179
- os.environ.pop("MDCG_CN_GRAMS", None)
180
- ok(a0 == [] and b0 == [], "G MDCG_CN_GRAMS=0 ⇒ 新旧同为 []", "%r/%r" % (a0, b0))
181
-
182
- # ---- H 端到端:候选资格(主判据) ----
183
- sand = tempfile.mkdtemp(prefix="cn_grams_guard_")
184
- try:
185
- cg = MdCGOS(sand)
186
- body = "\n".join(SEG_B[2 * i:2 * i + 2] for i in range(6))
187
- cg.add("tgt", body, layer="knowledge")
188
- bl = body.lower()
189
- terms = mdcg.expand_query_terms(LONG_Q)
190
- hit_terms = [t for t in terms if t in bl]
191
- old_hits = [t for t in _terms_with_old_grams(LONG_Q) if t in bl]
192
- ok(bool(hit_terms), "H 候选资格恢复:expand_query_terms 给出命中正文的 term",
193
- "命中 %d 个(例:%r)|旧实现命中数=%d"
194
- % (len(hit_terms), [t[:8] for t in hit_terms[:3]], len(old_hits)))
195
- cg.close()
196
- finally:
197
- shutil.rmtree(sand, ignore_errors=True)
198
-
199
- print("\ncn_recall_grams: %d pass / %d fail" % (PASS, FAIL))
200
- for f in FAILS:
201
- print(" - 红:%s" % f)
202
- return 1 if FAIL else 0
203
-
204
-
205
- if __name__ == "__main__":
206
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ r"""守卫 · #108 中文召回键的**预算分配**(长拼接查询下召回只覆盖开头)。
3
+
4
+ 病灶(HEAD,逐字内联为 _OLD 供对拍/变异):
5
+ md_cg/mdcg.py 的 cn_recall_grams 逐段 append gram,一旦 len(out) >= cap
6
+ 就**整函数返回** ⇒ 多段查询(题卡式「两段以换行拼接」)只有**开头段**进入
7
+ 召回键。实测 64 字 + 12 字两段查询:末段 gram 覆盖 0.000(cap=16/32)、
8
+ 0.159(cap=64)。
9
+
10
+ 判据:
11
+ A 单段查询逐位不变(与旧实现逐字对拍)
12
+ B 多段且 gram 总数 <= cap ⇒ 逐位同旧(预算够时零差异)
13
+ C 预算不足 ⇒ **末段覆盖率 >= 0.5**(旧为 0.000),且首段仍被覆盖 ← 本笔主判据
14
+ D cap=None = 「不限」:返回全部 gram(覆盖 1.000)且 > 默认 cap ← 新增能力
15
+ E cap=0 **不是**「不限」:与旧实现同为「首个 gram」1 个(钉住误用)
16
+ F 去重/停用词/段序语义不变(不限时与旧实现逐位相同)
17
+ G MDCG_CN_GRAMS=0 ⇒ 新旧同为 []
18
+ H 端到端(tempfile 沙箱):正文只含末段 gram 时,expand_query_terms 能给出
19
+ 命中该正文的 term(旧实现给不出)——即「候选资格」被恢复 ← 本笔主判据
20
+ 运行:
21
+ python -X utf8 -m md_cg.test_cn_recall_grams # 期望 0 退出
22
+ python -X utf8 -m md_cg.test_cn_recall_grams --mutate=old # 期望 1 退出
23
+ 变异期望红 = {C, H}(主判据)+ {D, F}(旧实现无 cap=None 能力,属能力级红)
24
+ """
25
+ from __future__ import annotations
26
+
27
+ import os
28
+ import re
29
+ import shutil
30
+ import sys
31
+ import tempfile
32
+
33
+ REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
34
+ if REPO not in sys.path:
35
+ sys.path.insert(0, REPO)
36
+
37
+ from md_cg import mdcg # noqa: E402
38
+ from md_cg.mdcos import MdCGOS # noqa: E402
39
+
40
+ PASS = FAIL = 0
41
+ FAILS = []
42
+ BIG = 10 ** 9 # 旧实现的「不限」等价写法(它不支持 cap=None)
43
+
44
+
45
+ def _OLD(query: str, min_run: int = 4, cap: int = 16) -> list:
46
+ """旧实现逐字内联(取自 HEAD:md_cg/mdcg.py 的 cn_recall_grams 函数体)。
47
+ 仅供「逐位对拍」与「--mutate=old 定点变异」用,**不参与生产路径**。"""
48
+ if os.environ.get("MDCG_CN_GRAMS") == "0":
49
+ return []
50
+ out = []
51
+ for run in re.findall(r"[\u4e00-\u9fff]{%d,}" % max(min_run, 2), query or ""):
52
+ for i in range(len(run) - 1):
53
+ g = run[i:i + 2]
54
+ if g in mdcg.CN_STOP_GRAMS or g in out:
55
+ continue
56
+ out.append(g)
57
+ if len(out) >= cap:
58
+ return out
59
+ return out
60
+
61
+
62
+ def call(fn, q, **kw):
63
+ """调用被测实现;不支持的能力(如旧实现的 cap=None)返回哨兵而非崩栈。"""
64
+ try:
65
+ return fn(q, **kw)
66
+ except TypeError as exc:
67
+ return "ERR:TypeError(%s)" % exc
68
+
69
+
70
+ def ok(cond, label, detail=""):
71
+ global PASS, FAIL
72
+ if cond:
73
+ PASS += 1
74
+ print("[PASS] %s%s" % (label, (" · " + detail) if detail else ""))
75
+ else:
76
+ FAIL += 1
77
+ FAILS.append(label)
78
+ print("[FAIL] %s · %s" % (label, detail))
79
+
80
+
81
+ def grams_all(q):
82
+ """全量 gram(同口径:>=4 连续中文串、2-gram、去重、剔停用词、段序)。"""
83
+ out = []
84
+ for run in re.findall(r"[\u4e00-\u9fff]{4,}", q or ""):
85
+ for i in range(len(run) - 1):
86
+ g = run[i:i + 2]
87
+ if g not in mdcg.CN_STOP_GRAMS and g not in out:
88
+ out.append(g)
89
+ return out
90
+
91
+
92
+ def _terms_with_old_grams(q):
93
+ """旧实现下的 expand_query_terms 等值替身(只替换 gram 来源,其余同生产)。"""
94
+ saved = mdcg.cn_recall_grams
95
+ mdcg.cn_recall_grams = _OLD
96
+ try:
97
+ return mdcg.expand_query_terms(q)
98
+ finally:
99
+ mdcg.cn_recall_grams = saved
100
+
101
+
102
+ EX1 = "甲乙丙丁戊己庚辛壬癸子丑寅卯辰巳午未申酉戌亥"
103
+ TOPIC = ["数据同步", "检索过滤", "缓存分层", "索引快照", "并发写入", "容量上限",
104
+ "路径解析", "会话归属", "召回扩展", "截断窗口", "治理积压", "提案裁决",
105
+ "密级过滤", "来源标注", "批量处置", "演练预览", "留痕审计", "阈值告警"]
106
+ SEG_A = "".join(TOPIC[(3 * k) % len(TOPIC)] for k in range(16)) # 64 字
107
+ SEG_B = (EX1 * 5)[0:12] # 12 字
108
+ LONG_Q = SEG_A + "\n" + SEG_B
109
+ SHORT_QS = ["酪氨酸激酶抑制剂", "抑制剂怎么选", "中文召回扩展的预算分配",
110
+ "缓存分层与索引快照", "检索过滤", "数据同步检索过滤缓存分层",
111
+ "灵枢 hotcache 设计说明", "长查询拼接预算"]
112
+ SMALL_MULTI = ["数据同步\n检索过滤", "缓存分层索引快照\n并发写入容量上限",
113
+ "召回扩展\n截断窗口治理积压", "路径解析会话归属\n密级过滤来源标注"]
114
+
115
+
116
+ def main(argv=None):
117
+ argv = list(sys.argv[1:] if argv is None else argv)
118
+ mutate = None
119
+ for a in argv:
120
+ if a.startswith("--mutate="):
121
+ mutate = a.split("=", 1)[1]
122
+ func = mdcg.cn_recall_grams
123
+ if mutate == "old": # 定点变异:换回修复前实现(逐字内联版)
124
+ func = _OLD
125
+ mdcg.cn_recall_grams = _OLD
126
+ print("被验实现 = %r | mutate=%s" % (getattr(func, "__name__", "?"), mutate))
127
+ print("LONG_Q: 首段 %d 字 + 末段 %d 字(共 %d 字)"
128
+ % (len(SEG_A), len(SEG_B), len(LONG_Q)))
129
+
130
+ # ---- A 单段逐位不变 ----
131
+ bad = [q for q in SHORT_QS if call(func, q) != _OLD(q)]
132
+ ok(not bad, "A 单段查询逐位不变(%d 例对拍)" % len(SHORT_QS),
133
+ "差异例 = %r" % bad[:2])
134
+
135
+ # ---- B 多段、总数 <= cap ⇒ 逐位同旧 ----
136
+ small = [q for q in SMALL_MULTI if len(grams_all(q)) <= 16]
137
+ bad = [q for q in small if call(func, q) != _OLD(q)]
138
+ ok(bool(small) and not bad, "B 多段且总数<=cap 逐位同旧(%d 例)" % len(small),
139
+ "差异例 = %r" % bad[:2])
140
+
141
+ # ---- C 预算不足 ⇒ 末段覆盖(主判据) ----
142
+ gB = {SEG_B[i:i + 2] for i in range(len(SEG_B) - 1)}
143
+ gA = set(grams_all(SEG_A))
144
+ full = grams_all(LONG_Q)
145
+ keys = call(func, LONG_Q)
146
+ ks = set(keys) if isinstance(keys, list) else set()
147
+ covB = len(ks & gB) / max(1, len(gB))
148
+ covA = len(ks & gA) / max(1, len(gA))
149
+ ok(covB >= 0.5, "C 预算不足时末段覆盖 >=0.5",
150
+ "末段覆盖=%.3f(键 %d 个:首段命中 %d / 末段命中 %d)"
151
+ % (covB, len(keys) if isinstance(keys, list) else -1,
152
+ len(ks & gA), len(ks & gB)))
153
+ ok(covA > 0, "C2 首段仍被覆盖(轮转不牺牲开头)", "首段覆盖=%.3f" % covA)
154
+ ok(isinstance(keys, list) and len(keys) <= 16, "C3 键数不超预算",
155
+ "len=%s" % (len(keys) if isinstance(keys, list) else keys))
156
+
157
+ # ---- D cap=None = 不限 ----
158
+ un = call(func, LONG_Q, cap=None)
159
+ ok(isinstance(un, list) and len(un) == len(full) and len(un) > 16,
160
+ "D cap=None = 不限(返回全部 gram)",
161
+ "len=%s / full=%d" % (len(un) if isinstance(un, list) else un, len(full)))
162
+
163
+ # ---- E cap=0 不是「不限」 ----
164
+ z0 = call(func, LONG_Q, cap=0)
165
+ ok(isinstance(z0, list) and len(z0) == 1 and z0 == _OLD(LONG_Q, cap=0)
166
+ and len(z0) != len(full),
167
+ "E cap=0 = 首个 gram(**不是**不限;与旧实现逐位同)",
168
+ "cap=0 -> %r(旧 -> %r,不限 -> %d 个)" % (z0, _OLD(LONG_Q, cap=0), len(full)))
169
+
170
+ # ---- F 去重/段序/停用词语义(不限时逐位同旧) ----
171
+ rep = "数据同步数据同步\n检索过滤检索过滤的了一个"
172
+ a_rep, b_rep = call(func, rep, cap=None), _OLD(rep, cap=BIG)
173
+ ok(a_rep == b_rep, "F 不限时去重·停用词·段序与旧实现逐位相同",
174
+ "%r" % (a_rep if not isinstance(a_rep, list) else a_rep[:6],))
175
+
176
+ # ---- G 开关 ----
177
+ os.environ["MDCG_CN_GRAMS"] = "0"
178
+ a0, b0 = call(func, LONG_Q), _OLD(LONG_Q)
179
+ os.environ.pop("MDCG_CN_GRAMS", None)
180
+ ok(a0 == [] and b0 == [], "G MDCG_CN_GRAMS=0 ⇒ 新旧同为 []", "%r/%r" % (a0, b0))
181
+
182
+ # ---- H 端到端:候选资格(主判据) ----
183
+ sand = tempfile.mkdtemp(prefix="cn_grams_guard_")
184
+ try:
185
+ cg = MdCGOS(sand)
186
+ body = "\n".join(SEG_B[2 * i:2 * i + 2] for i in range(6))
187
+ cg.add("tgt", body, layer="knowledge")
188
+ bl = body.lower()
189
+ terms = mdcg.expand_query_terms(LONG_Q)
190
+ hit_terms = [t for t in terms if t in bl]
191
+ old_hits = [t for t in _terms_with_old_grams(LONG_Q) if t in bl]
192
+ ok(bool(hit_terms), "H 候选资格恢复:expand_query_terms 给出命中正文的 term",
193
+ "命中 %d 个(例:%r)|旧实现命中数=%d"
194
+ % (len(hit_terms), [t[:8] for t in hit_terms[:3]], len(old_hits)))
195
+ cg.close()
196
+ finally:
197
+ shutil.rmtree(sand, ignore_errors=True)
198
+
199
+ print("\ncn_recall_grams: %d pass / %d fail" % (PASS, FAIL))
200
+ for f in FAILS:
201
+ print(" - 红:%s" % f)
202
+ return 1 if FAIL else 0
203
+
204
+
205
+ if __name__ == "__main__":
206
+ sys.exit(main())
@@ -0,0 +1,101 @@
1
+ # -*- coding: utf-8 -*-
2
+ """code 类型不得绕过 forbidden 禁表(2026-10-19 外部实测,dsh-bounty #1103)。
3
+
4
+ 运行:python -X utf8 -m md_cg.test_code_kind_forbidden
5
+
6
+ 病态(修前实测):
7
+ `_rule_check` 的契约写着「forbidden 是内容政策,对所有 content_kind 恒生效」,
8
+ `data/policy.json` 的 `_note` 也这么写;但全仓只有 `_verify_text` /
9
+ `_verify_work_wip` 两个验证器调用它,`_verify_code` 只做 `ast.parse`。
10
+ 于是「代码里夹带凭据」判 ACCEPT 并明文落盘(`knowledge/orphan/*.md`),
11
+ 且无令牌 guest 经 `cg(op=read)` 可读回。README 恰恰推荐用 code 立刻落盘。
12
+
13
+ 本守卫钉住四件事(缺一即红):
14
+ K1 行为面:code 正文含 sk-/AKIA/PEM 三种禁表形态 ⇒ 必须 REJECT(修前三条全 ACCEPT)
15
+ K2 不误伤:干净代码 ⇒ 必须 ACCEPT(防「一律拒绝」式假修复)
16
+ K3 不回退:空内容/语法错误仍 REJECT,且语法错误优先报语法(不比修前更差)
17
+ K4 静态面:`_verify_code` 分支体内**确实调用** `_rule_check`(防被改回只做 AST)
18
+
19
+ 判别力自证:删掉 K4 所指的那次调用,K1 必红、K4 必红(见 --mutate)。
20
+ 哑值 `sk-live-FAKE...` / `AKIA...` / PEM 均为**合成串**,非真凭据。
21
+ """
22
+ from __future__ import annotations
23
+
24
+ import inspect
25
+ import json
26
+ import re
27
+ import sys
28
+
29
+ from . import audit
30
+
31
+ _ok = 0
32
+ _bad = []
33
+
34
+ FAKE = "sk-live-FAKE0123456789abcdef0123"
35
+ DIRTY_SK = "TOKEN = '%s'\ndef get():\n return TOKEN\n" % FAKE
36
+ DIRTY_AKIA = "AWS = 'AKIAABCDEFGHIJKLMNOP'\n"
37
+ DIRTY_PEM = ("K = '''-----BEGIN RSA" + " PRIVATE KEY-----\n"
38
+ "MIIEowIBAAKCAQEA1234567890abcdef\n"
39
+ "-----END RSA PRIVATE KEY-----'''\n")
40
+ CLEAN = "def add(a, b):\n return a + b\n"
41
+
42
+
43
+ def ok(name, cond, detail=""):
44
+ global _ok
45
+ if cond:
46
+ _ok += 1
47
+ print(" ok %s" % name)
48
+ else:
49
+ _bad.append("%s %s" % (name, detail))
50
+ print(" FAIL %s %s" % (name, detail))
51
+
52
+
53
+ def state_of(kind, content):
54
+ rules = audit.load_rulebook()
55
+ v = audit.audit(kind, {"content": content}, {"rules": rules})
56
+ return v.get("state"), str(v.get("evidence") or "")
57
+
58
+
59
+ def main():
60
+ print("== K1 行为面:code 正文命中禁表必须 REJECT ==")
61
+ for label, body in (("sk-", DIRTY_SK), ("AKIA", DIRTY_AKIA), ("PEM", DIRTY_PEM)):
62
+ st, ev = state_of("code", body)
63
+ ok("K1 %s 形态判 REJECT" % label, st == audit.REJECT,
64
+ "实得 state=%s evidence=%s" % (st, ev[:80]))
65
+
66
+ print("== K2 不误伤:干净代码仍 ACCEPT ==")
67
+ st, ev = state_of("code", CLEAN)
68
+ ok("K2 干净代码 ACCEPT", st == audit.ACCEPT,
69
+ "实得 state=%s evidence=%s" % (st, ev[:80]))
70
+
71
+ print("== K3 不回退:原有拒绝理由不被削弱 ==")
72
+ st, ev = state_of("code", "")
73
+ ok("K3a 空内容仍 REJECT", st == audit.REJECT, "实得 %s" % st)
74
+ st, ev = state_of("code", "def f(:\n")
75
+ ok("K3b 语法错误仍 REJECT 且证据含「语法」",
76
+ st == audit.REJECT and "语法" in ev, "实得 state=%s ev=%s" % (st, ev[:60]))
77
+
78
+ print("== K4 静态面:_verify_code 确实调用 _rule_check ==")
79
+ src = inspect.getsource(audit._verify_code)
80
+ ok("K4 _verify_code 分支体内出现 _rule_check 调用",
81
+ bool(re.search(r"_rule_check\(", src)),
82
+ "分支体内未找到 _rule_check( —— 只做 AST 即本缺陷原形")
83
+
84
+ print("== 对照腿:text/work_wip 未被本次改动影响 ==")
85
+ st, _ = state_of("text", "值班记录:令牌 %s。" % FAKE)
86
+ ok("K5 text 仍 REJECT", st == audit.REJECT, "实得 %s" % st)
87
+ st, _ = state_of("work_wip", "值班记录:令牌 %s。" % FAKE)
88
+ ok("K6 work_wip 仍 REJECT", st == audit.REJECT, "实得 %s" % st)
89
+
90
+ print("")
91
+ if _bad:
92
+ print("code 禁表守卫:%d 通过,%d 失败" % (_ok, len(_bad)))
93
+ for b in _bad:
94
+ print(" 红:%s" % b)
95
+ return 1
96
+ print("code 禁表守卫:%d 通过,0 失败" % _ok)
97
+ return 0
98
+
99
+
100
+ if __name__ == "__main__":
101
+ sys.exit(main())