@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,206 +1,206 @@
1
- # -*- coding: utf-8 -*-
2
- r"""守卫 · #108 中文召回键的**预算分配**(长拼接查询下召回只覆盖开头)。
3
-
4
- 病灶(HEAD,逐字内联为 _OLD 供对拍/变异):
5
- md_cg/mdcg.py 的 cn_recall_grams 逐段 append gram,一旦 len(out) >= cap
6
- 就**整函数返回** ⇒ 多段查询(题卡式「两段以换行拼接」)只有**开头段**进入
7
- 召回键。实测 64 字 + 12 字两段查询:末段 gram 覆盖 0.000(cap=16/32)、
8
- 0.159(cap=64)。
9
-
10
- 判据:
11
- A 单段查询逐位不变(与旧实现逐字对拍)
12
- B 多段且 gram 总数 <= cap ⇒ 逐位同旧(预算够时零差异)
13
- C 预算不足 ⇒ **末段覆盖率 >= 0.5**(旧为 0.000),且首段仍被覆盖 ← 本笔主判据
14
- D cap=None = 「不限」:返回全部 gram(覆盖 1.000)且 > 默认 cap ← 新增能力
15
- E cap=0 **不是**「不限」:与旧实现同为「首个 gram」1 个(钉住误用)
16
- F 去重/停用词/段序语义不变(不限时与旧实现逐位相同)
17
- G MDCG_CN_GRAMS=0 ⇒ 新旧同为 []
18
- H 端到端(tempfile 沙箱):正文只含末段 gram 时,expand_query_terms 能给出
19
- 命中该正文的 term(旧实现给不出)——即「候选资格」被恢复 ← 本笔主判据
20
- 运行:
21
- python -X utf8 -m md_cg.test_cn_recall_grams # 期望 0 退出
22
- python -X utf8 -m md_cg.test_cn_recall_grams --mutate=old # 期望 1 退出
23
- 变异期望红 = {C, H}(主判据)+ {D, F}(旧实现无 cap=None 能力,属能力级红)
24
- """
25
- from __future__ import annotations
26
-
27
- import os
28
- import re
29
- import shutil
30
- import sys
31
- import tempfile
32
-
33
- REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
34
- if REPO not in sys.path:
35
- sys.path.insert(0, REPO)
36
-
37
- from md_cg import mdcg # noqa: E402
38
- from md_cg.mdcos import MdCGOS # noqa: E402
39
-
40
- PASS = FAIL = 0
41
- FAILS = []
42
- BIG = 10 ** 9 # 旧实现的「不限」等价写法(它不支持 cap=None)
43
-
44
-
45
- def _OLD(query: str, min_run: int = 4, cap: int = 16) -> list:
46
- """旧实现逐字内联(取自 HEAD:md_cg/mdcg.py 的 cn_recall_grams 函数体)。
47
- 仅供「逐位对拍」与「--mutate=old 定点变异」用,**不参与生产路径**。"""
48
- if os.environ.get("MDCG_CN_GRAMS") == "0":
49
- return []
50
- out = []
51
- for run in re.findall(r"[\u4e00-\u9fff]{%d,}" % max(min_run, 2), query or ""):
52
- for i in range(len(run) - 1):
53
- g = run[i:i + 2]
54
- if g in mdcg.CN_STOP_GRAMS or g in out:
55
- continue
56
- out.append(g)
57
- if len(out) >= cap:
58
- return out
59
- return out
60
-
61
-
62
- def call(fn, q, **kw):
63
- """调用被测实现;不支持的能力(如旧实现的 cap=None)返回哨兵而非崩栈。"""
64
- try:
65
- return fn(q, **kw)
66
- except TypeError as exc:
67
- return "ERR:TypeError(%s)" % exc
68
-
69
-
70
- def ok(cond, label, detail=""):
71
- global PASS, FAIL
72
- if cond:
73
- PASS += 1
74
- print("[PASS] %s%s" % (label, (" · " + detail) if detail else ""))
75
- else:
76
- FAIL += 1
77
- FAILS.append(label)
78
- print("[FAIL] %s · %s" % (label, detail))
79
-
80
-
81
- def grams_all(q):
82
- """全量 gram(同口径:>=4 连续中文串、2-gram、去重、剔停用词、段序)。"""
83
- out = []
84
- for run in re.findall(r"[\u4e00-\u9fff]{4,}", q or ""):
85
- for i in range(len(run) - 1):
86
- g = run[i:i + 2]
87
- if g not in mdcg.CN_STOP_GRAMS and g not in out:
88
- out.append(g)
89
- return out
90
-
91
-
92
- def _terms_with_old_grams(q):
93
- """旧实现下的 expand_query_terms 等值替身(只替换 gram 来源,其余同生产)。"""
94
- saved = mdcg.cn_recall_grams
95
- mdcg.cn_recall_grams = _OLD
96
- try:
97
- return mdcg.expand_query_terms(q)
98
- finally:
99
- mdcg.cn_recall_grams = saved
100
-
101
-
102
- EX1 = "甲乙丙丁戊己庚辛壬癸子丑寅卯辰巳午未申酉戌亥"
103
- TOPIC = ["数据同步", "检索过滤", "缓存分层", "索引快照", "并发写入", "容量上限",
104
- "路径解析", "会话归属", "召回扩展", "截断窗口", "治理积压", "提案裁决",
105
- "密级过滤", "来源标注", "批量处置", "演练预览", "留痕审计", "阈值告警"]
106
- SEG_A = "".join(TOPIC[(3 * k) % len(TOPIC)] for k in range(16)) # 64 字
107
- SEG_B = (EX1 * 5)[0:12] # 12 字
108
- LONG_Q = SEG_A + "\n" + SEG_B
109
- SHORT_QS = ["酪氨酸激酶抑制剂", "抑制剂怎么选", "中文召回扩展的预算分配",
110
- "缓存分层与索引快照", "检索过滤", "数据同步检索过滤缓存分层",
111
- "灵枢 hotcache 设计说明", "长查询拼接预算"]
112
- SMALL_MULTI = ["数据同步\n检索过滤", "缓存分层索引快照\n并发写入容量上限",
113
- "召回扩展\n截断窗口治理积压", "路径解析会话归属\n密级过滤来源标注"]
114
-
115
-
116
- def main(argv=None):
117
- argv = list(sys.argv[1:] if argv is None else argv)
118
- mutate = None
119
- for a in argv:
120
- if a.startswith("--mutate="):
121
- mutate = a.split("=", 1)[1]
122
- func = mdcg.cn_recall_grams
123
- if mutate == "old": # 定点变异:换回修复前实现(逐字内联版)
124
- func = _OLD
125
- mdcg.cn_recall_grams = _OLD
126
- print("被验实现 = %r | mutate=%s" % (getattr(func, "__name__", "?"), mutate))
127
- print("LONG_Q: 首段 %d 字 + 末段 %d 字(共 %d 字)"
128
- % (len(SEG_A), len(SEG_B), len(LONG_Q)))
129
-
130
- # ---- A 单段逐位不变 ----
131
- bad = [q for q in SHORT_QS if call(func, q) != _OLD(q)]
132
- ok(not bad, "A 单段查询逐位不变(%d 例对拍)" % len(SHORT_QS),
133
- "差异例 = %r" % bad[:2])
134
-
135
- # ---- B 多段、总数 <= cap ⇒ 逐位同旧 ----
136
- small = [q for q in SMALL_MULTI if len(grams_all(q)) <= 16]
137
- bad = [q for q in small if call(func, q) != _OLD(q)]
138
- ok(bool(small) and not bad, "B 多段且总数<=cap 逐位同旧(%d 例)" % len(small),
139
- "差异例 = %r" % bad[:2])
140
-
141
- # ---- C 预算不足 ⇒ 末段覆盖(主判据) ----
142
- gB = {SEG_B[i:i + 2] for i in range(len(SEG_B) - 1)}
143
- gA = set(grams_all(SEG_A))
144
- full = grams_all(LONG_Q)
145
- keys = call(func, LONG_Q)
146
- ks = set(keys) if isinstance(keys, list) else set()
147
- covB = len(ks & gB) / max(1, len(gB))
148
- covA = len(ks & gA) / max(1, len(gA))
149
- ok(covB >= 0.5, "C 预算不足时末段覆盖 >=0.5",
150
- "末段覆盖=%.3f(键 %d 个:首段命中 %d / 末段命中 %d)"
151
- % (covB, len(keys) if isinstance(keys, list) else -1,
152
- len(ks & gA), len(ks & gB)))
153
- ok(covA > 0, "C2 首段仍被覆盖(轮转不牺牲开头)", "首段覆盖=%.3f" % covA)
154
- ok(isinstance(keys, list) and len(keys) <= 16, "C3 键数不超预算",
155
- "len=%s" % (len(keys) if isinstance(keys, list) else keys))
156
-
157
- # ---- D cap=None = 不限 ----
158
- un = call(func, LONG_Q, cap=None)
159
- ok(isinstance(un, list) and len(un) == len(full) and len(un) > 16,
160
- "D cap=None = 不限(返回全部 gram)",
161
- "len=%s / full=%d" % (len(un) if isinstance(un, list) else un, len(full)))
162
-
163
- # ---- E cap=0 不是「不限」 ----
164
- z0 = call(func, LONG_Q, cap=0)
165
- ok(isinstance(z0, list) and len(z0) == 1 and z0 == _OLD(LONG_Q, cap=0)
166
- and len(z0) != len(full),
167
- "E cap=0 = 首个 gram(**不是**不限;与旧实现逐位同)",
168
- "cap=0 -> %r(旧 -> %r,不限 -> %d 个)" % (z0, _OLD(LONG_Q, cap=0), len(full)))
169
-
170
- # ---- F 去重/段序/停用词语义(不限时逐位同旧) ----
171
- rep = "数据同步数据同步\n检索过滤检索过滤的了一个"
172
- a_rep, b_rep = call(func, rep, cap=None), _OLD(rep, cap=BIG)
173
- ok(a_rep == b_rep, "F 不限时去重·停用词·段序与旧实现逐位相同",
174
- "%r" % (a_rep if not isinstance(a_rep, list) else a_rep[:6],))
175
-
176
- # ---- G 开关 ----
177
- os.environ["MDCG_CN_GRAMS"] = "0"
178
- a0, b0 = call(func, LONG_Q), _OLD(LONG_Q)
179
- os.environ.pop("MDCG_CN_GRAMS", None)
180
- ok(a0 == [] and b0 == [], "G MDCG_CN_GRAMS=0 ⇒ 新旧同为 []", "%r/%r" % (a0, b0))
181
-
182
- # ---- H 端到端:候选资格(主判据) ----
183
- sand = tempfile.mkdtemp(prefix="cn_grams_guard_")
184
- try:
185
- cg = MdCGOS(sand)
186
- body = "\n".join(SEG_B[2 * i:2 * i + 2] for i in range(6))
187
- cg.add("tgt", body, layer="knowledge")
188
- bl = body.lower()
189
- terms = mdcg.expand_query_terms(LONG_Q)
190
- hit_terms = [t for t in terms if t in bl]
191
- old_hits = [t for t in _terms_with_old_grams(LONG_Q) if t in bl]
192
- ok(bool(hit_terms), "H 候选资格恢复:expand_query_terms 给出命中正文的 term",
193
- "命中 %d 个(例:%r)|旧实现命中数=%d"
194
- % (len(hit_terms), [t[:8] for t in hit_terms[:3]], len(old_hits)))
195
- cg.close()
196
- finally:
197
- shutil.rmtree(sand, ignore_errors=True)
198
-
199
- print("\ncn_recall_grams: %d pass / %d fail" % (PASS, FAIL))
200
- for f in FAILS:
201
- print(" - 红:%s" % f)
202
- return 1 if FAIL else 0
203
-
204
-
205
- if __name__ == "__main__":
206
- sys.exit(main())
1
+ # -*- coding: utf-8 -*-
2
+ r"""守卫 · #108 中文召回键的**预算分配**(长拼接查询下召回只覆盖开头)。
3
+
4
+ 病灶(HEAD,逐字内联为 _OLD 供对拍/变异):
5
+ md_cg/mdcg.py 的 cn_recall_grams 逐段 append gram,一旦 len(out) >= cap
6
+ 就**整函数返回** ⇒ 多段查询(题卡式「两段以换行拼接」)只有**开头段**进入
7
+ 召回键。实测 64 字 + 12 字两段查询:末段 gram 覆盖 0.000(cap=16/32)、
8
+ 0.159(cap=64)。
9
+
10
+ 判据:
11
+ A 单段查询逐位不变(与旧实现逐字对拍)
12
+ B 多段且 gram 总数 <= cap ⇒ 逐位同旧(预算够时零差异)
13
+ C 预算不足 ⇒ **末段覆盖率 >= 0.5**(旧为 0.000),且首段仍被覆盖 ← 本笔主判据
14
+ D cap=None = 「不限」:返回全部 gram(覆盖 1.000)且 > 默认 cap ← 新增能力
15
+ E cap=0 **不是**「不限」:与旧实现同为「首个 gram」1 个(钉住误用)
16
+ F 去重/停用词/段序语义不变(不限时与旧实现逐位相同)
17
+ G MDCG_CN_GRAMS=0 ⇒ 新旧同为 []
18
+ H 端到端(tempfile 沙箱):正文只含末段 gram 时,expand_query_terms 能给出
19
+ 命中该正文的 term(旧实现给不出)——即「候选资格」被恢复 ← 本笔主判据
20
+ 运行:
21
+ python -X utf8 -m md_cg.test_cn_recall_grams # 期望 0 退出
22
+ python -X utf8 -m md_cg.test_cn_recall_grams --mutate=old # 期望 1 退出
23
+ 变异期望红 = {C, H}(主判据)+ {D, F}(旧实现无 cap=None 能力,属能力级红)
24
+ """
25
+ from __future__ import annotations
26
+
27
+ import os
28
+ import re
29
+ import shutil
30
+ import sys
31
+ import tempfile
32
+
33
+ REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
34
+ if REPO not in sys.path:
35
+ sys.path.insert(0, REPO)
36
+
37
+ from md_cg import mdcg # noqa: E402
38
+ from md_cg.mdcos import MdCGOS # noqa: E402
39
+
40
+ PASS = FAIL = 0
41
+ FAILS = []
42
+ BIG = 10 ** 9 # 旧实现的「不限」等价写法(它不支持 cap=None)
43
+
44
+
45
+ def _OLD(query: str, min_run: int = 4, cap: int = 16) -> list:
46
+ """旧实现逐字内联(取自 HEAD:md_cg/mdcg.py 的 cn_recall_grams 函数体)。
47
+ 仅供「逐位对拍」与「--mutate=old 定点变异」用,**不参与生产路径**。"""
48
+ if os.environ.get("MDCG_CN_GRAMS") == "0":
49
+ return []
50
+ out = []
51
+ for run in re.findall(r"[\u4e00-\u9fff]{%d,}" % max(min_run, 2), query or ""):
52
+ for i in range(len(run) - 1):
53
+ g = run[i:i + 2]
54
+ if g in mdcg.CN_STOP_GRAMS or g in out:
55
+ continue
56
+ out.append(g)
57
+ if len(out) >= cap:
58
+ return out
59
+ return out
60
+
61
+
62
+ def call(fn, q, **kw):
63
+ """调用被测实现;不支持的能力(如旧实现的 cap=None)返回哨兵而非崩栈。"""
64
+ try:
65
+ return fn(q, **kw)
66
+ except TypeError as exc:
67
+ return "ERR:TypeError(%s)" % exc
68
+
69
+
70
+ def ok(cond, label, detail=""):
71
+ global PASS, FAIL
72
+ if cond:
73
+ PASS += 1
74
+ print("[PASS] %s%s" % (label, (" · " + detail) if detail else ""))
75
+ else:
76
+ FAIL += 1
77
+ FAILS.append(label)
78
+ print("[FAIL] %s · %s" % (label, detail))
79
+
80
+
81
+ def grams_all(q):
82
+ """全量 gram(同口径:>=4 连续中文串、2-gram、去重、剔停用词、段序)。"""
83
+ out = []
84
+ for run in re.findall(r"[\u4e00-\u9fff]{4,}", q or ""):
85
+ for i in range(len(run) - 1):
86
+ g = run[i:i + 2]
87
+ if g not in mdcg.CN_STOP_GRAMS and g not in out:
88
+ out.append(g)
89
+ return out
90
+
91
+
92
+ def _terms_with_old_grams(q):
93
+ """旧实现下的 expand_query_terms 等值替身(只替换 gram 来源,其余同生产)。"""
94
+ saved = mdcg.cn_recall_grams
95
+ mdcg.cn_recall_grams = _OLD
96
+ try:
97
+ return mdcg.expand_query_terms(q)
98
+ finally:
99
+ mdcg.cn_recall_grams = saved
100
+
101
+
102
+ EX1 = "甲乙丙丁戊己庚辛壬癸子丑寅卯辰巳午未申酉戌亥"
103
+ TOPIC = ["数据同步", "检索过滤", "缓存分层", "索引快照", "并发写入", "容量上限",
104
+ "路径解析", "会话归属", "召回扩展", "截断窗口", "治理积压", "提案裁决",
105
+ "密级过滤", "来源标注", "批量处置", "演练预览", "留痕审计", "阈值告警"]
106
+ SEG_A = "".join(TOPIC[(3 * k) % len(TOPIC)] for k in range(16)) # 64 字
107
+ SEG_B = (EX1 * 5)[0:12] # 12 字
108
+ LONG_Q = SEG_A + "\n" + SEG_B
109
+ SHORT_QS = ["酪氨酸激酶抑制剂", "抑制剂怎么选", "中文召回扩展的预算分配",
110
+ "缓存分层与索引快照", "检索过滤", "数据同步检索过滤缓存分层",
111
+ "灵枢 hotcache 设计说明", "长查询拼接预算"]
112
+ SMALL_MULTI = ["数据同步\n检索过滤", "缓存分层索引快照\n并发写入容量上限",
113
+ "召回扩展\n截断窗口治理积压", "路径解析会话归属\n密级过滤来源标注"]
114
+
115
+
116
+ def main(argv=None):
117
+ argv = list(sys.argv[1:] if argv is None else argv)
118
+ mutate = None
119
+ for a in argv:
120
+ if a.startswith("--mutate="):
121
+ mutate = a.split("=", 1)[1]
122
+ func = mdcg.cn_recall_grams
123
+ if mutate == "old": # 定点变异:换回修复前实现(逐字内联版)
124
+ func = _OLD
125
+ mdcg.cn_recall_grams = _OLD
126
+ print("被验实现 = %r | mutate=%s" % (getattr(func, "__name__", "?"), mutate))
127
+ print("LONG_Q: 首段 %d 字 + 末段 %d 字(共 %d 字)"
128
+ % (len(SEG_A), len(SEG_B), len(LONG_Q)))
129
+
130
+ # ---- A 单段逐位不变 ----
131
+ bad = [q for q in SHORT_QS if call(func, q) != _OLD(q)]
132
+ ok(not bad, "A 单段查询逐位不变(%d 例对拍)" % len(SHORT_QS),
133
+ "差异例 = %r" % bad[:2])
134
+
135
+ # ---- B 多段、总数 <= cap ⇒ 逐位同旧 ----
136
+ small = [q for q in SMALL_MULTI if len(grams_all(q)) <= 16]
137
+ bad = [q for q in small if call(func, q) != _OLD(q)]
138
+ ok(bool(small) and not bad, "B 多段且总数<=cap 逐位同旧(%d 例)" % len(small),
139
+ "差异例 = %r" % bad[:2])
140
+
141
+ # ---- C 预算不足 ⇒ 末段覆盖(主判据) ----
142
+ gB = {SEG_B[i:i + 2] for i in range(len(SEG_B) - 1)}
143
+ gA = set(grams_all(SEG_A))
144
+ full = grams_all(LONG_Q)
145
+ keys = call(func, LONG_Q)
146
+ ks = set(keys) if isinstance(keys, list) else set()
147
+ covB = len(ks & gB) / max(1, len(gB))
148
+ covA = len(ks & gA) / max(1, len(gA))
149
+ ok(covB >= 0.5, "C 预算不足时末段覆盖 >=0.5",
150
+ "末段覆盖=%.3f(键 %d 个:首段命中 %d / 末段命中 %d)"
151
+ % (covB, len(keys) if isinstance(keys, list) else -1,
152
+ len(ks & gA), len(ks & gB)))
153
+ ok(covA > 0, "C2 首段仍被覆盖(轮转不牺牲开头)", "首段覆盖=%.3f" % covA)
154
+ ok(isinstance(keys, list) and len(keys) <= 16, "C3 键数不超预算",
155
+ "len=%s" % (len(keys) if isinstance(keys, list) else keys))
156
+
157
+ # ---- D cap=None = 不限 ----
158
+ un = call(func, LONG_Q, cap=None)
159
+ ok(isinstance(un, list) and len(un) == len(full) and len(un) > 16,
160
+ "D cap=None = 不限(返回全部 gram)",
161
+ "len=%s / full=%d" % (len(un) if isinstance(un, list) else un, len(full)))
162
+
163
+ # ---- E cap=0 不是「不限」 ----
164
+ z0 = call(func, LONG_Q, cap=0)
165
+ ok(isinstance(z0, list) and len(z0) == 1 and z0 == _OLD(LONG_Q, cap=0)
166
+ and len(z0) != len(full),
167
+ "E cap=0 = 首个 gram(**不是**不限;与旧实现逐位同)",
168
+ "cap=0 -> %r(旧 -> %r,不限 -> %d 个)" % (z0, _OLD(LONG_Q, cap=0), len(full)))
169
+
170
+ # ---- F 去重/段序/停用词语义(不限时逐位同旧) ----
171
+ rep = "数据同步数据同步\n检索过滤检索过滤的了一个"
172
+ a_rep, b_rep = call(func, rep, cap=None), _OLD(rep, cap=BIG)
173
+ ok(a_rep == b_rep, "F 不限时去重·停用词·段序与旧实现逐位相同",
174
+ "%r" % (a_rep if not isinstance(a_rep, list) else a_rep[:6],))
175
+
176
+ # ---- G 开关 ----
177
+ os.environ["MDCG_CN_GRAMS"] = "0"
178
+ a0, b0 = call(func, LONG_Q), _OLD(LONG_Q)
179
+ os.environ.pop("MDCG_CN_GRAMS", None)
180
+ ok(a0 == [] and b0 == [], "G MDCG_CN_GRAMS=0 ⇒ 新旧同为 []", "%r/%r" % (a0, b0))
181
+
182
+ # ---- H 端到端:候选资格(主判据) ----
183
+ sand = tempfile.mkdtemp(prefix="cn_grams_guard_")
184
+ try:
185
+ cg = MdCGOS(sand)
186
+ body = "\n".join(SEG_B[2 * i:2 * i + 2] for i in range(6))
187
+ cg.add("tgt", body, layer="knowledge")
188
+ bl = body.lower()
189
+ terms = mdcg.expand_query_terms(LONG_Q)
190
+ hit_terms = [t for t in terms if t in bl]
191
+ old_hits = [t for t in _terms_with_old_grams(LONG_Q) if t in bl]
192
+ ok(bool(hit_terms), "H 候选资格恢复:expand_query_terms 给出命中正文的 term",
193
+ "命中 %d 个(例:%r)|旧实现命中数=%d"
194
+ % (len(hit_terms), [t[:8] for t in hit_terms[:3]], len(old_hits)))
195
+ cg.close()
196
+ finally:
197
+ shutil.rmtree(sand, ignore_errors=True)
198
+
199
+ print("\ncn_recall_grams: %d pass / %d fail" % (PASS, FAIL))
200
+ for f in FAILS:
201
+ print(" - 红:%s" % f)
202
+ return 1 if FAIL else 0
203
+
204
+
205
+ if __name__ == "__main__":
206
+ sys.exit(main())
@@ -0,0 +1,101 @@
1
+ # -*- coding: utf-8 -*-
2
+ """code 类型不得绕过 forbidden 禁表(2026-10-19 外部实测,dsh-bounty #1103)。
3
+
4
+ 运行:python -X utf8 -m md_cg.test_code_kind_forbidden
5
+
6
+ 病态(修前实测):
7
+ `_rule_check` 的契约写着「forbidden 是内容政策,对所有 content_kind 恒生效」,
8
+ `data/policy.json` 的 `_note` 也这么写;但全仓只有 `_verify_text` /
9
+ `_verify_work_wip` 两个验证器调用它,`_verify_code` 只做 `ast.parse`。
10
+ 于是「代码里夹带凭据」判 ACCEPT 并明文落盘(`knowledge/orphan/*.md`),
11
+ 且无令牌 guest 经 `cg(op=read)` 可读回。README 恰恰推荐用 code 立刻落盘。
12
+
13
+ 本守卫钉住四件事(缺一即红):
14
+ K1 行为面:code 正文含 sk-/AKIA/PEM 三种禁表形态 ⇒ 必须 REJECT(修前三条全 ACCEPT)
15
+ K2 不误伤:干净代码 ⇒ 必须 ACCEPT(防「一律拒绝」式假修复)
16
+ K3 不回退:空内容/语法错误仍 REJECT,且语法错误优先报语法(不比修前更差)
17
+ K4 静态面:`_verify_code` 分支体内**确实调用** `_rule_check`(防被改回只做 AST)
18
+
19
+ 判别力自证:删掉 K4 所指的那次调用,K1 必红、K4 必红(见 --mutate)。
20
+ 哑值 `sk-live-FAKE...` / `AKIA...` / PEM 均为**合成串**,非真凭据。
21
+ """
22
+ from __future__ import annotations
23
+
24
+ import inspect
25
+ import json
26
+ import re
27
+ import sys
28
+
29
+ from . import audit
30
+
31
+ _ok = 0
32
+ _bad = []
33
+
34
+ FAKE = "sk-live-FAKE0123456789abcdef0123"
35
+ DIRTY_SK = "TOKEN = '%s'\ndef get():\n return TOKEN\n" % FAKE
36
+ DIRTY_AKIA = "AWS = 'AKIAABCDEFGHIJKLMNOP'\n"
37
+ DIRTY_PEM = ("K = '''-----BEGIN RSA" + " PRIVATE KEY-----\n"
38
+ "MIIEowIBAAKCAQEA1234567890abcdef\n"
39
+ "-----END RSA PRIVATE KEY-----'''\n")
40
+ CLEAN = "def add(a, b):\n return a + b\n"
41
+
42
+
43
+ def ok(name, cond, detail=""):
44
+ global _ok
45
+ if cond:
46
+ _ok += 1
47
+ print(" ok %s" % name)
48
+ else:
49
+ _bad.append("%s %s" % (name, detail))
50
+ print(" FAIL %s %s" % (name, detail))
51
+
52
+
53
+ def state_of(kind, content):
54
+ rules = audit.load_rulebook()
55
+ v = audit.audit(kind, {"content": content}, {"rules": rules})
56
+ return v.get("state"), str(v.get("evidence") or "")
57
+
58
+
59
+ def main():
60
+ print("== K1 行为面:code 正文命中禁表必须 REJECT ==")
61
+ for label, body in (("sk-", DIRTY_SK), ("AKIA", DIRTY_AKIA), ("PEM", DIRTY_PEM)):
62
+ st, ev = state_of("code", body)
63
+ ok("K1 %s 形态判 REJECT" % label, st == audit.REJECT,
64
+ "实得 state=%s evidence=%s" % (st, ev[:80]))
65
+
66
+ print("== K2 不误伤:干净代码仍 ACCEPT ==")
67
+ st, ev = state_of("code", CLEAN)
68
+ ok("K2 干净代码 ACCEPT", st == audit.ACCEPT,
69
+ "实得 state=%s evidence=%s" % (st, ev[:80]))
70
+
71
+ print("== K3 不回退:原有拒绝理由不被削弱 ==")
72
+ st, ev = state_of("code", "")
73
+ ok("K3a 空内容仍 REJECT", st == audit.REJECT, "实得 %s" % st)
74
+ st, ev = state_of("code", "def f(:\n")
75
+ ok("K3b 语法错误仍 REJECT 且证据含「语法」",
76
+ st == audit.REJECT and "语法" in ev, "实得 state=%s ev=%s" % (st, ev[:60]))
77
+
78
+ print("== K4 静态面:_verify_code 确实调用 _rule_check ==")
79
+ src = inspect.getsource(audit._verify_code)
80
+ ok("K4 _verify_code 分支体内出现 _rule_check 调用",
81
+ bool(re.search(r"_rule_check\(", src)),
82
+ "分支体内未找到 _rule_check( —— 只做 AST 即本缺陷原形")
83
+
84
+ print("== 对照腿:text/work_wip 未被本次改动影响 ==")
85
+ st, _ = state_of("text", "值班记录:令牌 %s。" % FAKE)
86
+ ok("K5 text 仍 REJECT", st == audit.REJECT, "实得 %s" % st)
87
+ st, _ = state_of("work_wip", "值班记录:令牌 %s。" % FAKE)
88
+ ok("K6 work_wip 仍 REJECT", st == audit.REJECT, "实得 %s" % st)
89
+
90
+ print("")
91
+ if _bad:
92
+ print("code 禁表守卫:%d 通过,%d 失败" % (_ok, len(_bad)))
93
+ for b in _bad:
94
+ print(" 红:%s" % b)
95
+ return 1
96
+ print("code 禁表守卫:%d 通过,0 失败" % _ok)
97
+ return 0
98
+
99
+
100
+ if __name__ == "__main__":
101
+ sys.exit(main())