@furongjun1999/dsh-memory 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/data/policy.json +38 -38
  2. package/docs/discipline/templates/spec.txt.tmpl +1 -1
  3. package/dsh/cordis.yml.example +139 -139
  4. package/lib/hooks.d.ts +19 -0
  5. package/lib/hooks.js +29 -6
  6. package/lib/index.js +11 -2
  7. package/lib/lib/hook_audit.js +38 -2
  8. package/lib/lib/prompt_safety.js +14 -3
  9. package/lib/tools.d.ts +7 -0
  10. package/lib/tools.js +22 -1
  11. package/md_cg/_guard_kit.py +121 -121
  12. package/md_cg/anchor.py +114 -114
  13. package/md_cg/audit.py +15 -2
  14. package/md_cg/chain.py +3 -2
  15. package/md_cg/config_registry_guard.py +487 -487
  16. package/md_cg/conformance.py +747 -747
  17. package/md_cg/consolidate.py +1793 -1793
  18. package/md_cg/crypto.py +794 -794
  19. package/md_cg/hyperedge.py +262 -262
  20. package/md_cg/interface_schema.py +146 -146
  21. package/md_cg/lifecycle.py +426 -426
  22. package/md_cg/mdcos.py +12 -8
  23. package/md_cg/predict.py +1103 -1103
  24. package/md_cg/protect.py +654 -654
  25. package/md_cg/provenance.py +606 -606
  26. package/md_cg/queue_health.py +130 -130
  27. package/md_cg/refine.py +613 -613
  28. package/md_cg/retrieve.py +128 -128
  29. package/md_cg/revise.py +140 -140
  30. package/md_cg/rollback.py +657 -657
  31. package/md_cg/rollback_cli.py +124 -124
  32. package/md_cg/rotate.py +346 -346
  33. package/md_cg/routing.py +490 -490
  34. package/md_cg/self_surface.py +50 -50
  35. package/md_cg/semantic/canonical.py +144 -144
  36. package/md_cg/semantic/zh_en_atoms.py +141 -141
  37. package/md_cg/sources.py +1091 -1091
  38. package/md_cg/stg.py +3 -2
  39. package/md_cg/test_audit_rotate_parity.py +279 -279
  40. package/md_cg/test_autonomy_modes.py +2013 -2013
  41. package/md_cg/test_cn_recall_grams.py +206 -206
  42. package/md_cg/test_code_kind_forbidden.py +101 -0
  43. package/md_cg/test_condaccept.py +156 -156
  44. package/md_cg/test_condgate.py +141 -141
  45. package/md_cg/test_heartbeat_ledger.py +557 -557
  46. package/md_cg/test_i50e_readside_protection.py +658 -658
  47. package/md_cg/test_issue111_gate_order.py +76 -76
  48. package/md_cg/test_issue111_scoring_contract.py +86 -86
  49. package/md_cg/test_issue121_calibration_bounds.py +293 -293
  50. package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
  51. package/md_cg/test_issue147_pack_id_escape.py +378 -378
  52. package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
  53. package/md_cg/test_issue149_accel_default_face.py +248 -248
  54. package/md_cg/test_issue150_empty_query_terms.py +328 -328
  55. package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
  56. package/md_cg/test_issue152_sealed_postings.py +309 -309
  57. package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
  58. package/md_cg/test_issue157b_index_remainder.py +344 -344
  59. package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
  60. package/md_cg/test_issue191_import_trust.py +382 -382
  61. package/md_cg/test_issue193_write_scope.py +378 -378
  62. package/md_cg/test_issue212_writeface_gaps.py +349 -349
  63. package/md_cg/test_issue214_reject_sensitivity.py +266 -266
  64. package/md_cg/test_issue215_condition_source_gap.py +272 -272
  65. package/md_cg/test_issue216_clash_routes.py +214 -214
  66. package/md_cg/test_issue217_slot_routes.py +248 -248
  67. package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
  68. package/md_cg/test_issue258_pack_sensitivity.py +468 -468
  69. package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
  70. package/md_cg/test_issue274_read_node_id_none.py +341 -341
  71. package/md_cg/test_issue275_layer_param.py +250 -250
  72. package/md_cg/test_issue277_node_id_traversal.py +384 -384
  73. package/md_cg/test_issue278_neg_separated_tension.py +271 -271
  74. package/md_cg/test_issue278_neg_window.py +294 -294
  75. package/md_cg/test_issue278_negative_layering.py +83 -83
  76. package/md_cg/test_issue284_skip_not_pass.py +291 -291
  77. package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
  78. package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
  79. package/md_cg/test_issue303_design_boundaries.py +262 -262
  80. package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
  81. package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
  82. package/md_cg/test_issue321_mcp_deep_json.py +304 -304
  83. package/md_cg/test_issue322_node_write_lock.py +727 -727
  84. package/md_cg/test_issue324_write_size_fields.py +214 -214
  85. package/md_cg/test_issue325_audit_poison.py +229 -229
  86. package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
  87. package/md_cg/test_issue326_key_perms.py +355 -355
  88. package/md_cg/test_issue326_twin_parser_parity.py +323 -323
  89. package/md_cg/test_issue326_vm_call_frame.py +569 -569
  90. package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
  91. package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
  92. package/md_cg/test_issue348_insight_verify_op.py +199 -199
  93. package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
  94. package/md_cg/test_issue350_casefold_collision.py +235 -235
  95. package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
  96. package/md_cg/test_issue352_imgaudit.py +418 -418
  97. package/md_cg/test_issue352_pathsjson.py +537 -537
  98. package/md_cg/test_issue352_refindex.py +412 -412
  99. package/md_cg/test_issue352_rollback.py +604 -604
  100. package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
  101. package/md_cg/test_issue354_rust_index_containment.py +571 -571
  102. package/md_cg/test_issue354_rust_wal_containment.py +606 -606
  103. package/md_cg/test_issue358_truncation_observable.py +247 -247
  104. package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
  105. package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
  106. package/md_cg/test_issue362_neg_condition.py +468 -468
  107. package/md_cg/test_issue363_lexical_idf.py +275 -275
  108. package/md_cg/test_issue370_readcache_assembly.py +488 -488
  109. package/md_cg/test_issue376_heartbeat_failed.py +293 -293
  110. package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
  111. package/md_cg/test_issue378_protected_floor.py +310 -310
  112. package/md_cg/test_issue383_state_event_write_gate.py +462 -462
  113. package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
  114. package/md_cg/test_issue398_toolface_op_parity.py +511 -511
  115. package/md_cg/test_issue399_hive_json_shape.py +317 -317
  116. package/md_cg/test_issue401_wisdom_codegen.py +295 -295
  117. package/md_cg/test_issue404_heal_receipt.py +389 -389
  118. package/md_cg/test_issue409_compact_index_completeness.py +509 -509
  119. package/md_cg/test_issue410_verify_demote_write.py +366 -366
  120. package/md_cg/test_issue411_scrub_idempotence.py +575 -575
  121. package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
  122. package/md_cg/test_issue413_preimage_failclosed.py +239 -239
  123. package/md_cg/test_issue413_preimage_twin.py +339 -339
  124. package/md_cg/test_issue415_deps_gate_probe.py +357 -357
  125. package/md_cg/test_issue416_entry_key_subset.py +525 -525
  126. package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
  127. package/md_cg/test_issue425_ingest_library_path.py +331 -331
  128. package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
  129. package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
  130. package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
  131. package/md_cg/test_issue427_serve_status_shape.py +191 -191
  132. package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
  133. package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
  134. package/md_cg/test_issue434_435_float_gate.py +90 -90
  135. package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
  136. package/md_cg/test_issue43_default_policy.py +874 -874
  137. package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
  138. package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
  139. package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
  140. package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
  141. package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
  142. package/md_cg/test_issue451_audit_actor.py +313 -313
  143. package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
  144. package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
  145. package/md_cg/test_issue466_basis_registry.py +469 -469
  146. package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
  147. package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
  148. package/md_cg/test_issue470_wal_event_durable.py +427 -427
  149. package/md_cg/test_issue471_identity_readable.py +136 -136
  150. package/md_cg/test_issue472_audit_chain.py +90 -90
  151. package/md_cg/test_issue472_prune_ledger.py +105 -105
  152. package/md_cg/test_issue472_rollback_degraded.py +81 -81
  153. package/md_cg/test_issue491_compose_sandbox.py +460 -460
  154. package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
  155. package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
  156. package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
  157. package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
  158. package/md_cg/test_issue525_read_null_semantics.py +52 -52
  159. package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
  160. package/md_cg/test_issue547_audit_durable.py +96 -96
  161. package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
  162. package/md_cg/test_issue559_refine_prefix.py +69 -69
  163. package/md_cg/test_issue562_retired_faces.py +150 -0
  164. package/md_cg/test_issue71_queue_backlog.py +376 -376
  165. package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
  166. package/md_cg/test_issue82_credential_rules.py +271 -271
  167. package/md_cg/test_issue91_verifier_sandbox.py +314 -314
  168. package/md_cg/test_issue93_remember_redaction.py +282 -282
  169. package/md_cg/test_logref.py +1141 -1141
  170. package/md_cg/test_md_access_parity.py +330 -330
  171. package/md_cg/test_md_cg_no_hive_dep.py +139 -139
  172. package/md_cg/test_mutation_residue.py +119 -119
  173. package/md_cg/test_mutation_rollback.py +835 -835
  174. package/md_cg/test_n123_derive_expiry_chain.py +210 -210
  175. package/md_cg/test_n209_verify_write_face_gates.py +466 -466
  176. package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
  177. package/md_cg/test_neg_tail_honesty.py +733 -733
  178. package/md_cg/test_p21_tokens.py +294 -294
  179. package/md_cg/test_p27_docindex.py +792 -792
  180. package/md_cg/test_p28_refcheck.py +1053 -1053
  181. package/md_cg/test_p2_six_elements.py +476 -476
  182. package/md_cg/test_p33_ccg_wiring.py +300 -300
  183. package/md_cg/test_p3_legacy_closure.py +438 -438
  184. package/md_cg/test_p40_refine_worklist.py +244 -244
  185. package/md_cg/test_p4_freshness.py +781 -781
  186. package/md_cg/test_p9c_dedup_hints.py +288 -288
  187. package/md_cg/test_policy_required_ccg.py +444 -444
  188. package/md_cg/test_retr_s5.py +312 -312
  189. package/md_cg/test_s1_ast_judge.py +109 -109
  190. package/md_cg/test_state_event_op.py +521 -521
  191. package/md_cg/test_stgidx_index_parity.py +1024 -1024
  192. package/md_cg/test_sustain_bounded.py +652 -652
  193. package/md_cg/test_trust_edge_reachability.py +405 -405
  194. package/md_cg/test_w7_redlines.py +659 -659
  195. package/md_cg/test_write_return_shape.py +919 -919
  196. package/md_cg/test_writepipe.py +228 -228
  197. package/md_cg/trust.py +1114 -1114
  198. package/md_cg/twophase.py +303 -303
  199. package/md_cg/whitebox.py +536 -536
  200. package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
  201. package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
  202. package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
  203. package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
  204. package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
  205. package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
  206. package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
  207. package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
  208. package/md_cg/writepipe.py +1337 -1337
  209. package/package.json +3 -2
  210. package/scripts/workspace_index.py +328 -0
  211. package/src/hooks.ts +30 -6
  212. package/src/index.ts +14 -5
  213. package/src/lib/hook_audit.ts +282 -256
  214. package/src/lib/mdcg_client.ts +469 -469
  215. package/src/lib/prompt_safety.ts +17 -3
  216. package/src/tools.ts +23 -1
@@ -1,249 +1,249 @@
1
- # -*- coding: utf-8 -*-
2
- # 功能名:检索**默认面**的构成必须与登记表双向一致(issue #149 建议 (c))
3
- # 生效条件:python -u -X utf8 -m md_cg.test_issue149_accel_default_face [--mutate];被测面=md_cg/mdcos.py 的 search_rrf 默认 paths(引擎默认面)+ 其文档缺省行 + md_cg/eval_common.py 的 PATHS(评测口径面)+ 加速开关默认态
4
- # 子功能:A 组=三处默认面一致;B 组=双向(登记的表项仍在代码中 ∧ 默认面出现的名字都已登记 ∧ 条件路不得混进默认面);C 组=开关默认态与登记一致;骨架①② + 单向/双向变异
5
- # 执行:--mutate 时在镜像树里「加一路未登记」,守卫必须按指定项转红
6
- # 验证方式:全部 PASS 即通过(退出码 0);变异红项集合须与预期逐项相符
7
- # 不适用条件:**本守卫不改任何默认值**((c) 是补判据:零行为变更;默认开/关的产品裁定归维护者);不判各加速器的收益(需独立实测);不判各路实现行为(另有守卫)
8
- """issue #149 建议 (c):默认面当前**无任何守卫** —— 加一路漏登记、或默认面悄悄变化都是静默的。
9
- 本件只做「把默认面与登记表双向钉住」,零行为变更。"""
10
- import json
11
- import os
12
- import re
13
- import shutil
14
- import subprocess
15
- import sys
16
- import tempfile
17
-
18
- sys.stdout.reconfigure(encoding="utf-8", errors="replace")
19
- _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
20
- if _REPO not in sys.path:
21
- sys.path.insert(0, _REPO)
22
-
23
- from md_cg import _guard_kit as GK # noqa: E402
24
-
25
- FAILS = []
26
-
27
- #: 登记表=本批的**裁定基线**(默认面现状 + 条件路 + 开关默认态)。改默认面/开关即须改此表并走裁定。
28
- REGISTRY_PATHS_DEFAULT = ("lexical", "bucket", "entity", "graph", "chain", "temporal")
29
- REGISTRY_PATHS_CONDITIONAL = ("bm25", "postings")
30
- REGISTRY_EVAL_FACE = ("lexical", "bucket", "entity", "graph")
31
- REGISTRY_SWITCHES = {"MDCG_HOTCACHE": "off", "MDCG_RRF_CANDIDATES": "off",
32
- "MDCG_GATE_S7_POSTINGS": "off", "MDCG_RETRIEVAL_PIPELINE": "off",
33
- "MDCG_READ_CACHE": "on"}
34
-
35
-
36
- def _check(name, cond, detail=""):
37
- if cond:
38
- print(" PASS " + name)
39
- else:
40
- print(" FAIL " + name + " " + str(detail)[:200])
41
- FAILS.append(name)
42
-
43
-
44
- def _read(rel):
45
- with open(os.path.join(_REPO, rel), encoding="utf-8") as f:
46
- return f.read()
47
-
48
-
49
- def _tokens(seg):
50
- return tuple(re.findall("[a-z_]+", seg))
51
-
52
-
53
- def _engine_default(src):
54
- i = src.index("def search_rrf(self, query")
55
- seg = src[i:i + 1200]
56
- j = seg.index("paths=(") + len("paths=(")
57
- return _tokens(seg[j:seg.index(")", j)])
58
-
59
-
60
- def _doc_default(src):
61
- # 锚点必须**限定在 search_rrf 附近**:文件里另有多处「缺省 = (…)」(实测踩过:命中了
62
- # 参数缺省那一行,返回 ('gamma','dt','floor'))——锚点的界定本身就是判据设计。
63
- i = src.index("def search_rrf(self, query")
64
- win = src[i:i + 3000]
65
- m = re.search("缺省 = ", win)
66
- seg = win[m.start():m.start() + 200]
67
- j = seg.index("(") + 1
68
- return _tokens(seg[j:seg.index(")", j)])
69
-
70
-
71
- def _eval_face(src):
72
- m = re.search("^PATHS ", src, re.M)
73
- seg = src[m.start():m.start() + 200]
74
- j = seg.index("(") + 1
75
- return _tokens(seg[j:seg.index(")", j)])
76
-
77
-
78
- _MCS = _read("md_cg/mdcos.py")
79
- _EVC = _read("md_cg/eval_common.py")
80
- _ENG = _engine_default(_MCS)
81
- _DOC = _doc_default(_MCS)
82
- _EVA = _eval_face(_EVC)
83
-
84
- print("== A 组:默认面三处一致 ==")
85
- _check("A01 引擎默认面 == 登记表", _ENG == REGISTRY_PATHS_DEFAULT, (_ENG, REGISTRY_PATHS_DEFAULT))
86
- _check("A02 文档缺省行 == 引擎默认面(两处口径不得漂移)", _DOC == _ENG, (_DOC, _ENG))
87
- _check("A03 评测口径面 == 登记表(有意的窄面,须显式登记)", _EVA == REGISTRY_EVAL_FACE,
88
- (_EVA, REGISTRY_EVAL_FACE))
89
- _check("A04 评测面 ⊆ 引擎默认面(评测不得引用引擎没有的路)",
90
- set(_EVA) <= set(_ENG), sorted(set(_EVA) - set(_ENG)))
91
-
92
- print("== B 组:双向(登记 <-> 代码) ==")
93
- _missing = [p for p in REGISTRY_PATHS_DEFAULT + REGISTRY_PATHS_CONDITIONAL if p not in _MCS]
94
- _check("B01 登记表每个路名仍在代码中出现(删路即红)", _missing == [], _missing)
95
- _unreg = [p for p in _ENG if p not in REGISTRY_PATHS_DEFAULT]
96
- _check("B02 默认面出现的每个路名都已登记(加路漏登记即红)", _unreg == [], _unreg)
97
- _mix = [p for p in REGISTRY_PATHS_CONDITIONAL if p in _ENG]
98
- _check("B03 条件路(实测无收益/零读盘待裁)不得悄悄混进默认面", _mix == [], _mix)
99
-
100
- print("== C 组:加速开关默认态与登记一致 ==")
101
- # 逐行收集(判据必须**逐行**判:套在拼接后的全包文本上会写窄——实测踩过)
102
- _LINES = []
103
- _ALL = ""
104
- for _dp, _dn, _ff in os.walk(os.path.join(_REPO, "md_cg")):
105
- if "__pycache__" in _dp:
106
- continue
107
- for _f in _ff:
108
- if _f.endswith(".py") and not _f.startswith("test_"):
109
- with open(os.path.join(_dp, _f), encoding="utf-8", errors="replace") as _fh:
110
- _txt = _fh.read()
111
- _ALL += _txt
112
- _LINES.extend(_txt.splitlines())
113
- _BAD = []
114
- for _k, _want in REGISTRY_SWITCHES.items():
115
- _present = _k in _ALL
116
- if not _present:
117
- _BAD.append((_k, "开关在代码中已消失(登记过期)"))
118
- elif _want == "off":
119
- if not any((_k in _ln) and (chr(34) + "1" + chr(34) in _ln or chr(39) + "1" + chr(39) in _ln) for _ln in _LINES):
120
- _BAD.append((_k, "登记为默认关,但开关名后 40 字内未见引号 1(疑似被翻为默认开)"))
121
- _check("C01 默认关的开关仍是「=1 才开」形态(被翻成默认开即红)", _BAD == [], _BAD)
122
- _check("C02 默认开的开关(readcache)在代码中有显式读取(登记为 on)",
123
- "READ_CACHE" in _read("md_cg/readcache.py"))
124
-
125
- print("== 骨架①:枚举完备性(默认面抽取器) ==")
126
-
127
-
128
- def _discover(texts):
129
- import ast as _ast
130
- hits = []
131
- for rel, src in texts.items():
132
- try:
133
- tree = _ast.parse(src)
134
- except SyntaxError:
135
- continue
136
- for node in _ast.walk(tree):
137
- if not isinstance(node, _ast.FunctionDef) or node.name != "search_rrf":
138
- continue
139
- seg = _ast.get_source_segment(src, node) or ""
140
- if "paths=(" in seg and "REGISTRY" not in seg:
141
- hits.append((rel, node.lineno))
142
- return hits
143
-
144
-
145
- _OLD_SIG = "def search_rrf(self, query, paths=(b1, b2)):" + chr(10) + " return paths"
146
- _NEW_SIG = "def search_rrf(self, query:" + chr(10) + " paths=None): # 默认面由登记表断言" + chr(10) + " return paths"
147
- _ok_e, _det_e = GK.assert_enumeration_complete(
148
- _discover,
149
- [("应命中·旧形态(签名内联默认面)", _OLD_SIG, True, "sig_old.py"),
150
- ("不应命中·新形态(登记表断言)", _NEW_SIG, False, "sig_new.py"),
151
- ("不应命中·无关函数", "def other():" + chr(10) + " return 1", False, "x.py")])
152
- _check("E01 骨架①枚举完备性(应命中/不应命中两侧)", _ok_e, _det_e)
153
-
154
- print("== 骨架② / 变异 ==")
155
-
156
-
157
- def _mirror_build():
158
- dst = tempfile.mkdtemp(prefix="iss149_mut_")
159
- for name in ("md_cg", "scripts", "data"):
160
- src = os.path.join(_REPO, name)
161
- if os.path.isdir(src):
162
- shutil.copytree(src, os.path.join(dst, name),
163
- ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
164
- for name in sorted(os.listdir(_REPO)):
165
- p = os.path.join(_REPO, name)
166
- if os.path.isfile(p) and (name.endswith(".py")
167
- or name in ("README.md", "pyproject.toml")):
168
- shutil.copy2(p, os.path.join(dst, name))
169
- return dst
170
-
171
-
172
- def _run_in(tree):
173
- env = dict(os.environ)
174
- env.update({"PYTHONPATH": tree, "PYTHONUTF8": "1", "PYTHONDONTWRITEBYTECODE": "1"})
175
- env.pop("MDCG_ROOT", None)
176
- pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
177
- "md_cg.test_issue149_accel_default_face"],
178
- cwd=tree, env=env, capture_output=True, text=True,
179
- encoding="utf-8", errors="replace", timeout=1800)
180
- out = (pr.stdout or "") + (pr.stderr or "")
181
- reds = [ln.split("FAIL ", 1)[1].strip() for ln in out.splitlines()
182
- if ln.strip().startswith("FAIL ")]
183
- return pr.returncode, reds, out
184
-
185
-
186
- # 锚点必须取自**文件实际文本**:默认面元组在源码里**跨两行**(实测:手拼单行锚点命中 0 次)。
187
- _i0 = _MCS.index("def search_rrf(self, query")
188
- _seg0 = _MCS[_i0:_i0 + 1200]
189
- _j0 = _seg0.index("paths=(")
190
- _k0 = _seg0.index(")", _j0)
191
- _ENG_ANCHOR = _seg0[_j0:_k0 + 1]
192
- # 镜像树里的 mdcos.py 是 **CRLF**(本案实测:用 LF 锚点在镜像里命中 0 次)⇒ 变异用锚点按目标行尾折算。
193
- _ENG_ANCHOR_CR = _ENG_ANCHOR.replace(chr(10), chr(13) + chr(10))
194
-
195
-
196
- def _mutate():
197
- tree = _mirror_build()
198
- bad = []
199
- try:
200
- rc, reds, out = _run_in(tree)
201
- print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
202
- if rc != 0 or reds:
203
- print(chr(10).join(out.splitlines()[-15:]))
204
- _cases = [("M1 加一路未登记(默认面混进 bm25)", "md_cg/mdcos.py",
205
- _ENG_ANCHOR_CR, _ENG_ANCHOR_CR[:-1] + ", " + chr(34) + "bm25" + chr(34) + ")",
206
- ("A01", "A02", "B02"))] # 实测:B03 在本变异下**不判别**(与 B02 同因,已在注释说明)
207
- for desc, rel, o, n, exp in _cases:
208
- p = os.path.join(tree, rel)
209
- t = open(p, encoding="utf-8", newline="").read()
210
- if t.count(o) != 1:
211
- bad.append(desc)
212
- print(" ANCHOR-MISS " + desc + " n=" + str(t.count(o)))
213
- continue
214
- bak = t
215
- open(p, "w", encoding="utf-8", newline="").write(t.replace(o, n, 1))
216
- rc2, reds2, _o = _run_in(tree)
217
- open(p, "w", encoding="utf-8", newline="").write(bak)
218
- hit = sorted({r.split(" ")[0] for r in reds2})
219
- if rc2 != 0 and hit == sorted(exp):
220
- print(" OK %s 红项=%d 指定命中=%d/%d" % (desc, len(reds2), len(hit), len(exp)))
221
- else:
222
- bad.append(desc)
223
- print(" MISMATCH %s 实际=%s 期望=%s rc=%d" % (desc, hit, sorted(exp), rc2))
224
- _rev_old = _ENG_ANCHOR.replace(chr(34) + "graph" + chr(34), chr(34) + "graphx" + chr(34))
225
- ok_r, det_r = GK.assert_revert_reddens(
226
- _mirror_build, [("md_cg/mdcos.py", _ENG_ANCHOR.replace("\r\n", "\n"),
227
- _rev_old.replace("\r\n", "\n"))],
228
- _run_in, ("A01", "A02", "A04", "B02"), "md_cg/mdcos.py")
229
- print(" 骨架②回退即红:%s %s" % ("OK" if ok_r else "MISMATCH",
230
- json.dumps(det_r, ensure_ascii=False)[:170]))
231
- if not ok_r:
232
- bad.append("骨架②未按预期转红")
233
- print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
234
- return len(bad)
235
- finally:
236
- shutil.rmtree(tree, ignore_errors=True)
237
-
238
-
239
- print("")
240
- print("issue #149(c) 结果:%s" % ("全部通过" if not FAILS else "%d 失败" % len(FAILS)))
241
-
242
-
243
- def main():
244
- _bad = _mutate() if "--mutate" in sys.argv else 0
245
- return 1 if (FAILS or _bad) else 0
246
-
247
-
248
- if __name__ == "__main__":
1
+ # -*- coding: utf-8 -*-
2
+ # 功能名:检索**默认面**的构成必须与登记表双向一致(issue #149 建议 (c))
3
+ # 生效条件:python -u -X utf8 -m md_cg.test_issue149_accel_default_face [--mutate];被测面=md_cg/mdcos.py 的 search_rrf 默认 paths(引擎默认面)+ 其文档缺省行 + md_cg/eval_common.py 的 PATHS(评测口径面)+ 加速开关默认态
4
+ # 子功能:A 组=三处默认面一致;B 组=双向(登记的表项仍在代码中 ∧ 默认面出现的名字都已登记 ∧ 条件路不得混进默认面);C 组=开关默认态与登记一致;骨架①② + 单向/双向变异
5
+ # 执行:--mutate 时在镜像树里「加一路未登记」,守卫必须按指定项转红
6
+ # 验证方式:全部 PASS 即通过(退出码 0);变异红项集合须与预期逐项相符
7
+ # 不适用条件:**本守卫不改任何默认值**((c) 是补判据:零行为变更;默认开/关的产品裁定归维护者);不判各加速器的收益(需独立实测);不判各路实现行为(另有守卫)
8
+ """issue #149 建议 (c):默认面当前**无任何守卫** —— 加一路漏登记、或默认面悄悄变化都是静默的。
9
+ 本件只做「把默认面与登记表双向钉住」,零行为变更。"""
10
+ import json
11
+ import os
12
+ import re
13
+ import shutil
14
+ import subprocess
15
+ import sys
16
+ import tempfile
17
+
18
+ sys.stdout.reconfigure(encoding="utf-8", errors="replace")
19
+ _REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
20
+ if _REPO not in sys.path:
21
+ sys.path.insert(0, _REPO)
22
+
23
+ from md_cg import _guard_kit as GK # noqa: E402
24
+
25
+ FAILS = []
26
+
27
+ #: 登记表=本批的**裁定基线**(默认面现状 + 条件路 + 开关默认态)。改默认面/开关即须改此表并走裁定。
28
+ REGISTRY_PATHS_DEFAULT = ("lexical", "bucket", "entity", "graph", "chain", "temporal")
29
+ REGISTRY_PATHS_CONDITIONAL = ("bm25", "postings")
30
+ REGISTRY_EVAL_FACE = ("lexical", "bucket", "entity", "graph")
31
+ REGISTRY_SWITCHES = {"MDCG_HOTCACHE": "off", "MDCG_RRF_CANDIDATES": "off",
32
+ "MDCG_GATE_S7_POSTINGS": "off", "MDCG_RETRIEVAL_PIPELINE": "off",
33
+ "MDCG_READ_CACHE": "on"}
34
+
35
+
36
+ def _check(name, cond, detail=""):
37
+ if cond:
38
+ print(" PASS " + name)
39
+ else:
40
+ print(" FAIL " + name + " " + str(detail)[:200])
41
+ FAILS.append(name)
42
+
43
+
44
+ def _read(rel):
45
+ with open(os.path.join(_REPO, rel), encoding="utf-8") as f:
46
+ return f.read()
47
+
48
+
49
+ def _tokens(seg):
50
+ return tuple(re.findall("[a-z_]+", seg))
51
+
52
+
53
+ def _engine_default(src):
54
+ i = src.index("def search_rrf(self, query")
55
+ seg = src[i:i + 1200]
56
+ j = seg.index("paths=(") + len("paths=(")
57
+ return _tokens(seg[j:seg.index(")", j)])
58
+
59
+
60
+ def _doc_default(src):
61
+ # 锚点必须**限定在 search_rrf 附近**:文件里另有多处「缺省 = (…)」(实测踩过:命中了
62
+ # 参数缺省那一行,返回 ('gamma','dt','floor'))——锚点的界定本身就是判据设计。
63
+ i = src.index("def search_rrf(self, query")
64
+ win = src[i:i + 3000]
65
+ m = re.search("缺省 = ", win)
66
+ seg = win[m.start():m.start() + 200]
67
+ j = seg.index("(") + 1
68
+ return _tokens(seg[j:seg.index(")", j)])
69
+
70
+
71
+ def _eval_face(src):
72
+ m = re.search("^PATHS ", src, re.M)
73
+ seg = src[m.start():m.start() + 200]
74
+ j = seg.index("(") + 1
75
+ return _tokens(seg[j:seg.index(")", j)])
76
+
77
+
78
+ _MCS = _read("md_cg/mdcos.py")
79
+ _EVC = _read("md_cg/eval_common.py")
80
+ _ENG = _engine_default(_MCS)
81
+ _DOC = _doc_default(_MCS)
82
+ _EVA = _eval_face(_EVC)
83
+
84
+ print("== A 组:默认面三处一致 ==")
85
+ _check("A01 引擎默认面 == 登记表", _ENG == REGISTRY_PATHS_DEFAULT, (_ENG, REGISTRY_PATHS_DEFAULT))
86
+ _check("A02 文档缺省行 == 引擎默认面(两处口径不得漂移)", _DOC == _ENG, (_DOC, _ENG))
87
+ _check("A03 评测口径面 == 登记表(有意的窄面,须显式登记)", _EVA == REGISTRY_EVAL_FACE,
88
+ (_EVA, REGISTRY_EVAL_FACE))
89
+ _check("A04 评测面 ⊆ 引擎默认面(评测不得引用引擎没有的路)",
90
+ set(_EVA) <= set(_ENG), sorted(set(_EVA) - set(_ENG)))
91
+
92
+ print("== B 组:双向(登记 <-> 代码) ==")
93
+ _missing = [p for p in REGISTRY_PATHS_DEFAULT + REGISTRY_PATHS_CONDITIONAL if p not in _MCS]
94
+ _check("B01 登记表每个路名仍在代码中出现(删路即红)", _missing == [], _missing)
95
+ _unreg = [p for p in _ENG if p not in REGISTRY_PATHS_DEFAULT]
96
+ _check("B02 默认面出现的每个路名都已登记(加路漏登记即红)", _unreg == [], _unreg)
97
+ _mix = [p for p in REGISTRY_PATHS_CONDITIONAL if p in _ENG]
98
+ _check("B03 条件路(实测无收益/零读盘待裁)不得悄悄混进默认面", _mix == [], _mix)
99
+
100
+ print("== C 组:加速开关默认态与登记一致 ==")
101
+ # 逐行收集(判据必须**逐行**判:套在拼接后的全包文本上会写窄——实测踩过)
102
+ _LINES = []
103
+ _ALL = ""
104
+ for _dp, _dn, _ff in os.walk(os.path.join(_REPO, "md_cg")):
105
+ if "__pycache__" in _dp:
106
+ continue
107
+ for _f in _ff:
108
+ if _f.endswith(".py") and not _f.startswith("test_"):
109
+ with open(os.path.join(_dp, _f), encoding="utf-8", errors="replace") as _fh:
110
+ _txt = _fh.read()
111
+ _ALL += _txt
112
+ _LINES.extend(_txt.splitlines())
113
+ _BAD = []
114
+ for _k, _want in REGISTRY_SWITCHES.items():
115
+ _present = _k in _ALL
116
+ if not _present:
117
+ _BAD.append((_k, "开关在代码中已消失(登记过期)"))
118
+ elif _want == "off":
119
+ if not any((_k in _ln) and (chr(34) + "1" + chr(34) in _ln or chr(39) + "1" + chr(39) in _ln) for _ln in _LINES):
120
+ _BAD.append((_k, "登记为默认关,但开关名后 40 字内未见引号 1(疑似被翻为默认开)"))
121
+ _check("C01 默认关的开关仍是「=1 才开」形态(被翻成默认开即红)", _BAD == [], _BAD)
122
+ _check("C02 默认开的开关(readcache)在代码中有显式读取(登记为 on)",
123
+ "READ_CACHE" in _read("md_cg/readcache.py"))
124
+
125
+ print("== 骨架①:枚举完备性(默认面抽取器) ==")
126
+
127
+
128
+ def _discover(texts):
129
+ import ast as _ast
130
+ hits = []
131
+ for rel, src in texts.items():
132
+ try:
133
+ tree = _ast.parse(src)
134
+ except SyntaxError:
135
+ continue
136
+ for node in _ast.walk(tree):
137
+ if not isinstance(node, _ast.FunctionDef) or node.name != "search_rrf":
138
+ continue
139
+ seg = _ast.get_source_segment(src, node) or ""
140
+ if "paths=(" in seg and "REGISTRY" not in seg:
141
+ hits.append((rel, node.lineno))
142
+ return hits
143
+
144
+
145
+ _OLD_SIG = "def search_rrf(self, query, paths=(b1, b2)):" + chr(10) + " return paths"
146
+ _NEW_SIG = "def search_rrf(self, query:" + chr(10) + " paths=None): # 默认面由登记表断言" + chr(10) + " return paths"
147
+ _ok_e, _det_e = GK.assert_enumeration_complete(
148
+ _discover,
149
+ [("应命中·旧形态(签名内联默认面)", _OLD_SIG, True, "sig_old.py"),
150
+ ("不应命中·新形态(登记表断言)", _NEW_SIG, False, "sig_new.py"),
151
+ ("不应命中·无关函数", "def other():" + chr(10) + " return 1", False, "x.py")])
152
+ _check("E01 骨架①枚举完备性(应命中/不应命中两侧)", _ok_e, _det_e)
153
+
154
+ print("== 骨架② / 变异 ==")
155
+
156
+
157
+ def _mirror_build():
158
+ dst = tempfile.mkdtemp(prefix="iss149_mut_")
159
+ for name in ("md_cg", "scripts", "data"):
160
+ src = os.path.join(_REPO, name)
161
+ if os.path.isdir(src):
162
+ shutil.copytree(src, os.path.join(dst, name),
163
+ ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
164
+ for name in sorted(os.listdir(_REPO)):
165
+ p = os.path.join(_REPO, name)
166
+ if os.path.isfile(p) and (name.endswith(".py")
167
+ or name in ("README.md", "pyproject.toml")):
168
+ shutil.copy2(p, os.path.join(dst, name))
169
+ return dst
170
+
171
+
172
+ def _run_in(tree):
173
+ env = dict(os.environ)
174
+ env.update({"PYTHONPATH": tree, "PYTHONUTF8": "1", "PYTHONDONTWRITEBYTECODE": "1"})
175
+ env.pop("MDCG_ROOT", None)
176
+ pr = subprocess.run([sys.executable, "-u", "-X", "utf8", "-m",
177
+ "md_cg.test_issue149_accel_default_face"],
178
+ cwd=tree, env=env, capture_output=True, text=True,
179
+ encoding="utf-8", errors="replace", timeout=1800)
180
+ out = (pr.stdout or "") + (pr.stderr or "")
181
+ reds = [ln.split("FAIL ", 1)[1].strip() for ln in out.splitlines()
182
+ if ln.strip().startswith("FAIL ")]
183
+ return pr.returncode, reds, out
184
+
185
+
186
+ # 锚点必须取自**文件实际文本**:默认面元组在源码里**跨两行**(实测:手拼单行锚点命中 0 次)。
187
+ _i0 = _MCS.index("def search_rrf(self, query")
188
+ _seg0 = _MCS[_i0:_i0 + 1200]
189
+ _j0 = _seg0.index("paths=(")
190
+ _k0 = _seg0.index(")", _j0)
191
+ _ENG_ANCHOR = _seg0[_j0:_k0 + 1]
192
+ # 镜像树里的 mdcos.py 是 **CRLF**(本案实测:用 LF 锚点在镜像里命中 0 次)⇒ 变异用锚点按目标行尾折算。
193
+ _ENG_ANCHOR_CR = _ENG_ANCHOR.replace(chr(10), chr(13) + chr(10))
194
+
195
+
196
+ def _mutate():
197
+ tree = _mirror_build()
198
+ bad = []
199
+ try:
200
+ rc, reds, out = _run_in(tree)
201
+ print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
202
+ if rc != 0 or reds:
203
+ print(chr(10).join(out.splitlines()[-15:]))
204
+ _cases = [("M1 加一路未登记(默认面混进 bm25)", "md_cg/mdcos.py",
205
+ _ENG_ANCHOR_CR, _ENG_ANCHOR_CR[:-1] + ", " + chr(34) + "bm25" + chr(34) + ")",
206
+ ("A01", "A02", "B02"))] # 实测:B03 在本变异下**不判别**(与 B02 同因,已在注释说明)
207
+ for desc, rel, o, n, exp in _cases:
208
+ p = os.path.join(tree, rel)
209
+ t = open(p, encoding="utf-8", newline="").read()
210
+ if t.count(o) != 1:
211
+ bad.append(desc)
212
+ print(" ANCHOR-MISS " + desc + " n=" + str(t.count(o)))
213
+ continue
214
+ bak = t
215
+ open(p, "w", encoding="utf-8", newline="").write(t.replace(o, n, 1))
216
+ rc2, reds2, _o = _run_in(tree)
217
+ open(p, "w", encoding="utf-8", newline="").write(bak)
218
+ hit = sorted({r.split(" ")[0] for r in reds2})
219
+ if rc2 != 0 and hit == sorted(exp):
220
+ print(" OK %s 红项=%d 指定命中=%d/%d" % (desc, len(reds2), len(hit), len(exp)))
221
+ else:
222
+ bad.append(desc)
223
+ print(" MISMATCH %s 实际=%s 期望=%s rc=%d" % (desc, hit, sorted(exp), rc2))
224
+ _rev_old = _ENG_ANCHOR.replace(chr(34) + "graph" + chr(34), chr(34) + "graphx" + chr(34))
225
+ ok_r, det_r = GK.assert_revert_reddens(
226
+ _mirror_build, [("md_cg/mdcos.py", _ENG_ANCHOR.replace("\r\n", "\n"),
227
+ _rev_old.replace("\r\n", "\n"))],
228
+ _run_in, ("A01", "A02", "A04", "B02"), "md_cg/mdcos.py")
229
+ print(" 骨架②回退即红:%s %s" % ("OK" if ok_r else "MISMATCH",
230
+ json.dumps(det_r, ensure_ascii=False)[:170]))
231
+ if not ok_r:
232
+ bad.append("骨架②未按预期转红")
233
+ print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
234
+ return len(bad)
235
+ finally:
236
+ shutil.rmtree(tree, ignore_errors=True)
237
+
238
+
239
+ print("")
240
+ print("issue #149(c) 结果:%s" % ("全部通过" if not FAILS else "%d 失败" % len(FAILS)))
241
+
242
+
243
+ def main():
244
+ _bad = _mutate() if "--mutate" in sys.argv else 0
245
+ return 1 if (FAILS or _bad) else 0
246
+
247
+
248
+ if __name__ == "__main__":
249
249
  sys.exit(main())