@furongjun1999/dsh-memory 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +150 -662
- package/codebuddy/CODEBUDDY.md +333 -204
- package/data/policy.json +38 -38
- package/docs/README.md +18 -0
- package/docs/discipline/harnesses.yaml +11 -3
- package/docs/discipline/templates/compact.txt.tmpl +20 -18
- package/docs/discipline/templates/full.md.tmpl +63 -61
- package/docs/discipline/templates/rules.mdc.tmpl +5 -3
- package/docs/discipline/templates/skill.md.tmpl +25 -23
- package/docs/discipline/templates/spec.txt.tmpl +2 -2
- package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +30 -7
- package/lib/index.js +18 -3
- package/lib/init.js +19 -4
- package/lib/lib/hook_audit.js +64 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/sustain.py +10 -1
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +9 -3
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_read_scope_b27.py +2 -2
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_security_audit_v21.py +249 -249
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bad_stamp.py +178 -0
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +932 -908
- package/src/index.ts +21 -6
- package/src/init.ts +16 -4
- package/src/lib/hook_audit.ts +48 -2
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
- package/zcode/AGENTS.md +333 -204
|
@@ -1,291 +1,291 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# 功能名:模块内 SKIP 不得冒充 PASS(issue #284,量具失效/CI 假绿)
|
|
3
|
-
# 生效条件:python -X utf8 -m md_cg.test_issue284_skip_not_pass [--mutate];被测面=scripts/run_tests.py 的模块内 SKIP 识别与汇总计数
|
|
4
|
-
# 子功能:A 组=复现(缺依赖 ⇒ 模块内 SKIP+return 0 曾被记 PASS;真件面 test_logref 端到端)+ 判据升级(带 canonical SKIP 行的模块**不得出现在 PASS 列表**);K 组=双向对照(过度收紧:正文里出现「SKIP」字样不得误判;过度放宽:rc!=0 的 SKIP 行不得掩盖真失败);E 组=结构化判据与汇总可见性在位
|
|
5
|
-
# 执行:--mutate 时在镜像树里把 SKIP 分类改回 rc==0(回缺陷)/把行首锚去掉(过度收紧)/不看 rc(过度放宽),守卫必须按指定项转红
|
|
6
|
-
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期**逐项相符**
|
|
7
|
-
# 不适用条件:**不裁定「CI 该装 zstandard 还是缺依赖即 FAIL」**——本守卫只证「模块内 SKIP 不再冒充 PASS」,装不装依赖都不改变该结论;不判那两条守卫自身的红(本机真跑 rc=1 属既知,见 #284 正文与 MDCG_INGEST_ROOT 白名单面);不判 stg/rust 面
|
|
8
|
-
"""issue #284 守卫:CI 假绿的**必要机制**有两个,本守卫各钉一条。
|
|
9
|
-
|
|
10
|
-
① `run_tests.py` 的 PASS 判据修前只有 `rc == 0`,而守卫在缺依赖时「模块内打印 SKIP +
|
|
11
|
-
`return 0`」⇒ 汇总记 PASS;② `:368` 只在 `not ok` 时打印输出尾部 ⇒ 那行 SKIP **永不进
|
|
12
|
-
CI 日志**。故读者看到的是裸 `PASS md_cg.test_logref`。
|
|
13
|
-
|
|
14
|
-
修法(本守卫验的面):模块内 SKIP 变成**结构化可判**——解析**行首** canonical SKIP 行,
|
|
15
|
-
命中且 `rc==0` ⇒ 归类 SKIP(带原因、**不计入通过数**、汇总单列);`rc!=0` 一律真失败。
|
|
16
|
-
这与本仓自己写下的口径一致(`docs/eval/优化第三批_…_v1.0.md:530`「SKIP 一律配『计入通过数 0』
|
|
17
|
-
且永不出 [PASS]」)⇒ 补齐既有口径的未覆盖面。
|
|
18
|
-
"""
|
|
19
|
-
from __future__ import annotations
|
|
20
|
-
|
|
21
|
-
import io
|
|
22
|
-
import os
|
|
23
|
-
import shutil
|
|
24
|
-
import subprocess
|
|
25
|
-
import sys
|
|
26
|
-
import tempfile
|
|
27
|
-
|
|
28
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
29
|
-
|
|
30
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
31
|
-
if _REPO not in sys.path:
|
|
32
|
-
sys.path.insert(0, _REPO)
|
|
33
|
-
|
|
34
|
-
FAILS = []
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
def _check(name, cond, detail=""):
|
|
38
|
-
if cond:
|
|
39
|
-
print(" PASS " + name)
|
|
40
|
-
else:
|
|
41
|
-
print(" FAIL " + name + " " + str(detail)[:220])
|
|
42
|
-
FAILS.append(name)
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
#: 合成模块:① SKIP+rc0(**假绿形态**)② SKIP+rc1(真失败)③ 纯通过 ④ 纯失败
|
|
46
|
-
#: ⑤ 行内含「SKIP」字样但**非行首**(过度收紧方向的对照)。
|
|
47
|
-
_PROBES = {
|
|
48
|
-
"md_cg/test_zz_iss284_skip0.py": (
|
|
49
|
-
"import sys" + chr(10) +
|
|
50
|
-
"print(\"SKIP md_cg.test_zz_iss284_skip0:缺依赖 zstandard(合成探针)\")" + chr(10) +
|
|
51
|
-
"sys.exit(0)" + chr(10)),
|
|
52
|
-
"md_cg/test_zz_iss284_skip1.py": (
|
|
53
|
-
"import sys" + chr(10) +
|
|
54
|
-
"print(\"SKIP 缺依赖 zstandard(合成探针,但下面 rc!=0)\")" + chr(10) +
|
|
55
|
-
"sys.exit(1)" + chr(10)),
|
|
56
|
-
"md_cg/test_zz_iss284_pass.py": (
|
|
57
|
-
"import sys" + chr(10) +
|
|
58
|
-
"print(\"结果:全部通过\")" + chr(10) +
|
|
59
|
-
"sys.exit(0)" + chr(10)),
|
|
60
|
-
"md_cg/test_zz_iss284_fail.py": (
|
|
61
|
-
"import sys" + chr(10) +
|
|
62
|
-
"print(\"结果:1 失败\")" + chr(10) +
|
|
63
|
-
"sys.exit(1)" + chr(10)),
|
|
64
|
-
"md_cg/test_zz_iss284_midline.py": (
|
|
65
|
-
"import sys" + chr(10) +
|
|
66
|
-
"print(\"已检查 0 项 SKIP 登记(**非行首**,不得被当成模块内跳过)\")" + chr(10) +
|
|
67
|
-
"print(\"结果:全部通过\")" + chr(10) +
|
|
68
|
-
"sys.exit(0)" + chr(10)),
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
def _mirror_build():
|
|
73
|
-
dst = tempfile.mkdtemp(prefix="iss284_mut_")
|
|
74
|
-
for name in ("md_cg", "scripts"):
|
|
75
|
-
src = os.path.join(_REPO, name)
|
|
76
|
-
if os.path.isdir(src):
|
|
77
|
-
shutil.copytree(src, os.path.join(dst, name),
|
|
78
|
-
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
79
|
-
for name in sorted(os.listdir(_REPO)):
|
|
80
|
-
p = os.path.join(_REPO, name)
|
|
81
|
-
if os.path.isfile(p) and (name.endswith(".py")
|
|
82
|
-
or name in ("README.md", "pyproject.toml",
|
|
83
|
-
"package.json")):
|
|
84
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
85
|
-
for rel, body in _PROBES.items():
|
|
86
|
-
with io.open(os.path.join(dst, rel), "w", encoding="utf-8") as f:
|
|
87
|
-
f.write(body)
|
|
88
|
-
return dst
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
def _run_tests(tree, k, extra_env=None, timeout=1800):
|
|
92
|
-
env = dict(os.environ)
|
|
93
|
-
env["PYTHONPATH"] = tree
|
|
94
|
-
env["PYTHONUTF8"] = "1"
|
|
95
|
-
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
96
|
-
for kk in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_INGEST_ROOT"):
|
|
97
|
-
env.pop(kk, None)
|
|
98
|
-
env.update(extra_env or {})
|
|
99
|
-
pr = subprocess.run([sys.executable, "-X", "utf8", "scripts/run_tests.py",
|
|
100
|
-
"-k", k, "--jobs", "1"], capture_output=True, text=True,
|
|
101
|
-
encoding="utf-8", errors="replace", cwd=tree, env=env,
|
|
102
|
-
timeout=timeout)
|
|
103
|
-
return pr.returncode, (pr.stdout or "") + (pr.stderr or "")
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
def _lines(out, prefix):
|
|
107
|
-
return [ln.strip() for ln in out.splitlines() if ln.strip().startswith(prefix)]
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
_TREE = _mirror_build()
|
|
111
|
-
print("== A 组:#284 复现与判据升级(合成探针做 A/B) ==")
|
|
112
|
-
_rc, _out = _run_tests(_TREE, "iss284")
|
|
113
|
-
_pass_lines = _lines(_out, "PASS ")
|
|
114
|
-
_skip_lines = _lines(_out, "SKIP ")
|
|
115
|
-
_fail_lines = _lines(_out, "FAIL ")
|
|
116
|
-
_check("A01 ★:SKIP+rc0 的模块**不得出现在 PASS 列表**(修前它被记 PASS)",
|
|
117
|
-
not any("skip0" in l for l in _pass_lines), _pass_lines)
|
|
118
|
-
_check("A02 ★:SKIP+rc0 的模块以 `SKIP <名> (原因)` 出现(**带原因**)",
|
|
119
|
-
any("skip0" in l and "缺依赖 zstandard" in l for l in _skip_lines),
|
|
120
|
-
_skip_lines)
|
|
121
|
-
_check("A03 真失败不被掩盖:SKIP+rc1 的模块判 FAIL(而非 SKIP)",
|
|
122
|
-
any("skip1" in l for l in _fail_lines)
|
|
123
|
-
and not any("skip1" in l for l in _skip_lines),
|
|
124
|
-
(_fail_lines, _skip_lines))
|
|
125
|
-
_check("A04 ★不可见等于没修:汇总行带跳过计数与「模块内跳过 N 条」",
|
|
126
|
-
any(("模块内跳过" in l and "跳过" in l) for l in _out.splitlines()
|
|
127
|
-
if l.strip().startswith("===== SUMMARY")),
|
|
128
|
-
[l for l in _out.splitlines() if l.strip().startswith("=====")])
|
|
129
|
-
_check("A05 判据升级点:通过数**不含**被跳过的模块",
|
|
130
|
-
any(l.strip().startswith("===== SUMMARY 2/")
|
|
131
|
-
for l in _out.splitlines()),
|
|
132
|
-
[l for l in _out.splitlines() if l.strip().startswith("=====")])
|
|
133
|
-
|
|
134
|
-
print("== A 组:真件面(端到端,缺 zstandard 臂) ==")
|
|
135
|
-
_stub = tempfile.mkdtemp(prefix="iss284_stub_")
|
|
136
|
-
with io.open(os.path.join(_stub, "zstandard.py"), "w", encoding="utf-8") as f:
|
|
137
|
-
f.write("raise ImportError(\"stub: zstandard absent\")" + chr(10))
|
|
138
|
-
_rc2, _out2 = _run_tests(_REPO, "logref",
|
|
139
|
-
extra_env={"PYTHONPATH": _stub + os.pathsep + _REPO})
|
|
140
|
-
_check("A06 ★端到端:缺 zstandard 时 `test_logref` 记 SKIP 而非 PASS"
|
|
141
|
-
"(修前 = CI 假绿的同形读数)",
|
|
142
|
-
any("test_logref" in l for l in _lines(_out2, "SKIP "))
|
|
143
|
-
and not any("test_logref" in l for l in _lines(_out2, "PASS ")),
|
|
144
|
-
_lines(_out2, "PASS ") + _lines(_out2, "SKIP "))
|
|
145
|
-
shutil.rmtree(_stub, ignore_errors=True)
|
|
146
|
-
|
|
147
|
-
print("== K 组:双向对照(过度收紧 / 过度放宽) ==")
|
|
148
|
-
_check("K01 正常通过的模块照旧 PASS(不误判)",
|
|
149
|
-
any("iss284_pass" in l for l in _pass_lines), _pass_lines)
|
|
150
|
-
_check("K02 正常失败的模块照旧 FAIL(不误判)",
|
|
151
|
-
any("iss284_fail" in l for l in _fail_lines), _fail_lines)
|
|
152
|
-
_check("K03 ★过度收紧方向:行内(**非行首**)出现「SKIP」字样不得被当成模块内跳过",
|
|
153
|
-
any("iss284_midline" in l for l in _pass_lines)
|
|
154
|
-
and not any("iss284_midline" in l for l in _skip_lines),
|
|
155
|
-
(_pass_lines, _skip_lines))
|
|
156
|
-
_check("K04 ★过度放宽方向:rc!=0 的 SKIP 行不得被当成「跳过」(真红必须保住)",
|
|
157
|
-
any("iss284_skip1" in l for l in _fail_lines), _fail_lines)
|
|
158
|
-
|
|
159
|
-
print("== E 组:结构化判据与汇总可见性在位 ==")
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
def _src(rel):
|
|
163
|
-
with io.open(os.path.join(_REPO, rel), encoding="utf-8") as f:
|
|
164
|
-
return f.read()
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
_RT = _src("scripts/run_tests.py")
|
|
168
|
-
_check("E01 判定面是**结构化**的:有 canonical 行首正则 + 识别函数(非「print 里含 SKIP」散判)",
|
|
169
|
-
"_SKIP_LINE_RE = re.compile" in _RT and "def _module_skip_reason(" in _RT
|
|
170
|
-
and "^[ \\t]*(?:\\[SKIP\\]|SKIP)[::\\s]" in _RT, "")
|
|
171
|
-
_check("E02 判据在 rc==0 分支内读它(rc!=0 不参与跳过判定)",
|
|
172
|
-
"if r.returncode == 0:" in _RT and "_module_skip_reason(r.stdout, r.stderr)" in _RT,
|
|
173
|
-
"")
|
|
174
|
-
_check("E03 跳过者**不出 PASS 行**且计入 mod_skips(源码面:`continue` 在 print PASS 之前)",
|
|
175
|
-
_RT.index("mod_skips.append((name, skip_reason))")
|
|
176
|
-
< _RT.index('print(("PASS " if ok else "FAIL ") + name'), "")
|
|
177
|
-
_check("E04 汇总计数把跳过者从通过数里减去",
|
|
178
|
-
"len(runnable) - len(bad) - len(mod_skips)" in _RT, "")
|
|
179
|
-
|
|
180
|
-
# ---------------------------------------------------------------- 定点变异表
|
|
181
|
-
_SKIP_BRANCH = chr(10).join([
|
|
182
|
-
" if r.returncode == 0:",
|
|
183
|
-
" _reason = _module_skip_reason(r.stdout, r.stderr)",
|
|
184
|
-
" if _reason:",
|
|
185
|
-
" return name, False, tail, _reason",
|
|
186
|
-
])
|
|
187
|
-
_SKIP_OFF = " # 变异:去掉模块内 SKIP 识别(回缺陷)"
|
|
188
|
-
_RE_ANCHORED = '_SKIP_LINE_RE = re.compile(r"^[ \\t]*(?:\\[SKIP\\]|SKIP)[::\\s]", re.M)'
|
|
189
|
-
_RE_LOOSE = '_SKIP_LINE_RE = re.compile(r"(?:\\[SKIP\\]|SKIP)[::\\s]", re.M)'
|
|
190
|
-
_RC_GUARD = chr(10).join([
|
|
191
|
-
" if r.returncode == 0:",
|
|
192
|
-
" _reason = _module_skip_reason(r.stdout, r.stderr)",
|
|
193
|
-
])
|
|
194
|
-
_RC_LOOSE = chr(10).join([
|
|
195
|
-
" if True: # 变异:不看 rc(过度放宽)",
|
|
196
|
-
" _reason = _module_skip_reason(r.stdout, r.stderr)",
|
|
197
|
-
])
|
|
198
|
-
_MUTATIONS = (
|
|
199
|
-
# M1 回缺陷(模块内 SKIP 识别摘掉)⇒ 假绿复现:A01/A02/A04/A05/A06 红。
|
|
200
|
-
("M1 回缺陷:摘掉模块内 SKIP 识别(回到 rc==0 即 PASS)", "scripts/run_tests.py",
|
|
201
|
-
((_SKIP_BRANCH, _SKIP_OFF),),
|
|
202
|
-
("A01", "A02", "A04", "A05", "A06", "E02")),
|
|
203
|
-
# M2 **过度收紧**:正则去掉行首锚 ⇒ 行内出现「SKIP」也被当成模块内跳过:K03 红。
|
|
204
|
-
("M2 过度收紧:SKIP 正则去掉行首锚", "scripts/run_tests.py",
|
|
205
|
-
((_RE_ANCHORED, _RE_LOOSE),),
|
|
206
|
-
("A05", "E01", "K03")),
|
|
207
|
-
# M3 **过度放宽**:不看 rc ⇒ rc!=0 的 SKIP 行掩盖真失败:A03/K04 红。
|
|
208
|
-
("M3 过度放宽:跳过判定不看 rc", "scripts/run_tests.py",
|
|
209
|
-
((_RC_GUARD, _RC_LOOSE),),
|
|
210
|
-
("A03", "E02", "K04")),
|
|
211
|
-
)
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
def _apply_text(text, rel, pairs):
|
|
215
|
-
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
216
|
-
for old, new in pairs:
|
|
217
|
-
o = old.replace(chr(10), eol)
|
|
218
|
-
n = new.replace(chr(10), eol)
|
|
219
|
-
if text.count(o) != 1:
|
|
220
|
-
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
221
|
-
text = text.replace(o, n, 1)
|
|
222
|
-
return text, ""
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
def _run_guard(tree):
|
|
226
|
-
env = dict(os.environ)
|
|
227
|
-
env["PYTHONPATH"] = tree
|
|
228
|
-
env["PYTHONUTF8"] = "1"
|
|
229
|
-
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
230
|
-
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
231
|
-
"md_cg.test_issue284_skip_not_pass"],
|
|
232
|
-
capture_output=True, text=True, encoding="utf-8",
|
|
233
|
-
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
234
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
235
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
236
|
-
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
237
|
-
return pr.returncode, reds, out
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
def _mutate():
|
|
241
|
-
print("!! 定点变异自证:回缺陷(摘掉 SKIP 识别)+ 过度收紧(去锚)+ 过度放宽(不看 rc)")
|
|
242
|
-
bad = []
|
|
243
|
-
for desc, rel, pairs, exp in _MUTATIONS:
|
|
244
|
-
tree = _mirror_build()
|
|
245
|
-
try:
|
|
246
|
-
rc0, reds0, out0 = _run_guard(tree)
|
|
247
|
-
if rc0 != 0 or reds0:
|
|
248
|
-
bad.append("未变异镜像基线即红:%s" % desc)
|
|
249
|
-
print(" 基线即红(%s):%s" % (desc, reds0[:4]))
|
|
250
|
-
p = os.path.join(tree, rel)
|
|
251
|
-
with open(p, encoding="utf-8", newline="") as f:
|
|
252
|
-
bak = f.read()
|
|
253
|
-
mut, why = _apply_text(bak, rel, pairs)
|
|
254
|
-
if mut is None:
|
|
255
|
-
bad.append("%s —— %s" % (desc, why))
|
|
256
|
-
print(" ANCHOR-MISS " + desc + " " + why)
|
|
257
|
-
continue
|
|
258
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
259
|
-
f.write(mut)
|
|
260
|
-
rc2, reds2, out2 = _run_guard(tree)
|
|
261
|
-
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
262
|
-
if rc2 != 0 and hit == sorted(exp):
|
|
263
|
-
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
264
|
-
else:
|
|
265
|
-
bad.append(desc)
|
|
266
|
-
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
267
|
-
% (desc, hit, sorted(exp), rc2))
|
|
268
|
-
for r in reds2[:8]:
|
|
269
|
-
print(" FAIL " + r)
|
|
270
|
-
finally:
|
|
271
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
272
|
-
print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
273
|
-
for b in bad:
|
|
274
|
-
print(" 不合格:" + b)
|
|
275
|
-
return len(bad)
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
def main():
|
|
279
|
-
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
280
|
-
return 1 if (FAILS or _bad) else 0
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
if __name__ == "__main__":
|
|
284
|
-
sys.exit(main())
|
|
285
|
-
shutil.rmtree(_TREE, ignore_errors=True)
|
|
286
|
-
print("")
|
|
287
|
-
if FAILS:
|
|
288
|
-
print("issue #284 结果:%d 失败" % len(FAILS))
|
|
289
|
-
else:
|
|
290
|
-
print("issue #284 结果:全部通过")
|
|
291
|
-
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# 功能名:模块内 SKIP 不得冒充 PASS(issue #284,量具失效/CI 假绿)
|
|
3
|
+
# 生效条件:python -X utf8 -m md_cg.test_issue284_skip_not_pass [--mutate];被测面=scripts/run_tests.py 的模块内 SKIP 识别与汇总计数
|
|
4
|
+
# 子功能:A 组=复现(缺依赖 ⇒ 模块内 SKIP+return 0 曾被记 PASS;真件面 test_logref 端到端)+ 判据升级(带 canonical SKIP 行的模块**不得出现在 PASS 列表**);K 组=双向对照(过度收紧:正文里出现「SKIP」字样不得误判;过度放宽:rc!=0 的 SKIP 行不得掩盖真失败);E 组=结构化判据与汇总可见性在位
|
|
5
|
+
# 执行:--mutate 时在镜像树里把 SKIP 分类改回 rc==0(回缺陷)/把行首锚去掉(过度收紧)/不看 rc(过度放宽),守卫必须按指定项转红
|
|
6
|
+
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期**逐项相符**
|
|
7
|
+
# 不适用条件:**不裁定「CI 该装 zstandard 还是缺依赖即 FAIL」**——本守卫只证「模块内 SKIP 不再冒充 PASS」,装不装依赖都不改变该结论;不判那两条守卫自身的红(本机真跑 rc=1 属既知,见 #284 正文与 MDCG_INGEST_ROOT 白名单面);不判 stg/rust 面
|
|
8
|
+
"""issue #284 守卫:CI 假绿的**必要机制**有两个,本守卫各钉一条。
|
|
9
|
+
|
|
10
|
+
① `run_tests.py` 的 PASS 判据修前只有 `rc == 0`,而守卫在缺依赖时「模块内打印 SKIP +
|
|
11
|
+
`return 0`」⇒ 汇总记 PASS;② `:368` 只在 `not ok` 时打印输出尾部 ⇒ 那行 SKIP **永不进
|
|
12
|
+
CI 日志**。故读者看到的是裸 `PASS md_cg.test_logref`。
|
|
13
|
+
|
|
14
|
+
修法(本守卫验的面):模块内 SKIP 变成**结构化可判**——解析**行首** canonical SKIP 行,
|
|
15
|
+
命中且 `rc==0` ⇒ 归类 SKIP(带原因、**不计入通过数**、汇总单列);`rc!=0` 一律真失败。
|
|
16
|
+
这与本仓自己写下的口径一致(`docs/eval/优化第三批_…_v1.0.md:530`「SKIP 一律配『计入通过数 0』
|
|
17
|
+
且永不出 [PASS]」)⇒ 补齐既有口径的未覆盖面。
|
|
18
|
+
"""
|
|
19
|
+
from __future__ import annotations
|
|
20
|
+
|
|
21
|
+
import io
|
|
22
|
+
import os
|
|
23
|
+
import shutil
|
|
24
|
+
import subprocess
|
|
25
|
+
import sys
|
|
26
|
+
import tempfile
|
|
27
|
+
|
|
28
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
29
|
+
|
|
30
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
31
|
+
if _REPO not in sys.path:
|
|
32
|
+
sys.path.insert(0, _REPO)
|
|
33
|
+
|
|
34
|
+
FAILS = []
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
def _check(name, cond, detail=""):
|
|
38
|
+
if cond:
|
|
39
|
+
print(" PASS " + name)
|
|
40
|
+
else:
|
|
41
|
+
print(" FAIL " + name + " " + str(detail)[:220])
|
|
42
|
+
FAILS.append(name)
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
#: 合成模块:① SKIP+rc0(**假绿形态**)② SKIP+rc1(真失败)③ 纯通过 ④ 纯失败
|
|
46
|
+
#: ⑤ 行内含「SKIP」字样但**非行首**(过度收紧方向的对照)。
|
|
47
|
+
_PROBES = {
|
|
48
|
+
"md_cg/test_zz_iss284_skip0.py": (
|
|
49
|
+
"import sys" + chr(10) +
|
|
50
|
+
"print(\"SKIP md_cg.test_zz_iss284_skip0:缺依赖 zstandard(合成探针)\")" + chr(10) +
|
|
51
|
+
"sys.exit(0)" + chr(10)),
|
|
52
|
+
"md_cg/test_zz_iss284_skip1.py": (
|
|
53
|
+
"import sys" + chr(10) +
|
|
54
|
+
"print(\"SKIP 缺依赖 zstandard(合成探针,但下面 rc!=0)\")" + chr(10) +
|
|
55
|
+
"sys.exit(1)" + chr(10)),
|
|
56
|
+
"md_cg/test_zz_iss284_pass.py": (
|
|
57
|
+
"import sys" + chr(10) +
|
|
58
|
+
"print(\"结果:全部通过\")" + chr(10) +
|
|
59
|
+
"sys.exit(0)" + chr(10)),
|
|
60
|
+
"md_cg/test_zz_iss284_fail.py": (
|
|
61
|
+
"import sys" + chr(10) +
|
|
62
|
+
"print(\"结果:1 失败\")" + chr(10) +
|
|
63
|
+
"sys.exit(1)" + chr(10)),
|
|
64
|
+
"md_cg/test_zz_iss284_midline.py": (
|
|
65
|
+
"import sys" + chr(10) +
|
|
66
|
+
"print(\"已检查 0 项 SKIP 登记(**非行首**,不得被当成模块内跳过)\")" + chr(10) +
|
|
67
|
+
"print(\"结果:全部通过\")" + chr(10) +
|
|
68
|
+
"sys.exit(0)" + chr(10)),
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
def _mirror_build():
|
|
73
|
+
dst = tempfile.mkdtemp(prefix="iss284_mut_")
|
|
74
|
+
for name in ("md_cg", "scripts"):
|
|
75
|
+
src = os.path.join(_REPO, name)
|
|
76
|
+
if os.path.isdir(src):
|
|
77
|
+
shutil.copytree(src, os.path.join(dst, name),
|
|
78
|
+
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
79
|
+
for name in sorted(os.listdir(_REPO)):
|
|
80
|
+
p = os.path.join(_REPO, name)
|
|
81
|
+
if os.path.isfile(p) and (name.endswith(".py")
|
|
82
|
+
or name in ("README.md", "pyproject.toml",
|
|
83
|
+
"package.json")):
|
|
84
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
85
|
+
for rel, body in _PROBES.items():
|
|
86
|
+
with io.open(os.path.join(dst, rel), "w", encoding="utf-8") as f:
|
|
87
|
+
f.write(body)
|
|
88
|
+
return dst
|
|
89
|
+
|
|
90
|
+
|
|
91
|
+
def _run_tests(tree, k, extra_env=None, timeout=1800):
|
|
92
|
+
env = dict(os.environ)
|
|
93
|
+
env["PYTHONPATH"] = tree
|
|
94
|
+
env["PYTHONUTF8"] = "1"
|
|
95
|
+
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
96
|
+
for kk in ("MDCG_ROOT", "MDCG_STATE_ROOT", "MDCG_AUX_ROOT", "MDCG_INGEST_ROOT"):
|
|
97
|
+
env.pop(kk, None)
|
|
98
|
+
env.update(extra_env or {})
|
|
99
|
+
pr = subprocess.run([sys.executable, "-X", "utf8", "scripts/run_tests.py",
|
|
100
|
+
"-k", k, "--jobs", "1"], capture_output=True, text=True,
|
|
101
|
+
encoding="utf-8", errors="replace", cwd=tree, env=env,
|
|
102
|
+
timeout=timeout)
|
|
103
|
+
return pr.returncode, (pr.stdout or "") + (pr.stderr or "")
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
def _lines(out, prefix):
|
|
107
|
+
return [ln.strip() for ln in out.splitlines() if ln.strip().startswith(prefix)]
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
_TREE = _mirror_build()
|
|
111
|
+
print("== A 组:#284 复现与判据升级(合成探针做 A/B) ==")
|
|
112
|
+
_rc, _out = _run_tests(_TREE, "iss284")
|
|
113
|
+
_pass_lines = _lines(_out, "PASS ")
|
|
114
|
+
_skip_lines = _lines(_out, "SKIP ")
|
|
115
|
+
_fail_lines = _lines(_out, "FAIL ")
|
|
116
|
+
_check("A01 ★:SKIP+rc0 的模块**不得出现在 PASS 列表**(修前它被记 PASS)",
|
|
117
|
+
not any("skip0" in l for l in _pass_lines), _pass_lines)
|
|
118
|
+
_check("A02 ★:SKIP+rc0 的模块以 `SKIP <名> (原因)` 出现(**带原因**)",
|
|
119
|
+
any("skip0" in l and "缺依赖 zstandard" in l for l in _skip_lines),
|
|
120
|
+
_skip_lines)
|
|
121
|
+
_check("A03 真失败不被掩盖:SKIP+rc1 的模块判 FAIL(而非 SKIP)",
|
|
122
|
+
any("skip1" in l for l in _fail_lines)
|
|
123
|
+
and not any("skip1" in l for l in _skip_lines),
|
|
124
|
+
(_fail_lines, _skip_lines))
|
|
125
|
+
_check("A04 ★不可见等于没修:汇总行带跳过计数与「模块内跳过 N 条」",
|
|
126
|
+
any(("模块内跳过" in l and "跳过" in l) for l in _out.splitlines()
|
|
127
|
+
if l.strip().startswith("===== SUMMARY")),
|
|
128
|
+
[l for l in _out.splitlines() if l.strip().startswith("=====")])
|
|
129
|
+
_check("A05 判据升级点:通过数**不含**被跳过的模块",
|
|
130
|
+
any(l.strip().startswith("===== SUMMARY 2/")
|
|
131
|
+
for l in _out.splitlines()),
|
|
132
|
+
[l for l in _out.splitlines() if l.strip().startswith("=====")])
|
|
133
|
+
|
|
134
|
+
print("== A 组:真件面(端到端,缺 zstandard 臂) ==")
|
|
135
|
+
_stub = tempfile.mkdtemp(prefix="iss284_stub_")
|
|
136
|
+
with io.open(os.path.join(_stub, "zstandard.py"), "w", encoding="utf-8") as f:
|
|
137
|
+
f.write("raise ImportError(\"stub: zstandard absent\")" + chr(10))
|
|
138
|
+
_rc2, _out2 = _run_tests(_REPO, "logref",
|
|
139
|
+
extra_env={"PYTHONPATH": _stub + os.pathsep + _REPO})
|
|
140
|
+
_check("A06 ★端到端:缺 zstandard 时 `test_logref` 记 SKIP 而非 PASS"
|
|
141
|
+
"(修前 = CI 假绿的同形读数)",
|
|
142
|
+
any("test_logref" in l for l in _lines(_out2, "SKIP "))
|
|
143
|
+
and not any("test_logref" in l for l in _lines(_out2, "PASS ")),
|
|
144
|
+
_lines(_out2, "PASS ") + _lines(_out2, "SKIP "))
|
|
145
|
+
shutil.rmtree(_stub, ignore_errors=True)
|
|
146
|
+
|
|
147
|
+
print("== K 组:双向对照(过度收紧 / 过度放宽) ==")
|
|
148
|
+
_check("K01 正常通过的模块照旧 PASS(不误判)",
|
|
149
|
+
any("iss284_pass" in l for l in _pass_lines), _pass_lines)
|
|
150
|
+
_check("K02 正常失败的模块照旧 FAIL(不误判)",
|
|
151
|
+
any("iss284_fail" in l for l in _fail_lines), _fail_lines)
|
|
152
|
+
_check("K03 ★过度收紧方向:行内(**非行首**)出现「SKIP」字样不得被当成模块内跳过",
|
|
153
|
+
any("iss284_midline" in l for l in _pass_lines)
|
|
154
|
+
and not any("iss284_midline" in l for l in _skip_lines),
|
|
155
|
+
(_pass_lines, _skip_lines))
|
|
156
|
+
_check("K04 ★过度放宽方向:rc!=0 的 SKIP 行不得被当成「跳过」(真红必须保住)",
|
|
157
|
+
any("iss284_skip1" in l for l in _fail_lines), _fail_lines)
|
|
158
|
+
|
|
159
|
+
print("== E 组:结构化判据与汇总可见性在位 ==")
|
|
160
|
+
|
|
161
|
+
|
|
162
|
+
def _src(rel):
|
|
163
|
+
with io.open(os.path.join(_REPO, rel), encoding="utf-8") as f:
|
|
164
|
+
return f.read()
|
|
165
|
+
|
|
166
|
+
|
|
167
|
+
_RT = _src("scripts/run_tests.py")
|
|
168
|
+
_check("E01 判定面是**结构化**的:有 canonical 行首正则 + 识别函数(非「print 里含 SKIP」散判)",
|
|
169
|
+
"_SKIP_LINE_RE = re.compile" in _RT and "def _module_skip_reason(" in _RT
|
|
170
|
+
and "^[ \\t]*(?:\\[SKIP\\]|SKIP)[::\\s]" in _RT, "")
|
|
171
|
+
_check("E02 判据在 rc==0 分支内读它(rc!=0 不参与跳过判定)",
|
|
172
|
+
"if r.returncode == 0:" in _RT and "_module_skip_reason(r.stdout, r.stderr)" in _RT,
|
|
173
|
+
"")
|
|
174
|
+
_check("E03 跳过者**不出 PASS 行**且计入 mod_skips(源码面:`continue` 在 print PASS 之前)",
|
|
175
|
+
_RT.index("mod_skips.append((name, skip_reason))")
|
|
176
|
+
< _RT.index('print(("PASS " if ok else "FAIL ") + name'), "")
|
|
177
|
+
_check("E04 汇总计数把跳过者从通过数里减去",
|
|
178
|
+
"len(runnable) - len(bad) - len(mod_skips)" in _RT, "")
|
|
179
|
+
|
|
180
|
+
# ---------------------------------------------------------------- 定点变异表
|
|
181
|
+
_SKIP_BRANCH = chr(10).join([
|
|
182
|
+
" if r.returncode == 0:",
|
|
183
|
+
" _reason = _module_skip_reason(r.stdout, r.stderr)",
|
|
184
|
+
" if _reason:",
|
|
185
|
+
" return name, False, tail, _reason",
|
|
186
|
+
])
|
|
187
|
+
_SKIP_OFF = " # 变异:去掉模块内 SKIP 识别(回缺陷)"
|
|
188
|
+
_RE_ANCHORED = '_SKIP_LINE_RE = re.compile(r"^[ \\t]*(?:\\[SKIP\\]|SKIP)[::\\s]", re.M)'
|
|
189
|
+
_RE_LOOSE = '_SKIP_LINE_RE = re.compile(r"(?:\\[SKIP\\]|SKIP)[::\\s]", re.M)'
|
|
190
|
+
_RC_GUARD = chr(10).join([
|
|
191
|
+
" if r.returncode == 0:",
|
|
192
|
+
" _reason = _module_skip_reason(r.stdout, r.stderr)",
|
|
193
|
+
])
|
|
194
|
+
_RC_LOOSE = chr(10).join([
|
|
195
|
+
" if True: # 变异:不看 rc(过度放宽)",
|
|
196
|
+
" _reason = _module_skip_reason(r.stdout, r.stderr)",
|
|
197
|
+
])
|
|
198
|
+
_MUTATIONS = (
|
|
199
|
+
# M1 回缺陷(模块内 SKIP 识别摘掉)⇒ 假绿复现:A01/A02/A04/A05/A06 红。
|
|
200
|
+
("M1 回缺陷:摘掉模块内 SKIP 识别(回到 rc==0 即 PASS)", "scripts/run_tests.py",
|
|
201
|
+
((_SKIP_BRANCH, _SKIP_OFF),),
|
|
202
|
+
("A01", "A02", "A04", "A05", "A06", "E02")),
|
|
203
|
+
# M2 **过度收紧**:正则去掉行首锚 ⇒ 行内出现「SKIP」也被当成模块内跳过:K03 红。
|
|
204
|
+
("M2 过度收紧:SKIP 正则去掉行首锚", "scripts/run_tests.py",
|
|
205
|
+
((_RE_ANCHORED, _RE_LOOSE),),
|
|
206
|
+
("A05", "E01", "K03")),
|
|
207
|
+
# M3 **过度放宽**:不看 rc ⇒ rc!=0 的 SKIP 行掩盖真失败:A03/K04 红。
|
|
208
|
+
("M3 过度放宽:跳过判定不看 rc", "scripts/run_tests.py",
|
|
209
|
+
((_RC_GUARD, _RC_LOOSE),),
|
|
210
|
+
("A03", "E02", "K04")),
|
|
211
|
+
)
|
|
212
|
+
|
|
213
|
+
|
|
214
|
+
def _apply_text(text, rel, pairs):
|
|
215
|
+
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
216
|
+
for old, new in pairs:
|
|
217
|
+
o = old.replace(chr(10), eol)
|
|
218
|
+
n = new.replace(chr(10), eol)
|
|
219
|
+
if text.count(o) != 1:
|
|
220
|
+
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
221
|
+
text = text.replace(o, n, 1)
|
|
222
|
+
return text, ""
|
|
223
|
+
|
|
224
|
+
|
|
225
|
+
def _run_guard(tree):
|
|
226
|
+
env = dict(os.environ)
|
|
227
|
+
env["PYTHONPATH"] = tree
|
|
228
|
+
env["PYTHONUTF8"] = "1"
|
|
229
|
+
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
230
|
+
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
231
|
+
"md_cg.test_issue284_skip_not_pass"],
|
|
232
|
+
capture_output=True, text=True, encoding="utf-8",
|
|
233
|
+
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
234
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
235
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
236
|
+
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
237
|
+
return pr.returncode, reds, out
|
|
238
|
+
|
|
239
|
+
|
|
240
|
+
def _mutate():
|
|
241
|
+
print("!! 定点变异自证:回缺陷(摘掉 SKIP 识别)+ 过度收紧(去锚)+ 过度放宽(不看 rc)")
|
|
242
|
+
bad = []
|
|
243
|
+
for desc, rel, pairs, exp in _MUTATIONS:
|
|
244
|
+
tree = _mirror_build()
|
|
245
|
+
try:
|
|
246
|
+
rc0, reds0, out0 = _run_guard(tree)
|
|
247
|
+
if rc0 != 0 or reds0:
|
|
248
|
+
bad.append("未变异镜像基线即红:%s" % desc)
|
|
249
|
+
print(" 基线即红(%s):%s" % (desc, reds0[:4]))
|
|
250
|
+
p = os.path.join(tree, rel)
|
|
251
|
+
with open(p, encoding="utf-8", newline="") as f:
|
|
252
|
+
bak = f.read()
|
|
253
|
+
mut, why = _apply_text(bak, rel, pairs)
|
|
254
|
+
if mut is None:
|
|
255
|
+
bad.append("%s —— %s" % (desc, why))
|
|
256
|
+
print(" ANCHOR-MISS " + desc + " " + why)
|
|
257
|
+
continue
|
|
258
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
259
|
+
f.write(mut)
|
|
260
|
+
rc2, reds2, out2 = _run_guard(tree)
|
|
261
|
+
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
262
|
+
if rc2 != 0 and hit == sorted(exp):
|
|
263
|
+
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
264
|
+
else:
|
|
265
|
+
bad.append(desc)
|
|
266
|
+
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
267
|
+
% (desc, hit, sorted(exp), rc2))
|
|
268
|
+
for r in reds2[:8]:
|
|
269
|
+
print(" FAIL " + r)
|
|
270
|
+
finally:
|
|
271
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
272
|
+
print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
273
|
+
for b in bad:
|
|
274
|
+
print(" 不合格:" + b)
|
|
275
|
+
return len(bad)
|
|
276
|
+
|
|
277
|
+
|
|
278
|
+
def main():
|
|
279
|
+
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
280
|
+
return 1 if (FAILS or _bad) else 0
|
|
281
|
+
|
|
282
|
+
|
|
283
|
+
if __name__ == "__main__":
|
|
284
|
+
sys.exit(main())
|
|
285
|
+
shutil.rmtree(_TREE, ignore_errors=True)
|
|
286
|
+
print("")
|
|
287
|
+
if FAILS:
|
|
288
|
+
print("issue #284 结果:%d 失败" % len(FAILS))
|
|
289
|
+
else:
|
|
290
|
+
print("issue #284 结果:全部通过")
|
|
291
|
+
|