@furongjun1999/dsh-memory 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +150 -662
- package/codebuddy/CODEBUDDY.md +333 -204
- package/data/policy.json +38 -38
- package/docs/README.md +18 -0
- package/docs/discipline/harnesses.yaml +11 -3
- package/docs/discipline/templates/compact.txt.tmpl +20 -18
- package/docs/discipline/templates/full.md.tmpl +63 -61
- package/docs/discipline/templates/rules.mdc.tmpl +5 -3
- package/docs/discipline/templates/skill.md.tmpl +25 -23
- package/docs/discipline/templates/spec.txt.tmpl +2 -2
- package/docs/discipline/templates/zcode-user.md.tmpl +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/lib/hooks.d.ts +19 -0
- package/lib/hooks.js +30 -7
- package/lib/index.js +18 -3
- package/lib/init.js +19 -4
- package/lib/lib/hook_audit.js +64 -2
- package/lib/lib/prompt_safety.js +14 -3
- package/lib/tools.d.ts +7 -0
- package/lib/tools.js +22 -1
- package/md_cg/_guard_kit.py +121 -121
- package/md_cg/anchor.py +114 -114
- package/md_cg/audit.py +15 -2
- package/md_cg/chain.py +3 -2
- package/md_cg/config_registry_guard.py +487 -487
- package/md_cg/conformance.py +747 -747
- package/md_cg/consolidate.py +1793 -1793
- package/md_cg/crypto.py +794 -794
- package/md_cg/hyperedge.py +262 -262
- package/md_cg/interface_schema.py +146 -146
- package/md_cg/lifecycle.py +426 -426
- package/md_cg/mdcos.py +12 -8
- package/md_cg/predict.py +1103 -1103
- package/md_cg/protect.py +654 -654
- package/md_cg/provenance.py +606 -606
- package/md_cg/queue_health.py +130 -130
- package/md_cg/refine.py +613 -613
- package/md_cg/retrieve.py +128 -128
- package/md_cg/revise.py +140 -140
- package/md_cg/rollback.py +657 -657
- package/md_cg/rollback_cli.py +124 -124
- package/md_cg/rotate.py +346 -346
- package/md_cg/routing.py +490 -490
- package/md_cg/self_surface.py +50 -50
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/zh_en_atoms.py +141 -141
- package/md_cg/sources.py +1091 -1091
- package/md_cg/stg.py +3 -2
- package/md_cg/sustain.py +10 -1
- package/md_cg/test_audit_rotate_parity.py +279 -279
- package/md_cg/test_autonomy_modes.py +2013 -2013
- package/md_cg/test_cn_recall_grams.py +206 -206
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_condaccept.py +156 -156
- package/md_cg/test_condgate.py +141 -141
- package/md_cg/test_heartbeat_ledger.py +9 -3
- package/md_cg/test_i50e_readside_protection.py +658 -658
- package/md_cg/test_issue111_gate_order.py +76 -76
- package/md_cg/test_issue111_scoring_contract.py +86 -86
- package/md_cg/test_issue121_calibration_bounds.py +293 -293
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +167 -167
- package/md_cg/test_issue147_pack_id_escape.py +378 -378
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -192
- package/md_cg/test_issue149_accel_default_face.py +248 -248
- package/md_cg/test_issue150_empty_query_terms.py +328 -328
- package/md_cg/test_issue151_153_157_write_cache_index.py +151 -151
- package/md_cg/test_issue152_sealed_postings.py +309 -309
- package/md_cg/test_issue153b_index_generation_invalidation.py +142 -142
- package/md_cg/test_issue157b_index_remainder.py +344 -344
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -223
- package/md_cg/test_issue191_import_trust.py +382 -382
- package/md_cg/test_issue193_write_scope.py +378 -378
- package/md_cg/test_issue212_writeface_gaps.py +349 -349
- package/md_cg/test_issue214_reject_sensitivity.py +266 -266
- package/md_cg/test_issue215_condition_source_gap.py +272 -272
- package/md_cg/test_issue216_clash_routes.py +214 -214
- package/md_cg/test_issue217_slot_routes.py +248 -248
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -222
- package/md_cg/test_issue258_pack_sensitivity.py +468 -468
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -438
- package/md_cg/test_issue274_read_node_id_none.py +341 -341
- package/md_cg/test_issue275_layer_param.py +250 -250
- package/md_cg/test_issue277_node_id_traversal.py +384 -384
- package/md_cg/test_issue278_neg_separated_tension.py +271 -271
- package/md_cg/test_issue278_neg_window.py +294 -294
- package/md_cg/test_issue278_negative_layering.py +83 -83
- package/md_cg/test_issue284_skip_not_pass.py +291 -291
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -573
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -245
- package/md_cg/test_issue303_design_boundaries.py +262 -262
- package/md_cg/test_issue315_merge_branch_sensitivity.py +383 -383
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +256 -256
- package/md_cg/test_issue321_mcp_deep_json.py +304 -304
- package/md_cg/test_issue322_node_write_lock.py +727 -727
- package/md_cg/test_issue324_write_size_fields.py +214 -214
- package/md_cg/test_issue325_audit_poison.py +229 -229
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -331
- package/md_cg/test_issue326_key_perms.py +355 -355
- package/md_cg/test_issue326_twin_parser_parity.py +323 -323
- package/md_cg/test_issue326_vm_call_frame.py +569 -569
- package/md_cg/test_issue345_writelimit_effective_sens.py +233 -233
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -424
- package/md_cg/test_issue348_insight_verify_op.py +199 -199
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -345
- package/md_cg/test_issue350_casefold_collision.py +235 -235
- package/md_cg/test_issue351_ingest_root_fallback.py +201 -201
- package/md_cg/test_issue352_imgaudit.py +418 -418
- package/md_cg/test_issue352_pathsjson.py +537 -537
- package/md_cg/test_issue352_refindex.py +412 -412
- package/md_cg/test_issue352_rollback.py +604 -604
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -327
- package/md_cg/test_issue354_rust_index_containment.py +571 -571
- package/md_cg/test_issue354_rust_wal_containment.py +606 -606
- package/md_cg/test_issue358_truncation_observable.py +247 -247
- package/md_cg/test_issue360_tidy_private_excerpt.py +195 -195
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -494
- package/md_cg/test_issue362_neg_condition.py +468 -468
- package/md_cg/test_issue363_lexical_idf.py +275 -275
- package/md_cg/test_issue370_readcache_assembly.py +488 -488
- package/md_cg/test_issue376_heartbeat_failed.py +293 -293
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -324
- package/md_cg/test_issue378_protected_floor.py +310 -310
- package/md_cg/test_issue383_state_event_write_gate.py +462 -462
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -435
- package/md_cg/test_issue398_toolface_op_parity.py +511 -511
- package/md_cg/test_issue399_hive_json_shape.py +317 -317
- package/md_cg/test_issue401_wisdom_codegen.py +295 -295
- package/md_cg/test_issue404_heal_receipt.py +389 -389
- package/md_cg/test_issue409_compact_index_completeness.py +509 -509
- package/md_cg/test_issue410_verify_demote_write.py +366 -366
- package/md_cg/test_issue411_scrub_idempotence.py +575 -575
- package/md_cg/test_issue412_discipline_producer_parity.py +311 -311
- package/md_cg/test_issue413_preimage_failclosed.py +239 -239
- package/md_cg/test_issue413_preimage_twin.py +339 -339
- package/md_cg/test_issue415_deps_gate_probe.py +357 -357
- package/md_cg/test_issue416_entry_key_subset.py +525 -525
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -423
- package/md_cg/test_issue425_ingest_library_path.py +331 -331
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -346
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -310
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -301
- package/md_cg/test_issue427_serve_status_shape.py +191 -191
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -322
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -278
- package/md_cg/test_issue434_435_float_gate.py +90 -90
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -448
- package/md_cg/test_issue43_default_policy.py +874 -874
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -281
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -454
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -382
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -51
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -203
- package/md_cg/test_issue451_audit_actor.py +313 -313
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -299
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -259
- package/md_cg/test_issue466_basis_registry.py +469 -469
- package/md_cg/test_issue467_identity_sensitivity_parity.py +360 -360
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -126
- package/md_cg/test_issue470_wal_event_durable.py +427 -427
- package/md_cg/test_issue471_identity_readable.py +136 -136
- package/md_cg/test_issue472_audit_chain.py +90 -90
- package/md_cg/test_issue472_prune_ledger.py +105 -105
- package/md_cg/test_issue472_rollback_degraded.py +81 -81
- package/md_cg/test_issue491_compose_sandbox.py +460 -460
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -280
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -256
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -110
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -88
- package/md_cg/test_issue525_read_null_semantics.py +52 -52
- package/md_cg/test_issue547_append_jsonl_whitelist.py +114 -114
- package/md_cg/test_issue547_audit_durable.py +96 -96
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +83 -83
- package/md_cg/test_issue559_refine_prefix.py +69 -69
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue71_queue_backlog.py +376 -376
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -420
- package/md_cg/test_issue82_credential_rules.py +271 -271
- package/md_cg/test_issue91_verifier_sandbox.py +314 -314
- package/md_cg/test_issue93_remember_redaction.py +282 -282
- package/md_cg/test_logref.py +1141 -1141
- package/md_cg/test_md_access_parity.py +330 -330
- package/md_cg/test_md_cg_no_hive_dep.py +139 -139
- package/md_cg/test_mutation_residue.py +119 -119
- package/md_cg/test_mutation_rollback.py +835 -835
- package/md_cg/test_n123_derive_expiry_chain.py +210 -210
- package/md_cg/test_n184_keys_concurrent_provision.py +1 -1
- package/md_cg/test_n209_verify_write_face_gates.py +466 -466
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_tail_honesty.py +733 -733
- package/md_cg/test_p21_tokens.py +294 -294
- package/md_cg/test_p27_docindex.py +792 -792
- package/md_cg/test_p28_refcheck.py +1053 -1053
- package/md_cg/test_p2_six_elements.py +476 -476
- package/md_cg/test_p33_ccg_wiring.py +300 -300
- package/md_cg/test_p3_legacy_closure.py +438 -438
- package/md_cg/test_p40_refine_worklist.py +244 -244
- package/md_cg/test_p4_freshness.py +781 -781
- package/md_cg/test_p9c_dedup_hints.py +288 -288
- package/md_cg/test_policy_required_ccg.py +444 -444
- package/md_cg/test_read_scope_b27.py +2 -2
- package/md_cg/test_retr_s5.py +312 -312
- package/md_cg/test_s1_ast_judge.py +109 -109
- package/md_cg/test_security_audit_v21.py +249 -249
- package/md_cg/test_state_event_op.py +521 -521
- package/md_cg/test_stgidx_index_parity.py +1024 -1024
- package/md_cg/test_sustain_bad_stamp.py +178 -0
- package/md_cg/test_sustain_bounded.py +652 -652
- package/md_cg/test_trust_edge_reachability.py +405 -405
- package/md_cg/test_w7_redlines.py +659 -659
- package/md_cg/test_write_return_shape.py +919 -919
- package/md_cg/test_writepipe.py +228 -228
- package/md_cg/trust.py +1114 -1114
- package/md_cg/twophase.py +303 -303
- package/md_cg/whitebox.py +536 -536
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1634
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -318
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1082
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -490
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -497
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -995
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2900
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4060
- package/md_cg/writepipe.py +1337 -1337
- package/package.json +3 -2
- package/scripts/workspace_index.py +328 -0
- package/src/hooks.ts +932 -908
- package/src/index.ts +21 -6
- package/src/init.ts +16 -4
- package/src/lib/hook_audit.ts +48 -2
- package/src/lib/mdcg_client.ts +469 -469
- package/src/lib/prompt_safety.ts +17 -3
- package/src/tools.ts +23 -1
- package/zcode/AGENTS.md +333 -204
|
@@ -1,317 +1,317 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
# 功能名:hive scoreboard/wm 的「合法 JSON 非对象」不得整表崩/抛 traceback(issue #399,#155③ 未闭环)
|
|
3
|
-
# 生效条件:python -X utf8 -m md_cg.test_issue399_hive_json_shape [--mutate];被测面=hive/scoreboard.py 的 _obj/job_record 与 hive/wm.py 的 _parse_progress
|
|
4
|
-
# 子功能:A 组=两站点复现(非对象 status.json ⇒ build 不崩、进 bad_ids;progress.jsonl 非对象行 ⇒ 跳过不炸);K 组=非恒真对照(含过度收紧方向:合法对象读数逐位不变、非法 JSON 仍跳过、空对象仍按坏件计);E 组=**形状闸全枚举断言**(该面所有 read_json/行流消费点必须过闸)
|
|
5
|
-
# 执行:--mutate 时在镜像树里摘掉两处形状闸(回缺陷)与做成「一切皆坏」(过度收紧),守卫必须按指定项转红
|
|
6
|
-
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期**逐项相符**
|
|
7
|
-
# 不适用条件:不判 hive/chat.py、hive/exec.py(HTTP/stdio 响应面)、hive_mcp/mcp_server.py 的 json 载荷(**另一消费面**,见 E 组登记);不判 rust 侧读 status 的三态口径
|
|
8
|
-
"""issue #399 守卫:#155③ 立的「非映射值不得当 status 传出去」口径只落在一处。
|
|
9
|
-
|
|
10
|
-
病象(修前):① `scoreboard.job_record` 的 `read_json(...) or {}` **只兜空值** ⇒ 合法 JSON
|
|
11
|
-
非对象(`[1,2,3]`/`"x"`)原样留下 ⇒ `.get(...)` AttributeError ⇒ **整张评分表崩**(rc=1);
|
|
12
|
-
② `wm._parse_progress` 只捕 `json.JSONDecodeError` ⇒ 非对象行进 entries ⇒ 消费点
|
|
13
|
-
`e.get("kind")` AttributeError ⇒ `wm progress` 抛 traceback。
|
|
14
|
-
|
|
15
|
-
修法:两处都收成**形状闸**(非映射 ⇒ 按坏件/坏行处理),口径复用 #155③ 的
|
|
16
|
-
`_read_status`(`dict(st) if isinstance(st, dict) else None`),**不另造第二份判据**;
|
|
17
|
-
并由本守卫的 E 组把「该面所有消费点都过闸」钉成不变量。
|
|
18
|
-
"""
|
|
19
|
-
from __future__ import annotations
|
|
20
|
-
|
|
21
|
-
import ast
|
|
22
|
-
import io
|
|
23
|
-
import json
|
|
24
|
-
import os
|
|
25
|
-
import shutil
|
|
26
|
-
import subprocess
|
|
27
|
-
import sys
|
|
28
|
-
import tempfile
|
|
29
|
-
|
|
30
|
-
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
31
|
-
|
|
32
|
-
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
33
|
-
if _REPO not in sys.path:
|
|
34
|
-
sys.path.insert(0, _REPO)
|
|
35
|
-
if os.path.join(_REPO, "hive") not in sys.path:
|
|
36
|
-
sys.path.insert(0, os.path.join(_REPO, "hive"))
|
|
37
|
-
|
|
38
|
-
FAILS = []
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
def _check(name, cond, detail=""):
|
|
42
|
-
if cond:
|
|
43
|
-
print(" PASS " + name)
|
|
44
|
-
else:
|
|
45
|
-
print(" FAIL " + name + " " + str(detail)[:220])
|
|
46
|
-
FAILS.append(name)
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
_TMP = tempfile.mkdtemp(prefix="iss399_")
|
|
50
|
-
from hive import scoreboard as _sb # noqa: E402
|
|
51
|
-
from hive import wm as _wm # noqa: E402
|
|
52
|
-
|
|
53
|
-
_JID = "h_甲_乙任务_验证单元_0001"
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
def _mkjob(tag, status_obj, spec_obj=None, result_obj=None):
|
|
57
|
-
d = os.path.join(_TMP, tag, _JID)
|
|
58
|
-
os.makedirs(d, exist_ok=True)
|
|
59
|
-
for nm, obj in (("spec.json", spec_obj if spec_obj is not None else {}),
|
|
60
|
-
("status.json", status_obj),
|
|
61
|
-
("result.json", result_obj if result_obj is not None else {})):
|
|
62
|
-
with io.open(os.path.join(d, nm), "w", encoding="utf-8") as f:
|
|
63
|
-
f.write(json.dumps(obj, ensure_ascii=False))
|
|
64
|
-
return d
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
def _badids(res):
|
|
68
|
-
"""从 build() 返回值取 bad_ids;res 不是 dict(变异态里是异常)时返回 []。"""
|
|
69
|
-
return (res.get("bad_ids") or []) if isinstance(res, dict) else []
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
def _totals(res):
|
|
73
|
-
return res.get("totals") if isinstance(res, dict) else None
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
def _kinds(ents):
|
|
77
|
-
"""条目 kind 投影;条目是变异态下的非 dict 时回类型名(不崩栈)。"""
|
|
78
|
-
return [e.get("kind") if isinstance(e, dict) else type(e).__name__ for e in ents]
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
def _err(fn):
|
|
82
|
-
try:
|
|
83
|
-
return "", fn()
|
|
84
|
-
except BaseException as exc: # noqa: BLE001 —— 变异态不得崩栈
|
|
85
|
-
return type(exc).__name__, str(exc)
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
print("== A 组 站点 1:scoreboard 遇「合法 JSON 非对象」不得崩 ==")
|
|
89
|
-
for _i, _objv in enumerate(([1, 2, 3], "x", 123), start=1):
|
|
90
|
-
_d = _mkjob("sb%d" % _i, _objv)
|
|
91
|
-
_t, _r = _err(lambda: _sb.build(os.path.dirname(_d)))
|
|
92
|
-
_check("A0%d build() 遇 status.json=%r 不抛(修前 AttributeError 整表崩)"
|
|
93
|
-
% (_i, _objv), _t == "", (_t, _r))
|
|
94
|
-
_bad = _badids(_r)
|
|
95
|
-
_check("A0%db 该 job 计入 bad_ids(口径=读件失败,不是崩)" % _i,
|
|
96
|
-
_JID in _bad, (_bad, _totals(_r)))
|
|
97
|
-
_d0 = _mkjob("sb_ctrl", {})
|
|
98
|
-
_t0, _r0 = _err(lambda: _sb.build(os.path.dirname(_d0)))
|
|
99
|
-
_check("A04 对照:status.json={}(合法对象、缺 state)⇒ 同样不抛、同样进 bad_ids",
|
|
100
|
-
_t0 == "" and _JID in _badids(_r0),
|
|
101
|
-
(_t0, _totals(_r0)))
|
|
102
|
-
|
|
103
|
-
print("== A 组 站点 2:wm 进展卡非对象行不得抛穿 ==")
|
|
104
|
-
_LINES = ["{\"kind\": \"handoff\", \"note\": \"A\"}", "[1,2]", "null", "\"str\"",
|
|
105
|
-
"not-json{{{"]
|
|
106
|
-
_t1, _e1 = _err(lambda: _wm._parse_progress(list(_LINES), 50))
|
|
107
|
-
_check("A05 _parse_progress 遇 [1,2]/null/\"str\" 不抛(修前 AttributeError)",
|
|
108
|
-
_t1 == "", (_t1, _e1))
|
|
109
|
-
_ents, _tot = (_e1 if _t1 == "" else ([], -1))
|
|
110
|
-
_check("A06 只留合法对象行(1 条 handoff),非对象与非 JSON 行一律跳过",
|
|
111
|
-
_kinds(_ents) == ["handoff"] and _tot == 5,
|
|
112
|
-
(_ents, _tot))
|
|
113
|
-
_d1 = os.path.join(_TMP, "wmjob")
|
|
114
|
-
os.makedirs(_d1, exist_ok=True)
|
|
115
|
-
with io.open(os.path.join(_d1, _wm.PROGRESS_FILE), "w", encoding="utf-8") as f:
|
|
116
|
-
f.write(chr(10).join(_LINES) + chr(10))
|
|
117
|
-
_out = io.StringIO()
|
|
118
|
-
_t2, _e2 = _err(lambda: _wm.main(["progress", "--job", _d1]))
|
|
119
|
-
_check("A07 端到端:wm progress --job <dir> 不抛(修前 cmd_progress 抛 AttributeError)",
|
|
120
|
-
_t2 == "", (_t2, _e2))
|
|
121
|
-
|
|
122
|
-
print("== K 组:非恒真对照(含过度收紧方向) ==")
|
|
123
|
-
_d2 = _mkjob("sb_ok", {"state": "ok", "elapsed_s": 1.5},
|
|
124
|
-
spec_obj={"commands": ["x"]}, result_obj={"ok": True, "content": "c"})
|
|
125
|
-
_t3, _r3 = _err(lambda: _sb.build(os.path.dirname(_d2)))
|
|
126
|
-
_rec = ((_r3 or {}).get("by_unit") or [{}])[0] if _r3 else {}
|
|
127
|
-
_check("K01 过度收紧方向的对照:**合法对象** status 的读数逐位不变(state/elapsed_s 照常)",
|
|
128
|
-
_t3 == "" and (_totals(_r3) or {}).get("jobs") == 1
|
|
129
|
-
and not _badids(_r3),
|
|
130
|
-
(_t3, _totals(_r3), _badids(_r3)))
|
|
131
|
-
_ents2, _tot2 = _wm._parse_progress(["{\"kind\": \"x\"}", "not-json{{{"], 50)
|
|
132
|
-
_check("K02 口径不越界:**非法 JSON** 行照旧跳过(与修前逐位一致)",
|
|
133
|
-
_kinds(_ents2) == ["x"] and _tot2 == 2, (_ents2, _tot2))
|
|
134
|
-
_ents3, _ = _wm._parse_progress([], 50)
|
|
135
|
-
_check("K03 空输入不炸(边界)", _ents3 == [], _ents3)
|
|
136
|
-
_ents4, _ = _wm._parse_progress([" ", "{\"kind\": \"y\"}"], 50)
|
|
137
|
-
_check("K04 空行不计 total、不产条目(本批不改的既有语义)",
|
|
138
|
-
_kinds(_ents4) == ["y"], _ents4)
|
|
139
|
-
|
|
140
|
-
print("== E 组:形状闸全枚举(该面所有消费点都必须过闸) ==")
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
def _src(rel):
|
|
144
|
-
with io.open(os.path.join(_REPO, rel), encoding="utf-8") as f:
|
|
145
|
-
return f.read()
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
_SB = _src("hive/scoreboard.py")
|
|
149
|
-
_WM = _src("hive/wm.py")
|
|
150
|
-
#: 未过闸的 json 载荷消费点(**另一消费面**:HTTP/stdio 响应,非同一条读件路径)
|
|
151
|
-
#: ——登记在案、本轮不改(理由见各条注释),新出现未登记项即红。
|
|
152
|
-
_OTHER_FACE = {
|
|
153
|
-
"hive/chat.py: json.loads(line)",
|
|
154
|
-
"hive/exec.py: json.loads(resp...) ×2(网关响应)",
|
|
155
|
-
"hive/exec.py: json.loads(args_json)(工具入参面,归 #400)",
|
|
156
|
-
"hive/hive_mcp/mcp_server.py: json.loads(out)/line(子进程与 stdio 协议面)",
|
|
157
|
-
}
|
|
158
|
-
_check("E01 scoreboard:`read_json(` 的消费点全部经 `_obj`(不再裸 `or {}`)",
|
|
159
|
-
"_obj(os.path.join(job_dir, \"spec.json\"))" in _SB
|
|
160
|
-
and "_obj(os.path.join(job_dir, \"status.json\"))" in _SB
|
|
161
|
-
and "_obj(os.path.join(job_dir, \"result.json\"))" in _SB
|
|
162
|
-
and "read_json(os.path.join(job_dir" not in _SB.replace("_obj(os.path.join(job_dir", "X"),
|
|
163
|
-
"")
|
|
164
|
-
_check("E02 scoreboard:形状闸是**单点**(`_obj` 一处定义,非三处各写一份)",
|
|
165
|
-
_SB.count("def _obj(") == 1 and _SB.count("isinstance(v, dict)") == 1,
|
|
166
|
-
(_SB.count("def _obj("), _SB.count("isinstance(v, dict)")))
|
|
167
|
-
_check("E03 wm:行流 append 前有形状闸(`isinstance(v, dict)` 出现在 append 之前)",
|
|
168
|
-
"_WM_HAS" if False else (" if not isinstance(v, dict):" in _WM
|
|
169
|
-
and _WM.index("if not isinstance(v, dict):")
|
|
170
|
-
< _WM.index(" entries.append(v)")), "")
|
|
171
|
-
_check("E04 口径同源:#155③ 的既有单点仍在(未被本条替换/绕过)",
|
|
172
|
-
"return dict(st) if isinstance(st, dict) else None"
|
|
173
|
-
in _src("hive/hive_mcp/mcp_server.py"), "")
|
|
174
|
-
_check("E05 另一消费面已显式登记(%d 条,防「顺手改」也防「静默漏」)" % len(_OTHER_FACE),
|
|
175
|
-
len(_OTHER_FACE) >= 4, sorted(_OTHER_FACE))
|
|
176
|
-
|
|
177
|
-
# ---------------------------------------------------------------- 定点变异表
|
|
178
|
-
_SB_OBJ = chr(10).join([
|
|
179
|
-
" spec = _obj(os.path.join(job_dir, \"spec.json\"))",
|
|
180
|
-
" status = _obj(os.path.join(job_dir, \"status.json\"))",
|
|
181
|
-
" result = _obj(os.path.join(job_dir, \"result.json\"))",
|
|
182
|
-
])
|
|
183
|
-
_SB_RAW = chr(10).join([
|
|
184
|
-
" spec = read_json(os.path.join(job_dir, \"spec.json\")) or {}",
|
|
185
|
-
" status = read_json(os.path.join(job_dir, \"status.json\")) or {}",
|
|
186
|
-
" result = read_json(os.path.join(job_dir, \"result.json\")) or {}",
|
|
187
|
-
])
|
|
188
|
-
_WM_GATE = chr(10).join([
|
|
189
|
-
" if not isinstance(v, dict):",
|
|
190
|
-
" continue",
|
|
191
|
-
])
|
|
192
|
-
_WM_OFF = " pass # 变异:摘掉形状闸(回缺陷)"
|
|
193
|
-
_OBJ_RAW = chr(10).join([
|
|
194
|
-
" v = read_json(path)",
|
|
195
|
-
" return v if isinstance(v, dict) else {}",
|
|
196
|
-
])
|
|
197
|
-
_OBJ_ALWAYS = chr(10).join([
|
|
198
|
-
" v = read_json(path)",
|
|
199
|
-
" return {} # 变异:一切皆坏(过度收紧)",
|
|
200
|
-
])
|
|
201
|
-
_MUTATIONS = (
|
|
202
|
-
# M1 回缺陷(站点 1 的形状闸摘掉)⇒ 非对象 status.json 再次把整表打崩:A01/A02/A03 红。
|
|
203
|
-
# A04(合法对象缺 state)两态皆不崩 ⇒ 恒绿(如实)。
|
|
204
|
-
("M1 回缺陷:scoreboard 摘掉形状闸(回到 read_json(...) or {})", "hive/scoreboard.py",
|
|
205
|
-
((_SB_OBJ, _SB_RAW),),
|
|
206
|
-
("A01", "A01b", "A02", "A02b", "A03", "A03b", "E01")),
|
|
207
|
-
# M2 回缺陷(站点 2 的行级形状闸摘掉)⇒ 非对象行进 entries、消费点抛穿:A05/A06/A07 红。
|
|
208
|
-
("M2 回缺陷:wm 摘掉行级形状闸", "hive/wm.py",
|
|
209
|
-
((_WM_GATE, _WM_OFF),),
|
|
210
|
-
("A06", "A07", "E03")), # A05 恒绿(如实):_parse_progress 自身不抛,崩的是消费点(A07)
|
|
211
|
-
# M3 **过度收紧方向**:形状闸做成「一切皆坏」⇒ 合法对象的读数被丢掉、合法 job 反被判坏。
|
|
212
|
-
("M3 过度收紧:_obj 无条件返回 {}(合法对象也被判坏)", "hive/scoreboard.py",
|
|
213
|
-
((_OBJ_RAW, _OBJ_ALWAYS),),
|
|
214
|
-
("E02", "K01")),
|
|
215
|
-
)
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
def _mirror_build():
|
|
219
|
-
dst = tempfile.mkdtemp(prefix="iss399_mut_")
|
|
220
|
-
for name in ("hive", "md_cg", "scripts"):
|
|
221
|
-
src = os.path.join(_REPO, name)
|
|
222
|
-
if os.path.isdir(src):
|
|
223
|
-
shutil.copytree(src, os.path.join(dst, name),
|
|
224
|
-
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
225
|
-
for name in sorted(os.listdir(_REPO)):
|
|
226
|
-
p = os.path.join(_REPO, name)
|
|
227
|
-
if os.path.isfile(p) and (name.endswith(".py")
|
|
228
|
-
or name in ("README.md", "pyproject.toml",
|
|
229
|
-
"package.json")):
|
|
230
|
-
shutil.copy2(p, os.path.join(dst, name))
|
|
231
|
-
return dst
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
def _apply_text(text, rel, pairs):
|
|
235
|
-
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
236
|
-
for old, new in pairs:
|
|
237
|
-
o = old.replace(chr(10), eol)
|
|
238
|
-
n = new.replace(chr(10), eol)
|
|
239
|
-
if text.count(o) != 1:
|
|
240
|
-
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
241
|
-
text = text.replace(o, n, 1)
|
|
242
|
-
return text, ""
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
def _run_in(tree):
|
|
246
|
-
env = dict(os.environ)
|
|
247
|
-
env["PYTHONPATH"] = tree
|
|
248
|
-
env["PYTHONUTF8"] = "1"
|
|
249
|
-
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
250
|
-
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
251
|
-
"md_cg.test_issue399_hive_json_shape"],
|
|
252
|
-
capture_output=True, text=True, encoding="utf-8",
|
|
253
|
-
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
254
|
-
out = (pr.stdout or "") + (pr.stderr or "")
|
|
255
|
-
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
256
|
-
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
257
|
-
return pr.returncode, reds, out
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
def _mutate():
|
|
261
|
-
print("!! 定点变异自证:摘掉两处形状闸(回缺陷)+ 一切皆坏(过度收紧)")
|
|
262
|
-
tree = _mirror_build()
|
|
263
|
-
bad = []
|
|
264
|
-
try:
|
|
265
|
-
rc, reds, out = _run_in(tree)
|
|
266
|
-
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
267
|
-
if rc != 0 or reds:
|
|
268
|
-
bad.append("未变异镜像基线即红")
|
|
269
|
-
print(chr(10).join(out.splitlines()[-25:]))
|
|
270
|
-
for desc, rel, pairs, exp in _MUTATIONS:
|
|
271
|
-
p = os.path.join(tree, rel)
|
|
272
|
-
with open(p, encoding="utf-8", newline="") as f:
|
|
273
|
-
bak = f.read()
|
|
274
|
-
mut, why = _apply_text(bak, rel, pairs)
|
|
275
|
-
if mut is None:
|
|
276
|
-
bad.append("%s —— %s" % (desc, why))
|
|
277
|
-
print(" ANCHOR-MISS " + desc + " " + why)
|
|
278
|
-
continue
|
|
279
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
280
|
-
f.write(mut)
|
|
281
|
-
for root, dd, ff in os.walk(tree):
|
|
282
|
-
if os.path.basename(root) == "__pycache__":
|
|
283
|
-
shutil.rmtree(root, ignore_errors=True)
|
|
284
|
-
rc2, reds2, out2 = _run_in(tree)
|
|
285
|
-
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
286
|
-
f.write(bak)
|
|
287
|
-
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
288
|
-
if rc2 != 0 and hit == sorted(exp):
|
|
289
|
-
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
290
|
-
else:
|
|
291
|
-
bad.append(desc)
|
|
292
|
-
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
293
|
-
% (desc, hit, sorted(exp), rc2))
|
|
294
|
-
for r in reds2[:12]:
|
|
295
|
-
print(" FAIL " + r)
|
|
296
|
-
print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
297
|
-
for b in bad:
|
|
298
|
-
print(" 不合格:" + b)
|
|
299
|
-
return len(bad)
|
|
300
|
-
finally:
|
|
301
|
-
shutil.rmtree(tree, ignore_errors=True)
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
def main():
|
|
305
|
-
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
306
|
-
return 1 if (FAILS or _bad) else 0
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
if __name__ == "__main__":
|
|
310
|
-
sys.exit(main())
|
|
311
|
-
shutil.rmtree(_TMP, ignore_errors=True)
|
|
312
|
-
print("")
|
|
313
|
-
if FAILS:
|
|
314
|
-
print("issue #399 结果:%d 失败" % len(FAILS))
|
|
315
|
-
else:
|
|
316
|
-
print("issue #399 结果:全部通过")
|
|
317
|
-
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# 功能名:hive scoreboard/wm 的「合法 JSON 非对象」不得整表崩/抛 traceback(issue #399,#155③ 未闭环)
|
|
3
|
+
# 生效条件:python -X utf8 -m md_cg.test_issue399_hive_json_shape [--mutate];被测面=hive/scoreboard.py 的 _obj/job_record 与 hive/wm.py 的 _parse_progress
|
|
4
|
+
# 子功能:A 组=两站点复现(非对象 status.json ⇒ build 不崩、进 bad_ids;progress.jsonl 非对象行 ⇒ 跳过不炸);K 组=非恒真对照(含过度收紧方向:合法对象读数逐位不变、非法 JSON 仍跳过、空对象仍按坏件计);E 组=**形状闸全枚举断言**(该面所有 read_json/行流消费点必须过闸)
|
|
5
|
+
# 执行:--mutate 时在镜像树里摘掉两处形状闸(回缺陷)与做成「一切皆坏」(过度收紧),守卫必须按指定项转红
|
|
6
|
+
# 验证方式:全部 PASS 即通过(退出码 0);--mutate 下每条变异的红项集合须与预期**逐项相符**
|
|
7
|
+
# 不适用条件:不判 hive/chat.py、hive/exec.py(HTTP/stdio 响应面)、hive_mcp/mcp_server.py 的 json 载荷(**另一消费面**,见 E 组登记);不判 rust 侧读 status 的三态口径
|
|
8
|
+
"""issue #399 守卫:#155③ 立的「非映射值不得当 status 传出去」口径只落在一处。
|
|
9
|
+
|
|
10
|
+
病象(修前):① `scoreboard.job_record` 的 `read_json(...) or {}` **只兜空值** ⇒ 合法 JSON
|
|
11
|
+
非对象(`[1,2,3]`/`"x"`)原样留下 ⇒ `.get(...)` AttributeError ⇒ **整张评分表崩**(rc=1);
|
|
12
|
+
② `wm._parse_progress` 只捕 `json.JSONDecodeError` ⇒ 非对象行进 entries ⇒ 消费点
|
|
13
|
+
`e.get("kind")` AttributeError ⇒ `wm progress` 抛 traceback。
|
|
14
|
+
|
|
15
|
+
修法:两处都收成**形状闸**(非映射 ⇒ 按坏件/坏行处理),口径复用 #155③ 的
|
|
16
|
+
`_read_status`(`dict(st) if isinstance(st, dict) else None`),**不另造第二份判据**;
|
|
17
|
+
并由本守卫的 E 组把「该面所有消费点都过闸」钉成不变量。
|
|
18
|
+
"""
|
|
19
|
+
from __future__ import annotations
|
|
20
|
+
|
|
21
|
+
import ast
|
|
22
|
+
import io
|
|
23
|
+
import json
|
|
24
|
+
import os
|
|
25
|
+
import shutil
|
|
26
|
+
import subprocess
|
|
27
|
+
import sys
|
|
28
|
+
import tempfile
|
|
29
|
+
|
|
30
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
31
|
+
|
|
32
|
+
_REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
33
|
+
if _REPO not in sys.path:
|
|
34
|
+
sys.path.insert(0, _REPO)
|
|
35
|
+
if os.path.join(_REPO, "hive") not in sys.path:
|
|
36
|
+
sys.path.insert(0, os.path.join(_REPO, "hive"))
|
|
37
|
+
|
|
38
|
+
FAILS = []
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
def _check(name, cond, detail=""):
|
|
42
|
+
if cond:
|
|
43
|
+
print(" PASS " + name)
|
|
44
|
+
else:
|
|
45
|
+
print(" FAIL " + name + " " + str(detail)[:220])
|
|
46
|
+
FAILS.append(name)
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
_TMP = tempfile.mkdtemp(prefix="iss399_")
|
|
50
|
+
from hive import scoreboard as _sb # noqa: E402
|
|
51
|
+
from hive import wm as _wm # noqa: E402
|
|
52
|
+
|
|
53
|
+
_JID = "h_甲_乙任务_验证单元_0001"
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
def _mkjob(tag, status_obj, spec_obj=None, result_obj=None):
|
|
57
|
+
d = os.path.join(_TMP, tag, _JID)
|
|
58
|
+
os.makedirs(d, exist_ok=True)
|
|
59
|
+
for nm, obj in (("spec.json", spec_obj if spec_obj is not None else {}),
|
|
60
|
+
("status.json", status_obj),
|
|
61
|
+
("result.json", result_obj if result_obj is not None else {})):
|
|
62
|
+
with io.open(os.path.join(d, nm), "w", encoding="utf-8") as f:
|
|
63
|
+
f.write(json.dumps(obj, ensure_ascii=False))
|
|
64
|
+
return d
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
def _badids(res):
|
|
68
|
+
"""从 build() 返回值取 bad_ids;res 不是 dict(变异态里是异常)时返回 []。"""
|
|
69
|
+
return (res.get("bad_ids") or []) if isinstance(res, dict) else []
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
def _totals(res):
|
|
73
|
+
return res.get("totals") if isinstance(res, dict) else None
|
|
74
|
+
|
|
75
|
+
|
|
76
|
+
def _kinds(ents):
|
|
77
|
+
"""条目 kind 投影;条目是变异态下的非 dict 时回类型名(不崩栈)。"""
|
|
78
|
+
return [e.get("kind") if isinstance(e, dict) else type(e).__name__ for e in ents]
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
def _err(fn):
|
|
82
|
+
try:
|
|
83
|
+
return "", fn()
|
|
84
|
+
except BaseException as exc: # noqa: BLE001 —— 变异态不得崩栈
|
|
85
|
+
return type(exc).__name__, str(exc)
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
print("== A 组 站点 1:scoreboard 遇「合法 JSON 非对象」不得崩 ==")
|
|
89
|
+
for _i, _objv in enumerate(([1, 2, 3], "x", 123), start=1):
|
|
90
|
+
_d = _mkjob("sb%d" % _i, _objv)
|
|
91
|
+
_t, _r = _err(lambda: _sb.build(os.path.dirname(_d)))
|
|
92
|
+
_check("A0%d build() 遇 status.json=%r 不抛(修前 AttributeError 整表崩)"
|
|
93
|
+
% (_i, _objv), _t == "", (_t, _r))
|
|
94
|
+
_bad = _badids(_r)
|
|
95
|
+
_check("A0%db 该 job 计入 bad_ids(口径=读件失败,不是崩)" % _i,
|
|
96
|
+
_JID in _bad, (_bad, _totals(_r)))
|
|
97
|
+
_d0 = _mkjob("sb_ctrl", {})
|
|
98
|
+
_t0, _r0 = _err(lambda: _sb.build(os.path.dirname(_d0)))
|
|
99
|
+
_check("A04 对照:status.json={}(合法对象、缺 state)⇒ 同样不抛、同样进 bad_ids",
|
|
100
|
+
_t0 == "" and _JID in _badids(_r0),
|
|
101
|
+
(_t0, _totals(_r0)))
|
|
102
|
+
|
|
103
|
+
print("== A 组 站点 2:wm 进展卡非对象行不得抛穿 ==")
|
|
104
|
+
_LINES = ["{\"kind\": \"handoff\", \"note\": \"A\"}", "[1,2]", "null", "\"str\"",
|
|
105
|
+
"not-json{{{"]
|
|
106
|
+
_t1, _e1 = _err(lambda: _wm._parse_progress(list(_LINES), 50))
|
|
107
|
+
_check("A05 _parse_progress 遇 [1,2]/null/\"str\" 不抛(修前 AttributeError)",
|
|
108
|
+
_t1 == "", (_t1, _e1))
|
|
109
|
+
_ents, _tot = (_e1 if _t1 == "" else ([], -1))
|
|
110
|
+
_check("A06 只留合法对象行(1 条 handoff),非对象与非 JSON 行一律跳过",
|
|
111
|
+
_kinds(_ents) == ["handoff"] and _tot == 5,
|
|
112
|
+
(_ents, _tot))
|
|
113
|
+
_d1 = os.path.join(_TMP, "wmjob")
|
|
114
|
+
os.makedirs(_d1, exist_ok=True)
|
|
115
|
+
with io.open(os.path.join(_d1, _wm.PROGRESS_FILE), "w", encoding="utf-8") as f:
|
|
116
|
+
f.write(chr(10).join(_LINES) + chr(10))
|
|
117
|
+
_out = io.StringIO()
|
|
118
|
+
_t2, _e2 = _err(lambda: _wm.main(["progress", "--job", _d1]))
|
|
119
|
+
_check("A07 端到端:wm progress --job <dir> 不抛(修前 cmd_progress 抛 AttributeError)",
|
|
120
|
+
_t2 == "", (_t2, _e2))
|
|
121
|
+
|
|
122
|
+
print("== K 组:非恒真对照(含过度收紧方向) ==")
|
|
123
|
+
_d2 = _mkjob("sb_ok", {"state": "ok", "elapsed_s": 1.5},
|
|
124
|
+
spec_obj={"commands": ["x"]}, result_obj={"ok": True, "content": "c"})
|
|
125
|
+
_t3, _r3 = _err(lambda: _sb.build(os.path.dirname(_d2)))
|
|
126
|
+
_rec = ((_r3 or {}).get("by_unit") or [{}])[0] if _r3 else {}
|
|
127
|
+
_check("K01 过度收紧方向的对照:**合法对象** status 的读数逐位不变(state/elapsed_s 照常)",
|
|
128
|
+
_t3 == "" and (_totals(_r3) or {}).get("jobs") == 1
|
|
129
|
+
and not _badids(_r3),
|
|
130
|
+
(_t3, _totals(_r3), _badids(_r3)))
|
|
131
|
+
_ents2, _tot2 = _wm._parse_progress(["{\"kind\": \"x\"}", "not-json{{{"], 50)
|
|
132
|
+
_check("K02 口径不越界:**非法 JSON** 行照旧跳过(与修前逐位一致)",
|
|
133
|
+
_kinds(_ents2) == ["x"] and _tot2 == 2, (_ents2, _tot2))
|
|
134
|
+
_ents3, _ = _wm._parse_progress([], 50)
|
|
135
|
+
_check("K03 空输入不炸(边界)", _ents3 == [], _ents3)
|
|
136
|
+
_ents4, _ = _wm._parse_progress([" ", "{\"kind\": \"y\"}"], 50)
|
|
137
|
+
_check("K04 空行不计 total、不产条目(本批不改的既有语义)",
|
|
138
|
+
_kinds(_ents4) == ["y"], _ents4)
|
|
139
|
+
|
|
140
|
+
print("== E 组:形状闸全枚举(该面所有消费点都必须过闸) ==")
|
|
141
|
+
|
|
142
|
+
|
|
143
|
+
def _src(rel):
|
|
144
|
+
with io.open(os.path.join(_REPO, rel), encoding="utf-8") as f:
|
|
145
|
+
return f.read()
|
|
146
|
+
|
|
147
|
+
|
|
148
|
+
_SB = _src("hive/scoreboard.py")
|
|
149
|
+
_WM = _src("hive/wm.py")
|
|
150
|
+
#: 未过闸的 json 载荷消费点(**另一消费面**:HTTP/stdio 响应,非同一条读件路径)
|
|
151
|
+
#: ——登记在案、本轮不改(理由见各条注释),新出现未登记项即红。
|
|
152
|
+
_OTHER_FACE = {
|
|
153
|
+
"hive/chat.py: json.loads(line)",
|
|
154
|
+
"hive/exec.py: json.loads(resp...) ×2(网关响应)",
|
|
155
|
+
"hive/exec.py: json.loads(args_json)(工具入参面,归 #400)",
|
|
156
|
+
"hive/hive_mcp/mcp_server.py: json.loads(out)/line(子进程与 stdio 协议面)",
|
|
157
|
+
}
|
|
158
|
+
_check("E01 scoreboard:`read_json(` 的消费点全部经 `_obj`(不再裸 `or {}`)",
|
|
159
|
+
"_obj(os.path.join(job_dir, \"spec.json\"))" in _SB
|
|
160
|
+
and "_obj(os.path.join(job_dir, \"status.json\"))" in _SB
|
|
161
|
+
and "_obj(os.path.join(job_dir, \"result.json\"))" in _SB
|
|
162
|
+
and "read_json(os.path.join(job_dir" not in _SB.replace("_obj(os.path.join(job_dir", "X"),
|
|
163
|
+
"")
|
|
164
|
+
_check("E02 scoreboard:形状闸是**单点**(`_obj` 一处定义,非三处各写一份)",
|
|
165
|
+
_SB.count("def _obj(") == 1 and _SB.count("isinstance(v, dict)") == 1,
|
|
166
|
+
(_SB.count("def _obj("), _SB.count("isinstance(v, dict)")))
|
|
167
|
+
_check("E03 wm:行流 append 前有形状闸(`isinstance(v, dict)` 出现在 append 之前)",
|
|
168
|
+
"_WM_HAS" if False else (" if not isinstance(v, dict):" in _WM
|
|
169
|
+
and _WM.index("if not isinstance(v, dict):")
|
|
170
|
+
< _WM.index(" entries.append(v)")), "")
|
|
171
|
+
_check("E04 口径同源:#155③ 的既有单点仍在(未被本条替换/绕过)",
|
|
172
|
+
"return dict(st) if isinstance(st, dict) else None"
|
|
173
|
+
in _src("hive/hive_mcp/mcp_server.py"), "")
|
|
174
|
+
_check("E05 另一消费面已显式登记(%d 条,防「顺手改」也防「静默漏」)" % len(_OTHER_FACE),
|
|
175
|
+
len(_OTHER_FACE) >= 4, sorted(_OTHER_FACE))
|
|
176
|
+
|
|
177
|
+
# ---------------------------------------------------------------- 定点变异表
|
|
178
|
+
_SB_OBJ = chr(10).join([
|
|
179
|
+
" spec = _obj(os.path.join(job_dir, \"spec.json\"))",
|
|
180
|
+
" status = _obj(os.path.join(job_dir, \"status.json\"))",
|
|
181
|
+
" result = _obj(os.path.join(job_dir, \"result.json\"))",
|
|
182
|
+
])
|
|
183
|
+
_SB_RAW = chr(10).join([
|
|
184
|
+
" spec = read_json(os.path.join(job_dir, \"spec.json\")) or {}",
|
|
185
|
+
" status = read_json(os.path.join(job_dir, \"status.json\")) or {}",
|
|
186
|
+
" result = read_json(os.path.join(job_dir, \"result.json\")) or {}",
|
|
187
|
+
])
|
|
188
|
+
_WM_GATE = chr(10).join([
|
|
189
|
+
" if not isinstance(v, dict):",
|
|
190
|
+
" continue",
|
|
191
|
+
])
|
|
192
|
+
_WM_OFF = " pass # 变异:摘掉形状闸(回缺陷)"
|
|
193
|
+
_OBJ_RAW = chr(10).join([
|
|
194
|
+
" v = read_json(path)",
|
|
195
|
+
" return v if isinstance(v, dict) else {}",
|
|
196
|
+
])
|
|
197
|
+
_OBJ_ALWAYS = chr(10).join([
|
|
198
|
+
" v = read_json(path)",
|
|
199
|
+
" return {} # 变异:一切皆坏(过度收紧)",
|
|
200
|
+
])
|
|
201
|
+
_MUTATIONS = (
|
|
202
|
+
# M1 回缺陷(站点 1 的形状闸摘掉)⇒ 非对象 status.json 再次把整表打崩:A01/A02/A03 红。
|
|
203
|
+
# A04(合法对象缺 state)两态皆不崩 ⇒ 恒绿(如实)。
|
|
204
|
+
("M1 回缺陷:scoreboard 摘掉形状闸(回到 read_json(...) or {})", "hive/scoreboard.py",
|
|
205
|
+
((_SB_OBJ, _SB_RAW),),
|
|
206
|
+
("A01", "A01b", "A02", "A02b", "A03", "A03b", "E01")),
|
|
207
|
+
# M2 回缺陷(站点 2 的行级形状闸摘掉)⇒ 非对象行进 entries、消费点抛穿:A05/A06/A07 红。
|
|
208
|
+
("M2 回缺陷:wm 摘掉行级形状闸", "hive/wm.py",
|
|
209
|
+
((_WM_GATE, _WM_OFF),),
|
|
210
|
+
("A06", "A07", "E03")), # A05 恒绿(如实):_parse_progress 自身不抛,崩的是消费点(A07)
|
|
211
|
+
# M3 **过度收紧方向**:形状闸做成「一切皆坏」⇒ 合法对象的读数被丢掉、合法 job 反被判坏。
|
|
212
|
+
("M3 过度收紧:_obj 无条件返回 {}(合法对象也被判坏)", "hive/scoreboard.py",
|
|
213
|
+
((_OBJ_RAW, _OBJ_ALWAYS),),
|
|
214
|
+
("E02", "K01")),
|
|
215
|
+
)
|
|
216
|
+
|
|
217
|
+
|
|
218
|
+
def _mirror_build():
|
|
219
|
+
dst = tempfile.mkdtemp(prefix="iss399_mut_")
|
|
220
|
+
for name in ("hive", "md_cg", "scripts"):
|
|
221
|
+
src = os.path.join(_REPO, name)
|
|
222
|
+
if os.path.isdir(src):
|
|
223
|
+
shutil.copytree(src, os.path.join(dst, name),
|
|
224
|
+
ignore=shutil.ignore_patterns("__pycache__", "*.pyc"))
|
|
225
|
+
for name in sorted(os.listdir(_REPO)):
|
|
226
|
+
p = os.path.join(_REPO, name)
|
|
227
|
+
if os.path.isfile(p) and (name.endswith(".py")
|
|
228
|
+
or name in ("README.md", "pyproject.toml",
|
|
229
|
+
"package.json")):
|
|
230
|
+
shutil.copy2(p, os.path.join(dst, name))
|
|
231
|
+
return dst
|
|
232
|
+
|
|
233
|
+
|
|
234
|
+
def _apply_text(text, rel, pairs):
|
|
235
|
+
eol = (chr(13) + chr(10)) if (chr(13) + chr(10)) in text else chr(10)
|
|
236
|
+
for old, new in pairs:
|
|
237
|
+
o = old.replace(chr(10), eol)
|
|
238
|
+
n = new.replace(chr(10), eol)
|
|
239
|
+
if text.count(o) != 1:
|
|
240
|
+
return None, "锚点在 %s 里命中 %d 次" % (rel, text.count(o))
|
|
241
|
+
text = text.replace(o, n, 1)
|
|
242
|
+
return text, ""
|
|
243
|
+
|
|
244
|
+
|
|
245
|
+
def _run_in(tree):
|
|
246
|
+
env = dict(os.environ)
|
|
247
|
+
env["PYTHONPATH"] = tree
|
|
248
|
+
env["PYTHONUTF8"] = "1"
|
|
249
|
+
env["PYTHONDONTWRITEBYTECODE"] = "1"
|
|
250
|
+
pr = subprocess.run([sys.executable, "-X", "utf8", "-m",
|
|
251
|
+
"md_cg.test_issue399_hive_json_shape"],
|
|
252
|
+
capture_output=True, text=True, encoding="utf-8",
|
|
253
|
+
errors="replace", cwd=tree, env=env, timeout=1800)
|
|
254
|
+
out = (pr.stdout or "") + (pr.stderr or "")
|
|
255
|
+
reds = [ln.split("FAIL ", 1)[1].strip()
|
|
256
|
+
for ln in out.splitlines() if ln.strip().startswith("FAIL ")]
|
|
257
|
+
return pr.returncode, reds, out
|
|
258
|
+
|
|
259
|
+
|
|
260
|
+
def _mutate():
|
|
261
|
+
print("!! 定点变异自证:摘掉两处形状闸(回缺陷)+ 一切皆坏(过度收紧)")
|
|
262
|
+
tree = _mirror_build()
|
|
263
|
+
bad = []
|
|
264
|
+
try:
|
|
265
|
+
rc, reds, out = _run_in(tree)
|
|
266
|
+
print(" 未变异镜像基线:rc=%d 红项=%d(必须 rc=0 且 0 红)" % (rc, len(reds)))
|
|
267
|
+
if rc != 0 or reds:
|
|
268
|
+
bad.append("未变异镜像基线即红")
|
|
269
|
+
print(chr(10).join(out.splitlines()[-25:]))
|
|
270
|
+
for desc, rel, pairs, exp in _MUTATIONS:
|
|
271
|
+
p = os.path.join(tree, rel)
|
|
272
|
+
with open(p, encoding="utf-8", newline="") as f:
|
|
273
|
+
bak = f.read()
|
|
274
|
+
mut, why = _apply_text(bak, rel, pairs)
|
|
275
|
+
if mut is None:
|
|
276
|
+
bad.append("%s —— %s" % (desc, why))
|
|
277
|
+
print(" ANCHOR-MISS " + desc + " " + why)
|
|
278
|
+
continue
|
|
279
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
280
|
+
f.write(mut)
|
|
281
|
+
for root, dd, ff in os.walk(tree):
|
|
282
|
+
if os.path.basename(root) == "__pycache__":
|
|
283
|
+
shutil.rmtree(root, ignore_errors=True)
|
|
284
|
+
rc2, reds2, out2 = _run_in(tree)
|
|
285
|
+
with open(p, "w", encoding="utf-8", newline="") as f:
|
|
286
|
+
f.write(bak)
|
|
287
|
+
hit = sorted({r.split(" ")[0] for r in reds2})
|
|
288
|
+
if rc2 != 0 and hit == sorted(exp):
|
|
289
|
+
print(" OK %s 红项=%d 指定命中=%s" % (desc, len(reds2), hit))
|
|
290
|
+
else:
|
|
291
|
+
bad.append(desc)
|
|
292
|
+
print(" MISMATCH %s 实际红项=%s 期望=%s rc=%d"
|
|
293
|
+
% (desc, hit, sorted(exp), rc2))
|
|
294
|
+
for r in reds2[:12]:
|
|
295
|
+
print(" FAIL " + r)
|
|
296
|
+
print("定点变异自证:%s(%d 条不合格)" % ("PASS" if not bad else "FAIL", len(bad)))
|
|
297
|
+
for b in bad:
|
|
298
|
+
print(" 不合格:" + b)
|
|
299
|
+
return len(bad)
|
|
300
|
+
finally:
|
|
301
|
+
shutil.rmtree(tree, ignore_errors=True)
|
|
302
|
+
|
|
303
|
+
|
|
304
|
+
def main():
|
|
305
|
+
_bad = _mutate() if "--mutate" in sys.argv else 0
|
|
306
|
+
return 1 if (FAILS or _bad) else 0
|
|
307
|
+
|
|
308
|
+
|
|
309
|
+
if __name__ == "__main__":
|
|
310
|
+
sys.exit(main())
|
|
311
|
+
shutil.rmtree(_TMP, ignore_errors=True)
|
|
312
|
+
print("")
|
|
313
|
+
if FAILS:
|
|
314
|
+
print("issue #399 结果:%d 失败" % len(FAILS))
|
|
315
|
+
else:
|
|
316
|
+
print("issue #399 结果:全部通过")
|
|
317
|
+
|