@furongjun1999/dsh-memory 0.8.1 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +662 -659
- package/codebuddy/README.md +1 -1
- package/data/policy.json +38 -27
- package/docs/README.md +18 -2
- package/docs/discipline/harnesses.yaml +1 -1
- package/docs/discipline/templates/spec.txt.tmpl +23 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
- package/dsh/README.md +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/hive/README.md +705 -0
- package/hive/id_charset_blocks.txt +147 -0
- package/lib/bridge.d.ts +3 -0
- package/lib/bridge.js +32 -11
- package/lib/cli.js +14 -17
- package/lib/hooks.d.ts +37 -3
- package/lib/hooks.js +176 -24
- package/lib/index.d.ts +2 -2
- package/lib/index.js +29 -6
- package/lib/init.js +21 -21
- package/lib/lib/datapath.d.ts +56 -0
- package/lib/lib/datapath.js +102 -9
- package/lib/lib/hook_audit.d.ts +0 -1
- package/lib/lib/hook_audit.js +51 -3
- package/lib/lib/mdcg_client.d.ts +4 -1
- package/lib/lib/mdcg_client.js +10 -2
- package/lib/lib/mutual.js +61 -15
- package/lib/lib/prompt_safety.js +28 -2
- package/lib/lib/roleplay_web.js +30 -2
- package/lib/lib/token_store.d.ts +25 -6
- package/lib/lib/token_store.js +224 -33
- package/lib/tools.d.ts +15 -2
- package/lib/tools.js +44 -4
- package/md_cg/_guard_kit.py +121 -0
- package/md_cg/admission.py +718 -718
- package/md_cg/anchor.py +114 -0
- package/md_cg/audit.py +37 -7
- package/md_cg/autonomy.py +433 -288
- package/md_cg/autonomy_modes.py +781 -642
- package/md_cg/bench_beir_bm25.py +154 -0
- package/md_cg/bench_beir_scifact.py +170 -0
- package/md_cg/bench_bm25_blockmax.py +134 -0
- package/md_cg/bench_bm25_incremental.py +246 -0
- package/md_cg/bench_ccg_heading.py +118 -0
- package/md_cg/bench_csre_correctness.py +145 -0
- package/md_cg/bench_excerpt_budget.py +94 -0
- package/md_cg/bench_fuzzy_substrings.py +299 -0
- package/md_cg/bench_memory_rsi.py +358 -0
- package/md_cg/bench_memory_rsi_latency.py +82 -0
- package/md_cg/bench_memory_rsi_public.py +116 -0
- package/md_cg/bench_memory_rsi_tools.py +229 -0
- package/md_cg/bench_rrf_candidates.py +212 -0
- package/md_cg/bench_rrf_public.py +100 -0
- package/md_cg/bench_text_projections.py +221 -0
- package/md_cg/bench_timeanchor.py +357 -0
- package/md_cg/bm25.py +601 -0
- package/md_cg/branches.py +404 -327
- package/md_cg/build_postings.py +74 -73
- package/md_cg/ccgc.py +4 -2
- package/md_cg/chain.py +573 -379
- package/md_cg/coldverify.py +531 -292
- package/md_cg/condaccept.py +263 -0
- package/md_cg/condgate.py +308 -0
- package/md_cg/config_registry.py +329 -0
- package/md_cg/config_registry_bulk.py +482 -0
- package/md_cg/config_registry_guard.py +487 -0
- package/md_cg/config_render.py +354 -0
- package/md_cg/config_validate.py +455 -0
- package/md_cg/conformance.py +747 -726
- package/md_cg/conformance_core.py +753 -0
- package/md_cg/consistency.py +1278 -955
- package/md_cg/consolidate.py +1793 -1633
- package/md_cg/crypto.py +346 -24
- package/md_cg/datapath.py +137 -12
- package/md_cg/eval_common.py +522 -575
- package/md_cg/evidence.py +946 -585
- package/md_cg/evidence_delivery.py +101 -0
- package/md_cg/experience_consolidation.py +317 -0
- package/md_cg/export.py +329 -222
- package/md_cg/forgetting.py +1050 -922
- package/md_cg/freshness.py +601 -548
- package/md_cg/fsutil.py +1120 -824
- package/md_cg/goal_gen.py +458 -0
- package/md_cg/hotcache.py +107 -9
- package/md_cg/hyperedge.py +262 -251
- package/md_cg/identity.py +573 -391
- package/md_cg/imgskill.py +1712 -0
- package/md_cg/insight.py +540 -521
- package/md_cg/interface_schema.py +146 -0
- package/md_cg/interop.py +20 -0
- package/md_cg/judgment_manifest.py +24 -1
- package/md_cg/lifecycle.py +426 -345
- package/md_cg/links.py +27 -6
- package/md_cg/logref.py +332 -327
- package/md_cg/mcp_server.py +5227 -4449
- package/md_cg/mdcg.py +1301 -203
- package/md_cg/mdcos.py +7108 -5440
- package/md_cg/memory_rsi.py +308 -0
- package/md_cg/metacognition.py +726 -591
- package/md_cg/nodefile.py +151 -3
- package/md_cg/op_table.py +1128 -0
- package/md_cg/postings.py +524 -300
- package/md_cg/predict.py +1103 -1100
- package/md_cg/probe_memory_rsi.py +95 -0
- package/md_cg/probe_memory_rsi_mcp.py +66 -0
- package/md_cg/protect.py +654 -494
- package/md_cg/protocol.py +492 -411
- package/md_cg/provenance.py +606 -600
- package/md_cg/qmd.py +477 -0
- package/md_cg/qmd_llm.py +334 -0
- package/md_cg/query_excerpt.py +171 -0
- package/md_cg/queue_health.py +130 -0
- package/md_cg/reach.py +470 -453
- package/md_cg/readcache.py +115 -3
- package/md_cg/reconcile.py +239 -228
- package/md_cg/refindex.py +1191 -1042
- package/md_cg/refine.py +613 -604
- package/md_cg/retrieve.py +128 -0
- package/md_cg/review_cli.py +204 -26
- package/md_cg/revise.py +140 -0
- package/md_cg/rollback.py +657 -420
- package/md_cg/rollback_cli.py +124 -104
- package/md_cg/rotate.py +347 -0
- package/md_cg/routing.py +490 -429
- package/md_cg/rrf_candidates.py +204 -0
- package/md_cg/run_tests.py +19 -1
- package/md_cg/scrub.py +177 -23
- package/md_cg/security.py +269 -17
- package/md_cg/self_state.py +1053 -1029
- package/md_cg/self_surface.py +50 -0
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/export_en_zh_map.py +2 -2
- package/md_cg/semantic/zh_en_atoms.py +141 -139
- package/md_cg/session5.py +106 -0
- package/md_cg/signer.py +76 -2
- package/md_cg/sleep.py +1779 -1583
- package/md_cg/sources.py +1091 -833
- package/md_cg/state_events.py +75 -10
- package/md_cg/state_slots.py +312 -221
- package/md_cg/stg.py +85 -18
- package/md_cg/stgidx.py +537 -281
- package/md_cg/subgraph.py +851 -729
- package/md_cg/sustain.py +458 -19
- package/md_cg/task_memory.py +367 -0
- package/md_cg/test_action_derive.py +210 -203
- package/md_cg/test_audit_heartbeat_20261015.py +417 -0
- package/md_cg/test_audit_protection_20261015.py +483 -0
- package/md_cg/test_audit_rotate_parity.py +280 -0
- package/md_cg/test_audit_state_20261015.py +253 -0
- package/md_cg/test_audit_write_20261015.py +161 -0
- package/md_cg/test_auto_defaults.py +43 -4
- package/md_cg/test_autonomy_emotion.py +328 -0
- package/md_cg/test_autonomy_modes.py +2013 -1973
- package/md_cg/test_b1_foreign_read.py +245 -0
- package/md_cg/test_bm25.py +438 -0
- package/md_cg/test_bm25_hydration_refill.py +265 -0
- package/md_cg/test_bm25_incremental.py +241 -0
- package/md_cg/test_bm25_incremental_mutations.py +160 -0
- package/md_cg/test_bm25_mutations.py +205 -0
- package/md_cg/test_bm25_pool_view.py +196 -0
- package/md_cg/test_boot_openblas_guard.py +218 -197
- package/md_cg/test_boundary_hit.py +1 -1
- package/md_cg/test_branches_sensitivity.py +375 -0
- package/md_cg/test_c8_search_rrf_gates.py +1 -1
- package/md_cg/test_canonical_timezones.py +211 -0
- package/md_cg/test_ccg_heading_parser.py +73 -0
- package/md_cg/test_chain_best_first.py +403 -0
- package/md_cg/test_chain_candidate_scope.py +227 -0
- package/md_cg/test_cn_recall_grams.py +206 -0
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_coldverify_drain.py +127 -0
- package/md_cg/test_condaccept.py +156 -0
- package/md_cg/test_condgate.py +141 -0
- package/md_cg/test_config_registry.py +55 -0
- package/md_cg/test_crypto_rotate.py +257 -0
- package/md_cg/test_csre_correctness.py +297 -0
- package/md_cg/test_csre_index_import_guard.py +161 -0
- package/md_cg/test_csre_mutations.py +34 -0
- package/md_cg/test_csre_session.py +69 -0
- package/md_cg/test_curiosity_budget.py +468 -0
- package/md_cg/test_d17_autostart_toolface.py +453 -0
- package/md_cg/test_datapath_tilde_home.py +271 -0
- package/md_cg/test_derived_cache_generations.py +256 -0
- package/md_cg/test_evidence_delivery_compact.py +54 -0
- package/md_cg/test_exact_text_cache.py +191 -0
- package/md_cg/test_excerpt_budget.py +188 -0
- package/md_cg/test_experience_consolidation.py +112 -0
- package/md_cg/test_export_default_collision.py +138 -0
- package/md_cg/test_export_snapshots.py +322 -0
- package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
- package/md_cg/test_gain_gate.py +16 -5
- package/md_cg/test_goal_gen.py +355 -0
- package/md_cg/test_h2_session_view_norm.py +251 -233
- package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
- package/md_cg/test_heartbeat_ledger.py +557 -0
- package/md_cg/test_hierarchy_audit_graph.py +237 -0
- package/md_cg/test_i50c_meta_passthrough.py +628 -608
- package/md_cg/test_i50e_readside_protection.py +658 -656
- package/md_cg/test_identity_attribution.py +96 -2
- package/md_cg/test_identity_contract.py +329 -0
- package/md_cg/test_imgskill.py +1444 -0
- package/md_cg/test_index_snapshot_shape.py +240 -0
- package/md_cg/test_interop_judgment.py +258 -228
- package/md_cg/test_issue111_gate_order.py +77 -0
- package/md_cg/test_issue111_scoring_contract.py +87 -0
- package/md_cg/test_issue121_calibration_bounds.py +293 -0
- package/md_cg/test_issue128_session_env_authority.py +246 -0
- package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
- package/md_cg/test_issue131_postings_content_staleness.py +424 -0
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
- package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
- package/md_cg/test_issue147_pack_id_escape.py +378 -0
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
- package/md_cg/test_issue149_accel_default_face.py +249 -0
- package/md_cg/test_issue150_empty_query_terms.py +328 -0
- package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
- package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
- package/md_cg/test_issue152_sealed_postings.py +309 -0
- package/md_cg/test_issue152b_decrypt_cache.py +218 -0
- package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
- package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
- package/md_cg/test_issue157b_index_remainder.py +344 -0
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
- package/md_cg/test_issue190_tidy_idempotent.py +806 -0
- package/md_cg/test_issue191_import_trust.py +382 -0
- package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
- package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
- package/md_cg/test_issue193_write_scope.py +378 -0
- package/md_cg/test_issue197_rank_credibility_property.py +201 -0
- package/md_cg/test_issue211_export_target.py +325 -0
- package/md_cg/test_issue212_writeface_gaps.py +349 -0
- package/md_cg/test_issue214_reject_sensitivity.py +267 -0
- package/md_cg/test_issue215_condition_source_gap.py +272 -0
- package/md_cg/test_issue216_clash_routes.py +214 -0
- package/md_cg/test_issue217_slot_routes.py +248 -0
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
- package/md_cg/test_issue225_consistency_torn_log.py +433 -0
- package/md_cg/test_issue245_swarm_traversal.py +366 -0
- package/md_cg/test_issue258_pack_sensitivity.py +468 -0
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
- package/md_cg/test_issue274_read_node_id_none.py +341 -0
- package/md_cg/test_issue275_layer_param.py +250 -0
- package/md_cg/test_issue277_node_id_traversal.py +384 -0
- package/md_cg/test_issue278_neg_separated_tension.py +271 -0
- package/md_cg/test_issue278_neg_window.py +294 -0
- package/md_cg/test_issue278_negative_layering.py +83 -0
- package/md_cg/test_issue279_signers_path_guard.py +652 -0
- package/md_cg/test_issue284_skip_not_pass.py +291 -0
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
- package/md_cg/test_issue295_sleep_root_binding.py +589 -0
- package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
- package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
- package/md_cg/test_issue303_design_boundaries.py +262 -0
- package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
- package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
- package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
- package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
- package/md_cg/test_issue321_mcp_deep_json.py +305 -0
- package/md_cg/test_issue322_node_write_lock.py +727 -0
- package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
- package/md_cg/test_issue324_write_size_fields.py +215 -0
- package/md_cg/test_issue325_audit_poison.py +230 -0
- package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
- package/md_cg/test_issue326_key_perms.py +355 -0
- package/md_cg/test_issue326_twin_parser_parity.py +323 -0
- package/md_cg/test_issue326_vm_call_frame.py +569 -0
- package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
- package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
- package/md_cg/test_issue348_insight_verify_op.py +200 -0
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
- package/md_cg/test_issue350_casefold_collision.py +236 -0
- package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
- package/md_cg/test_issue352_imgaudit.py +418 -0
- package/md_cg/test_issue352_pathsjson.py +537 -0
- package/md_cg/test_issue352_refindex.py +412 -0
- package/md_cg/test_issue352_rollback.py +604 -0
- package/md_cg/test_issue352_vstateinherit.py +196 -0
- package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
- package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
- package/md_cg/test_issue354_rust_index_containment.py +571 -0
- package/md_cg/test_issue354_rust_wal_containment.py +606 -0
- package/md_cg/test_issue358_truncation_observable.py +247 -0
- package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
- package/md_cg/test_issue362_neg_condition.py +468 -0
- package/md_cg/test_issue363_lexical_idf.py +275 -0
- package/md_cg/test_issue370_readcache_assembly.py +488 -0
- package/md_cg/test_issue375_state_slot_retire.py +325 -0
- package/md_cg/test_issue376_heartbeat_failed.py +293 -0
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
- package/md_cg/test_issue378_protected_floor.py +310 -0
- package/md_cg/test_issue383_state_event_write_gate.py +462 -0
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
- package/md_cg/test_issue398_toolface_op_parity.py +511 -0
- package/md_cg/test_issue399_hive_json_shape.py +317 -0
- package/md_cg/test_issue400_hive_dirty_args.py +450 -0
- package/md_cg/test_issue401_wisdom_codegen.py +295 -0
- package/md_cg/test_issue404_heal_receipt.py +390 -0
- package/md_cg/test_issue405_git_pathspec.py +333 -0
- package/md_cg/test_issue408_eface_registry.py +291 -0
- package/md_cg/test_issue409_compact_index_completeness.py +509 -0
- package/md_cg/test_issue410_verify_demote_write.py +366 -0
- package/md_cg/test_issue411_scrub_idempotence.py +575 -0
- package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
- package/md_cg/test_issue413_preimage_failclosed.py +239 -0
- package/md_cg/test_issue413_preimage_twin.py +340 -0
- package/md_cg/test_issue414_write_args_parity.py +613 -0
- package/md_cg/test_issue415_deps_gate_probe.py +358 -0
- package/md_cg/test_issue416_entry_key_subset.py +525 -0
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
- package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
- package/md_cg/test_issue418_role_type_gate.py +265 -0
- package/md_cg/test_issue419_pii_redaction.py +642 -0
- package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
- package/md_cg/test_issue425_ingest_library_path.py +331 -0
- package/md_cg/test_issue426a_dedup_receipt.py +242 -0
- package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
- package/md_cg/test_issue427_serve_status_shape.py +191 -0
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
- package/md_cg/test_issue434_435_float_gate.py +90 -0
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
- package/md_cg/test_issue43_default_policy.py +874 -865
- package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
- package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
- package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
- package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
- package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
- package/md_cg/test_issue451_audit_actor.py +313 -0
- package/md_cg/test_issue452_ingest_root_hint.py +238 -0
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
- package/md_cg/test_issue466_basis_registry.py +469 -0
- package/md_cg/test_issue467_identity_sensitivity.py +204 -0
- package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
- package/md_cg/test_issue470_wal_event_durable.py +427 -0
- package/md_cg/test_issue471_identity_readable.py +137 -0
- package/md_cg/test_issue472_audit_chain.py +91 -0
- package/md_cg/test_issue472_prune_ledger.py +106 -0
- package/md_cg/test_issue472_rollback_degraded.py +82 -0
- package/md_cg/test_issue491_compose_sandbox.py +460 -0
- package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
- package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
- package/md_cg/test_issue525_read_null_semantics.py +52 -0
- package/md_cg/test_issue538_hook_condition_space.py +97 -0
- package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
- package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
- package/md_cg/test_issue542_tenant_root_same.py +153 -0
- package/md_cg/test_issue543_issue_authorization.py +147 -0
- package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
- package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
- package/md_cg/test_issue546_ledger_concurrency.py +81 -0
- package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
- package/md_cg/test_issue547_audit_durable.py +96 -0
- package/md_cg/test_issue549_durable_append.py +143 -0
- package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
- package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
- package/md_cg/test_issue559_refine_prefix.py +70 -0
- package/md_cg/test_issue561_pending_review.py +109 -0
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue66_scrub_semantics.py +107 -0
- package/md_cg/test_issue67_scrub_control_pool.py +233 -0
- package/md_cg/test_issue69_audit_boundary.py +129 -0
- package/md_cg/test_issue71_queue_backlog.py +377 -0
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
- package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
- package/md_cg/test_issue75_neural_failure.py +582 -0
- package/md_cg/test_issue78_export_concurrency.py +334 -0
- package/md_cg/test_issue80_residual_flush.py +169 -0
- package/md_cg/test_issue82_credential_rules.py +271 -0
- package/md_cg/test_issue82_layer_and_size.py +120 -0
- package/md_cg/test_issue84_portability.py +95 -0
- package/md_cg/test_issue85_export_overwrite.py +113 -0
- package/md_cg/test_issue86_runtime_revoke.py +110 -0
- package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
- package/md_cg/test_issue88_conclusion_face.py +280 -0
- package/md_cg/test_issue88_execution_conflicts.py +87 -0
- package/md_cg/test_issue89_zero_score.py +169 -0
- package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
- package/md_cg/test_issue91_verifier_sandbox.py +314 -0
- package/md_cg/test_issue91_verifier_timeout.py +528 -0
- package/md_cg/test_issue93_remember_redaction.py +282 -0
- package/md_cg/test_issue96_key_fallback.py +102 -0
- package/md_cg/test_issue98_tenant_root.py +104 -0
- package/md_cg/test_jsonl_commit_watermark.py +221 -0
- package/md_cg/test_live_validity_cache.py +256 -0
- package/md_cg/test_logref.py +1141 -1109
- package/md_cg/test_mcp_call_argument_types.py +99 -0
- package/md_cg/test_md_access_parity.py +330 -255
- package/md_cg/test_md_cg_no_hive_dep.py +140 -0
- package/md_cg/test_memory_rsi.py +215 -0
- package/md_cg/test_memory_rsi_adversarial.py +91 -0
- package/md_cg/test_mode_parity.py +1413 -1393
- package/md_cg/test_mutation_residue.py +120 -0
- package/md_cg/test_mutation_rollback.py +835 -805
- package/md_cg/test_n123_derive_expiry_chain.py +210 -205
- package/md_cg/test_n130_verify_falsified_protect.py +185 -185
- package/md_cg/test_n209_verify_write_face_gates.py +466 -461
- package/md_cg/test_n230_dirty_replay.py +52 -9
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_coverage_budget.py +500 -0
- package/md_cg/test_neg_tail_honesty.py +733 -663
- package/md_cg/test_p0.py +16 -2
- package/md_cg/test_p14_root_fallback.py +373 -0
- package/md_cg/test_p1x_ref_root.py +47 -10
- package/md_cg/test_p21_tokens.py +294 -293
- package/md_cg/test_p24_evidence.py +232 -227
- package/md_cg/test_p26_refindex.py +20 -3
- package/md_cg/test_p27_docindex.py +792 -777
- package/md_cg/test_p28_refcheck.py +1053 -1032
- package/md_cg/test_p29_session_ingest_export.py +6 -0
- package/md_cg/test_p2_mcp.py +474 -453
- package/md_cg/test_p2_six_elements.py +476 -463
- package/md_cg/test_p3.py +370 -261
- package/md_cg/test_p33_ccg_wiring.py +300 -293
- package/md_cg/test_p3_legacy_closure.py +438 -433
- package/md_cg/test_p40_refine_worklist.py +244 -241
- package/md_cg/test_p47_session_view.py +25 -9
- package/md_cg/test_p4_freshness.py +781 -774
- package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
- package/md_cg/test_p9c_dedup_hints.py +288 -283
- package/md_cg/test_policy_required_ccg.py +444 -432
- package/md_cg/test_postings_digest_memo.py +139 -0
- package/md_cg/test_predict_beta.py +138 -135
- package/md_cg/test_qmd.py +500 -0
- package/md_cg/test_query_excerpt.py +209 -0
- package/md_cg/test_reach.py +456 -378
- package/md_cg/test_reach_snapshot_admission.py +218 -0
- package/md_cg/test_readcache_prodpath.py +4 -0
- package/md_cg/test_recall_face_guards.py +854 -812
- package/md_cg/test_recall_metadata.py +422 -0
- package/md_cg/test_retr_s5.py +312 -213
- package/md_cg/test_retr_score_once.py +14 -2
- package/md_cg/test_review_cli_attribution.py +11 -7
- package/md_cg/test_review_queue_batch.py +123 -0
- package/md_cg/test_review_queue_index.py +130 -0
- package/md_cg/test_rrf_candidates.py +292 -0
- package/md_cg/test_rrf_qualified_topk.py +214 -0
- package/md_cg/test_rrf_unique_votes.py +218 -0
- package/md_cg/test_s1_ast_judge.py +110 -0
- package/md_cg/test_scrub_ledger.py +413 -0
- package/md_cg/test_security_audit_b26.py +34 -3
- package/md_cg/test_security_audit_v21.py +1 -2
- package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
- package/md_cg/test_session5_identity.py +93 -0
- package/md_cg/test_session_attribution_consistency.py +813 -0
- package/md_cg/test_session_identity_tristate.py +486 -0
- package/md_cg/test_sleep_p1.py +35 -3
- package/md_cg/test_state_event_op.py +521 -514
- package/md_cg/test_state_projection_streaming.py +136 -0
- package/md_cg/test_stg_interval_candidates.py +280 -0
- package/md_cg/test_stg_time_blocks.py +239 -0
- package/md_cg/test_stgidx_index_parity.py +1024 -1020
- package/md_cg/test_subgraph_bounded_bfs.py +227 -0
- package/md_cg/test_sustain_bounded.py +652 -624
- package/md_cg/test_task_memory.py +394 -0
- package/md_cg/test_text_projection_mutations.py +101 -0
- package/md_cg/test_time_anchor.py +421 -0
- package/md_cg/test_time_core_lint.py +1024 -975
- package/md_cg/test_tool_face.py +200 -189
- package/md_cg/test_trust_bounded_frontier.py +248 -0
- package/md_cg/test_trust_edge_reachability.py +405 -0
- package/md_cg/test_w5_path_fingerprint.py +381 -0
- package/md_cg/test_w7_redlines.py +659 -0
- package/md_cg/test_write_return_shape.py +919 -0
- package/md_cg/test_writepipe.py +228 -226
- package/md_cg/timeanchor.py +534 -0
- package/md_cg/tokens.py +68 -5
- package/md_cg/tool_face.py +273 -260
- package/md_cg/trust.py +1114 -1030
- package/md_cg/twophase.py +303 -231
- package/md_cg/weights.py +642 -638
- package/md_cg/whitebox.py +536 -527
- package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
- package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
- package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
- package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1633
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -298
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1065
- package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
- package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -470
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -476
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -958
- package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2895
- package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4054
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
- package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
- package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
- package/md_cg/writelimit.py +584 -390
- package/md_cg/writepipe.py +1337 -826
- package/package.json +14 -9
- package/scripts/workspace_index.py +328 -0
- package/src/bridge.ts +34 -11
- package/src/cli.ts +75 -65
- package/src/hooks.ts +932 -776
- package/src/index.ts +30 -7
- package/src/init.ts +362 -361
- package/src/lib/datapath.ts +419 -326
- package/src/lib/hook_audit.ts +42 -3
- package/src/lib/mdcg_client.ts +469 -461
- package/src/lib/mutual.ts +481 -432
- package/src/lib/prompt_safety.ts +178 -149
- package/src/lib/roleplay_web.ts +30 -2
- package/src/lib/token_store.ts +274 -52
- package/src/tools.ts +271 -223
- package/zcode/README.md +1 -1
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
- package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
- package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
- package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
- package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
- package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
- package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
- package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
- package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
- package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
- package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
- package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
- package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
- package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
- package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
- package/docs/eval/issue65_session_recall_/344/274/232/350/257/235/351/232/224/347/246/273_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -329
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
- package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
- package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
- package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
- package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
- package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
- package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
- package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
- package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
- package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
- package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
- package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -160
- package/docs/eval//345/217/221/345/270/20315_/344/274/232/350/257/235/351/232/224/347/246/273/344/277/256/345/244/215/344/270/216/350/272/253/344/275/223/345/272/223/345/261/225/347/244/272_v1.0.md +0 -88
- package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
- package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
- package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
- package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
- package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
- package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
- package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
- package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
- package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
- package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
- package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
- package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
- package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
- package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
- package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
- package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
- package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
- package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
- package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
- package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
- package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
- package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
- package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
- package/docs/mdcg/guardrail-charter.md +0 -164
- package/docs/mdcg/lingshu_tutorial.html +0 -14956
- package/docs/mdcg/memory-assessment.html +0 -923
- package/docs/mdcg/memory_score.html +0 -213
- package/docs/mdcg/memory_score.png +0 -0
- package/docs/mdcg/release_v0.3.0.md +0 -36
- package/docs/mdcg/release_v0.4.11.md +0 -49
- package/docs/mdcg/release_v0.4.5.md +0 -55
- package/docs/mdcg/tool_table_v0.3.0.md +0 -117
- package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
- package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
- package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
- package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
- package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
- package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
- package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
- package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
- package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
- package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
- package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
- package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
- package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
- package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
- package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
- package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
- package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
- package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
- package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
- package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
- package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
- package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
- package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
- package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
- package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
- package/docs/promo/bilibili-cover.jpg +0 -0
- package/docs/promo/promo-visual-1.png +0 -0
- package/docs/promo/promo-visual-2.png +0 -0
- package/docs/promo/promo-visual-3.png +0 -0
- package/docs/promo/promo-visual-4.png +0 -0
- package/docs/promo/promo-visual-5.png +0 -0
- package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
- package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
- package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
- package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
- package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
- package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
- package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
- package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
- package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
- package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
- package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
- package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
- package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
- package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
package/md_cg/test_logref.py
CHANGED
|
@@ -1,1109 +1,1141 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""test_logref —— N203 P1/P2 守卫:日志真源 → ref 索引(临时库)。
|
|
3
|
-
|
|
4
|
-
覆盖 plan §6 守卫表的六条口径(幂等 / 插话两代 / 悬空 / 回读逐字节 / 密级跟源 /
|
|
5
|
-
path 口径)+两面(⓪ 写面边界、⑦ 生产读面端到端),并自带**定点变异红基线**(见下)。
|
|
6
|
-
|
|
7
|
-
链路:合成 zstd 日志 → `scripts/dsh_log_index.py` 的转写(**该模块一行不改**,只
|
|
8
|
-
importlib 复用)→ `md_cg/logref.write_session` 落 ref 节点 → 两代对账。
|
|
9
|
-
|
|
10
|
-
守卫面(判据全走**合成夹具**:哑日志/哑正文/临时库,绝不触活库、真实会话与真实转写根)
|
|
11
|
-
⓪ 写面边界 —— 库根必须在 tempfile 之下,且不得等于转写根/仓检出;**比对走 normcase**
|
|
12
|
-
(Windows realpath 会改大小写,纯 realpath 比对会让「库根=转写根」过闸,评审⑨)。
|
|
13
|
-
① 幂等 —— 同源重跑 `updated == 0`、全库区间哈希复核全 ok。
|
|
14
|
-
② 同标题异内容 —— 同区间换正文(**长度不变**)⇒ id 不变而 hash 变:必须被计成
|
|
15
|
-
`updated`;把落库判据改回「id 撞即跳」(变异)后 `updated == 0` 且区间哈希复核
|
|
16
|
-
出现不一致 ⇒ 该判据必转红。这是 N203 静默的根因面。
|
|
17
|
-
③ 插话两代 —— 旧式非根章错位槽 ≥ 2(判别力)、新式 `missing/misplaced/roundtrip` 全 0、
|
|
18
|
-
`updated == updated_expected`、旧式重跑全撞 id(旧节点留 v1)。
|
|
19
|
-
④ 悬空 —— 删真源 ⇒ src 层 dangling;删转写 ⇒ 区间层 dangling 而 **src 层仍 ok**(两层
|
|
20
|
-
解耦);带 `regenerable` 的节点不被 `prune_dangling` 列入(计数透出),反向对照的
|
|
21
|
-
非 regenerable 悬空节点**必须**被列入。
|
|
22
|
-
⑤ 密级跟源 —— 节点密级 == `docindex.sensitivity_for(src["path"], None)` 的**真源路径判**;
|
|
23
|
-
落进 `crypto.ENCRYPTED_LEVELS` 时报告里必须出现加密告警计数(v1.0 误标 private 致
|
|
24
|
-
检索零命中,静默复现不可接受);且一律不低于 internal。
|
|
25
|
-
⑥ path 口径 —— `doc_ref.root` == 转写根、path 为相对路径;同 sid 跨 ws 时**裸文件名
|
|
26
|
-
口径必撞 id**、改写口径 0 撞;绝对 path 当 rel 在 `probe_ref` 里仍会 status=ok
|
|
27
|
-
(既有实现不拦)⇒ 口径必须由落库侧写死。
|
|
28
|
-
|
|
29
|
-
红基线(判别力自证,见 `_MUTATIONS`/`EXPECTED_RED`)
|
|
30
|
-
python -X utf8 -m md_cg.test_logref --head-baseline
|
|
31
|
-
读**工作区** `md_cg/logref.py` 的源码文本,按定点变异表把落库判据(「区间哈希 + 行位
|
|
32
|
-
全等才算已索引」)改回 N203 v1.0 的「**id 撞即跳**」,用变异后的 `node_state` 跑**同一
|
|
33
|
-
套** check,断言「红项集合 == 预期红项」(恰好命中,多一项少一项都报红)。锚点命中次数
|
|
34
|
-
不是恰好 1(漂移/歧义)即 ANCHOR-MISS → fail-closed(**两态都查**:绿态也查,免得锚点
|
|
35
|
-
漂移后绿线还绿着、红基线已静默失效)。不取 `git show HEAD:` 做基线源——HEAD 在改动
|
|
36
|
-
提交那一刻就变成实现本身,判别力会静默失效(前车之鉴见
|
|
37
|
-
`md_cg/test_policy_required_ccg.py` 头注:批次 70/77)。
|
|
38
|
-
|
|
39
|
-
运行:python -X utf8 -m md_cg.test_logref [--head-baseline]
|
|
40
|
-
依赖:zstandard(缺失 → 正文链路 SKIP 退出 0,对齐 run_tests 裸 clone 不假红口径;
|
|
41
|
-
但锚点 + 红项表自证照跑——漂移/陈化仍退出 2,不因缺依赖而变纯空转)
|
|
42
|
-
退出码:绿态 0=全绿;红基线 0=红项集合符合预期;2=锚点漂移/红项表陈化(fail-closed)
|
|
43
|
-
"""
|
|
44
|
-
from __future__ import annotations
|
|
45
|
-
|
|
46
|
-
import argparse
|
|
47
|
-
import contextlib
|
|
48
|
-
import importlib.util
|
|
49
|
-
import io
|
|
50
|
-
import json
|
|
51
|
-
import os
|
|
52
|
-
import shutil
|
|
53
|
-
import sys
|
|
54
|
-
import tempfile
|
|
55
|
-
import traceback
|
|
56
|
-
|
|
57
|
-
REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
58
|
-
sys.path.insert(0, REPO)
|
|
59
|
-
|
|
60
|
-
from md_cg import codeindex, crypto, docindex, logref, refindex, srcindex # noqa: E402
|
|
61
|
-
from md_cg.mdcos import MdCGSecure # noqa: E402
|
|
62
|
-
from md_cg.security import Principal # noqa: E402
|
|
63
|
-
|
|
64
|
-
PASS = FAIL = 0
|
|
65
|
-
FAILS = []
|
|
66
|
-
RED = [] # 转红项 cid(红基线模式比对用;绿态为空)
|
|
67
|
-
TOOL = None
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
def ck(cid: str, ok: bool, detail="") -> None:
|
|
71
|
-
global PASS, FAIL
|
|
72
|
-
if ok:
|
|
73
|
-
PASS += 1
|
|
74
|
-
else:
|
|
75
|
-
FAIL += 1
|
|
76
|
-
RED.append(cid)
|
|
77
|
-
FAILS.append("%s %s" % (cid, detail))
|
|
78
|
-
print(" %s %s%s" % ("OK " if ok else "FAIL", cid, "" if ok else " " + str(detail)[:220]))
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
# ---------------- 夹具(全合成:哑 zstd 日志 + 哑正文) ----------------
|
|
82
|
-
|
|
83
|
-
def _body(tag: str, n: int = 16) -> str:
|
|
84
|
-
"""合成正文。**必须 ≥ docindex.MIN_BODY=200 字**:不足的章会被并入父章
|
|
85
|
-
(docindex.py:186/:190),夹具就造不出「多节」结构。"""
|
|
86
|
-
return ("【%s】" % tag) + ("合成哑正文片段,仅用于夹具对齐。" * n)
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
def _msg(turn: int, role: str, text: str, mid: str) -> str:
|
|
90
|
-
if role == "user":
|
|
91
|
-
return json.dumps({"type": "user/message",
|
|
92
|
-
"data": {"id": mid,
|
|
93
|
-
"content": [{"type": "text", "text": text}]}},
|
|
94
|
-
ensure_ascii=False)
|
|
95
|
-
return json.dumps({"type": "assistant/message",
|
|
96
|
-
"data": {"turn": turn, "id": mid,
|
|
97
|
-
"message": {"content": [{"type": "text",
|
|
98
|
-
"text": text}]}}},
|
|
99
|
-
ensure_ascii=False)
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
def _log_lines(sid: str, mark: int = 1, n_turns: int = 3, splice: bool = False) -> list:
|
|
103
|
-
"""合成 v4 日志行:首行 session 元数据 + 每轮 user/assistant(正文各 ≥200 字)。
|
|
104
|
-
|
|
105
|
-
`mark` 换**同长度**的哑正文(用于「同标题同区间换内容」:行数不变、hash 变)。
|
|
106
|
-
`splice=True` 在**首条 user 之后**插入一条 user 消息(靠前处插一节):插入点必须
|
|
107
|
-
在首条之后,否则 `derive_session_token` 的 basis 变、旧式 id 空间整体换掉。
|
|
108
|
-
"""
|
|
109
|
-
ls = [json.dumps({"type": "session", "id": "uuid-" + sid,
|
|
110
|
-
"createdAt": 1750000000000, "cwd": "D:/gt-ws",
|
|
111
|
-
"agentPreset": "p"}, ensure_ascii=False)]
|
|
112
|
-
for t in range(1, n_turns + 1):
|
|
113
|
-
ls.append(json.dumps({"type": "turn/start", "data": {"turn": t}}))
|
|
114
|
-
ls.append(_msg(t, "user", _body("用户%d" % t), "u-%d" % t))
|
|
115
|
-
if splice and t == 1:
|
|
116
|
-
ls.append(_msg(1, "user", _body("插话"), "u-1b"))
|
|
117
|
-
ls.append(_msg(t, "assistant", _body("助手%dr%d" % (t, mark)), "a-%d" % t))
|
|
118
|
-
return ls
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
def _write_log(path: str, lines: list) -> bytes:
|
|
122
|
-
import zstandard as zstd
|
|
123
|
-
raw = ("\n".join(lines) + "\n").encode("utf-8")
|
|
124
|
-
os.makedirs(os.path.dirname(path), exist_ok=True)
|
|
125
|
-
with open(path, "wb") as f:
|
|
126
|
-
f.write(zstd.ZstdCompressor().compress(raw))
|
|
127
|
-
with open(path, "rb") as f:
|
|
128
|
-
return f.read()
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
#: 夹具会话(ws-a/private-ws 下同名 sid —— ⑥ 的「同 sid 跨 ws」前提就靠它)
|
|
132
|
-
SESSIONS = (("ws-a", "sess-1"), ("ws-a", "sess-2"), ("private-ws", "sess-1"))
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
def make_fixture(base: str) -> str:
|
|
136
|
-
sroot = os.path.join(base, "sessions")
|
|
137
|
-
for ws, sid in SESSIONS:
|
|
138
|
-
_write_log(os.path.join(sroot, ws, sid, "session.v4.jsonl.zstd"),
|
|
139
|
-
_log_lines(sid))
|
|
140
|
-
return sroot
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
def log_path(sroot: str, ws: str, sid: str) -> str:
|
|
144
|
-
return os.path.join(sroot, ws, sid, "session.v4.jsonl.zstd")
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
# ---------------- 工具驱动(importlib 复用 scripts/_mdcg_reindex_dshlogs.py) ----------------
|
|
148
|
-
|
|
149
|
-
def load_tool():
|
|
150
|
-
p = os.path.join(REPO, "scripts", "_mdcg_reindex_dshlogs.py")
|
|
151
|
-
spec = importlib.util.spec_from_file_location("_n203_guard_tool", p)
|
|
152
|
-
mod = importlib.util.module_from_spec(spec)
|
|
153
|
-
spec.loader.exec_module(mod)
|
|
154
|
-
return mod
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
def
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
def
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
return
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
return (
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
""
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
"""
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
# ----------------
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
#
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
try:
|
|
406
|
-
|
|
407
|
-
finally:
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
ck("
|
|
455
|
-
|
|
456
|
-
ck("
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
ck("
|
|
473
|
-
|
|
474
|
-
(
|
|
475
|
-
ck("
|
|
476
|
-
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
# ----------------
|
|
485
|
-
|
|
486
|
-
def
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
ck("
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
|
|
585
|
-
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
607
|
-
|
|
608
|
-
|
|
609
|
-
|
|
610
|
-
|
|
611
|
-
|
|
612
|
-
|
|
613
|
-
|
|
614
|
-
|
|
615
|
-
|
|
616
|
-
|
|
617
|
-
|
|
618
|
-
|
|
619
|
-
|
|
620
|
-
|
|
621
|
-
|
|
622
|
-
|
|
623
|
-
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
|
|
628
|
-
|
|
629
|
-
|
|
630
|
-
|
|
631
|
-
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
|
|
635
|
-
|
|
636
|
-
|
|
637
|
-
|
|
638
|
-
|
|
639
|
-
|
|
640
|
-
|
|
641
|
-
|
|
642
|
-
|
|
643
|
-
|
|
644
|
-
|
|
645
|
-
|
|
646
|
-
|
|
647
|
-
|
|
648
|
-
|
|
649
|
-
|
|
650
|
-
|
|
651
|
-
|
|
652
|
-
|
|
653
|
-
|
|
654
|
-
|
|
655
|
-
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
|
|
659
|
-
|
|
660
|
-
|
|
661
|
-
|
|
662
|
-
|
|
663
|
-
|
|
664
|
-
|
|
665
|
-
|
|
666
|
-
|
|
667
|
-
|
|
668
|
-
|
|
669
|
-
|
|
670
|
-
|
|
671
|
-
|
|
672
|
-
|
|
673
|
-
|
|
674
|
-
|
|
675
|
-
|
|
676
|
-
|
|
677
|
-
|
|
678
|
-
|
|
679
|
-
|
|
680
|
-
ck("
|
|
681
|
-
|
|
682
|
-
|
|
683
|
-
|
|
684
|
-
|
|
685
|
-
|
|
686
|
-
|
|
687
|
-
|
|
688
|
-
|
|
689
|
-
|
|
690
|
-
|
|
691
|
-
|
|
692
|
-
|
|
693
|
-
|
|
694
|
-
|
|
695
|
-
|
|
696
|
-
|
|
697
|
-
|
|
698
|
-
|
|
699
|
-
|
|
700
|
-
|
|
701
|
-
|
|
702
|
-
|
|
703
|
-
|
|
704
|
-
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
|
|
714
|
-
try:
|
|
715
|
-
|
|
716
|
-
|
|
717
|
-
|
|
718
|
-
|
|
719
|
-
|
|
720
|
-
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
|
|
724
|
-
|
|
725
|
-
|
|
726
|
-
|
|
727
|
-
|
|
728
|
-
|
|
729
|
-
|
|
730
|
-
|
|
731
|
-
|
|
732
|
-
|
|
733
|
-
|
|
734
|
-
|
|
735
|
-
|
|
736
|
-
|
|
737
|
-
|
|
738
|
-
|
|
739
|
-
|
|
740
|
-
|
|
741
|
-
|
|
742
|
-
|
|
743
|
-
|
|
744
|
-
|
|
745
|
-
|
|
746
|
-
|
|
747
|
-
|
|
748
|
-
|
|
749
|
-
|
|
750
|
-
|
|
751
|
-
|
|
752
|
-
|
|
753
|
-
|
|
754
|
-
|
|
755
|
-
|
|
756
|
-
|
|
757
|
-
|
|
758
|
-
|
|
759
|
-
|
|
760
|
-
|
|
761
|
-
|
|
762
|
-
|
|
763
|
-
|
|
764
|
-
|
|
765
|
-
|
|
766
|
-
|
|
767
|
-
|
|
768
|
-
|
|
769
|
-
|
|
770
|
-
|
|
771
|
-
|
|
772
|
-
|
|
773
|
-
|
|
774
|
-
#
|
|
775
|
-
|
|
776
|
-
|
|
777
|
-
|
|
778
|
-
|
|
779
|
-
|
|
780
|
-
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
|
|
784
|
-
|
|
785
|
-
|
|
786
|
-
|
|
787
|
-
|
|
788
|
-
|
|
789
|
-
|
|
790
|
-
|
|
791
|
-
|
|
792
|
-
|
|
793
|
-
|
|
794
|
-
|
|
795
|
-
|
|
796
|
-
|
|
797
|
-
|
|
798
|
-
|
|
799
|
-
|
|
800
|
-
|
|
801
|
-
|
|
802
|
-
|
|
803
|
-
|
|
804
|
-
|
|
805
|
-
|
|
806
|
-
|
|
807
|
-
|
|
808
|
-
|
|
809
|
-
|
|
810
|
-
|
|
811
|
-
def
|
|
812
|
-
"""
|
|
813
|
-
|
|
814
|
-
|
|
815
|
-
|
|
816
|
-
|
|
817
|
-
|
|
818
|
-
|
|
819
|
-
|
|
820
|
-
|
|
821
|
-
|
|
822
|
-
|
|
823
|
-
|
|
824
|
-
|
|
825
|
-
|
|
826
|
-
|
|
827
|
-
|
|
828
|
-
|
|
829
|
-
|
|
830
|
-
|
|
831
|
-
|
|
832
|
-
|
|
833
|
-
|
|
834
|
-
|
|
835
|
-
|
|
836
|
-
|
|
837
|
-
|
|
838
|
-
|
|
839
|
-
|
|
840
|
-
|
|
841
|
-
|
|
842
|
-
|
|
843
|
-
|
|
844
|
-
|
|
845
|
-
|
|
846
|
-
|
|
847
|
-
|
|
848
|
-
|
|
849
|
-
|
|
850
|
-
|
|
851
|
-
|
|
852
|
-
|
|
853
|
-
|
|
854
|
-
|
|
855
|
-
|
|
856
|
-
|
|
857
|
-
|
|
858
|
-
|
|
859
|
-
|
|
860
|
-
|
|
861
|
-
|
|
862
|
-
|
|
863
|
-
|
|
864
|
-
|
|
865
|
-
|
|
866
|
-
|
|
867
|
-
|
|
868
|
-
|
|
869
|
-
|
|
870
|
-
|
|
871
|
-
|
|
872
|
-
|
|
873
|
-
|
|
874
|
-
ck("
|
|
875
|
-
|
|
876
|
-
|
|
877
|
-
|
|
878
|
-
|
|
879
|
-
|
|
880
|
-
|
|
881
|
-
|
|
882
|
-
|
|
883
|
-
|
|
884
|
-
|
|
885
|
-
|
|
886
|
-
|
|
887
|
-
|
|
888
|
-
|
|
889
|
-
|
|
890
|
-
|
|
891
|
-
|
|
892
|
-
|
|
893
|
-
|
|
894
|
-
|
|
895
|
-
|
|
896
|
-
|
|
897
|
-
|
|
898
|
-
ck("
|
|
899
|
-
|
|
900
|
-
print(" [P2
|
|
901
|
-
% (len(
|
|
902
|
-
|
|
903
|
-
|
|
904
|
-
|
|
905
|
-
|
|
906
|
-
|
|
907
|
-
|
|
908
|
-
|
|
909
|
-
|
|
910
|
-
|
|
911
|
-
|
|
912
|
-
|
|
913
|
-
|
|
914
|
-
|
|
915
|
-
|
|
916
|
-
|
|
917
|
-
|
|
918
|
-
|
|
919
|
-
|
|
920
|
-
|
|
921
|
-
|
|
922
|
-
|
|
923
|
-
(
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
|
|
930
|
-
|
|
931
|
-
|
|
932
|
-
|
|
933
|
-
|
|
934
|
-
|
|
935
|
-
|
|
936
|
-
|
|
937
|
-
|
|
938
|
-
|
|
939
|
-
|
|
940
|
-
|
|
941
|
-
|
|
942
|
-
|
|
943
|
-
|
|
944
|
-
|
|
945
|
-
|
|
946
|
-
|
|
947
|
-
|
|
948
|
-
|
|
949
|
-
|
|
950
|
-
)
|
|
951
|
-
|
|
952
|
-
|
|
953
|
-
|
|
954
|
-
|
|
955
|
-
|
|
956
|
-
|
|
957
|
-
|
|
958
|
-
|
|
959
|
-
|
|
960
|
-
|
|
961
|
-
|
|
962
|
-
|
|
963
|
-
|
|
964
|
-
#:
|
|
965
|
-
#:
|
|
966
|
-
#:
|
|
967
|
-
#:
|
|
968
|
-
|
|
969
|
-
|
|
970
|
-
|
|
971
|
-
|
|
972
|
-
|
|
973
|
-
|
|
974
|
-
|
|
975
|
-
|
|
976
|
-
|
|
977
|
-
|
|
978
|
-
#:
|
|
979
|
-
|
|
980
|
-
|
|
981
|
-
|
|
982
|
-
|
|
983
|
-
|
|
984
|
-
|
|
985
|
-
|
|
986
|
-
|
|
987
|
-
|
|
988
|
-
|
|
989
|
-
|
|
990
|
-
|
|
991
|
-
|
|
992
|
-
|
|
993
|
-
|
|
994
|
-
|
|
995
|
-
|
|
996
|
-
|
|
997
|
-
|
|
998
|
-
|
|
999
|
-
|
|
1000
|
-
|
|
1001
|
-
|
|
1002
|
-
|
|
1003
|
-
|
|
1004
|
-
|
|
1005
|
-
|
|
1006
|
-
|
|
1007
|
-
|
|
1008
|
-
|
|
1009
|
-
|
|
1010
|
-
|
|
1011
|
-
|
|
1012
|
-
|
|
1013
|
-
if
|
|
1014
|
-
raise AnchorMiss("
|
|
1015
|
-
|
|
1016
|
-
|
|
1017
|
-
|
|
1018
|
-
#
|
|
1019
|
-
|
|
1020
|
-
|
|
1021
|
-
|
|
1022
|
-
|
|
1023
|
-
|
|
1024
|
-
|
|
1025
|
-
|
|
1026
|
-
|
|
1027
|
-
|
|
1028
|
-
|
|
1029
|
-
|
|
1030
|
-
|
|
1031
|
-
|
|
1032
|
-
(
|
|
1033
|
-
)
|
|
1034
|
-
|
|
1035
|
-
|
|
1036
|
-
|
|
1037
|
-
|
|
1038
|
-
|
|
1039
|
-
|
|
1040
|
-
|
|
1041
|
-
|
|
1042
|
-
|
|
1043
|
-
|
|
1044
|
-
|
|
1045
|
-
|
|
1046
|
-
|
|
1047
|
-
|
|
1048
|
-
|
|
1049
|
-
|
|
1050
|
-
|
|
1051
|
-
|
|
1052
|
-
|
|
1053
|
-
|
|
1054
|
-
|
|
1055
|
-
|
|
1056
|
-
|
|
1057
|
-
|
|
1058
|
-
|
|
1059
|
-
|
|
1060
|
-
|
|
1061
|
-
|
|
1062
|
-
|
|
1063
|
-
|
|
1064
|
-
|
|
1065
|
-
|
|
1066
|
-
|
|
1067
|
-
|
|
1068
|
-
|
|
1069
|
-
|
|
1070
|
-
|
|
1071
|
-
|
|
1072
|
-
|
|
1073
|
-
|
|
1074
|
-
|
|
1075
|
-
|
|
1076
|
-
|
|
1077
|
-
|
|
1078
|
-
|
|
1079
|
-
|
|
1080
|
-
|
|
1081
|
-
print("
|
|
1082
|
-
|
|
1083
|
-
|
|
1084
|
-
|
|
1085
|
-
|
|
1086
|
-
|
|
1087
|
-
|
|
1088
|
-
|
|
1089
|
-
|
|
1090
|
-
|
|
1091
|
-
|
|
1092
|
-
|
|
1093
|
-
|
|
1094
|
-
|
|
1095
|
-
|
|
1096
|
-
|
|
1097
|
-
|
|
1098
|
-
|
|
1099
|
-
|
|
1100
|
-
|
|
1101
|
-
|
|
1102
|
-
|
|
1103
|
-
|
|
1104
|
-
|
|
1105
|
-
|
|
1106
|
-
|
|
1107
|
-
|
|
1108
|
-
|
|
1109
|
-
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""test_logref —— N203 P1/P2 守卫:日志真源 → ref 索引(临时库)。
|
|
3
|
+
|
|
4
|
+
覆盖 plan §6 守卫表的六条口径(幂等 / 插话两代 / 悬空 / 回读逐字节 / 密级跟源 /
|
|
5
|
+
path 口径)+两面(⓪ 写面边界、⑦ 生产读面端到端),并自带**定点变异红基线**(见下)。
|
|
6
|
+
|
|
7
|
+
链路:合成 zstd 日志 → `scripts/dsh_log_index.py` 的转写(**该模块一行不改**,只
|
|
8
|
+
importlib 复用)→ `md_cg/logref.write_session` 落 ref 节点 → 两代对账。
|
|
9
|
+
|
|
10
|
+
守卫面(判据全走**合成夹具**:哑日志/哑正文/临时库,绝不触活库、真实会话与真实转写根)
|
|
11
|
+
⓪ 写面边界 —— 库根必须在 tempfile 之下,且不得等于转写根/仓检出;**比对走 normcase**
|
|
12
|
+
(Windows realpath 会改大小写,纯 realpath 比对会让「库根=转写根」过闸,评审⑨)。
|
|
13
|
+
① 幂等 —— 同源重跑 `updated == 0`、全库区间哈希复核全 ok。
|
|
14
|
+
② 同标题异内容 —— 同区间换正文(**长度不变**)⇒ id 不变而 hash 变:必须被计成
|
|
15
|
+
`updated`;把落库判据改回「id 撞即跳」(变异)后 `updated == 0` 且区间哈希复核
|
|
16
|
+
出现不一致 ⇒ 该判据必转红。这是 N203 静默的根因面。
|
|
17
|
+
③ 插话两代 —— 旧式非根章错位槽 ≥ 2(判别力)、新式 `missing/misplaced/roundtrip` 全 0、
|
|
18
|
+
`updated == updated_expected`、旧式重跑全撞 id(旧节点留 v1)。
|
|
19
|
+
④ 悬空 —— 删真源 ⇒ src 层 dangling;删转写 ⇒ 区间层 dangling 而 **src 层仍 ok**(两层
|
|
20
|
+
解耦);带 `regenerable` 的节点不被 `prune_dangling` 列入(计数透出),反向对照的
|
|
21
|
+
非 regenerable 悬空节点**必须**被列入。
|
|
22
|
+
⑤ 密级跟源 —— 节点密级 == `docindex.sensitivity_for(src["path"], None)` 的**真源路径判**;
|
|
23
|
+
落进 `crypto.ENCRYPTED_LEVELS` 时报告里必须出现加密告警计数(v1.0 误标 private 致
|
|
24
|
+
检索零命中,静默复现不可接受);且一律不低于 internal。
|
|
25
|
+
⑥ path 口径 —— `doc_ref.root` == 转写根、path 为相对路径;同 sid 跨 ws 时**裸文件名
|
|
26
|
+
口径必撞 id**、改写口径 0 撞;绝对 path 当 rel 在 `probe_ref` 里仍会 status=ok
|
|
27
|
+
(既有实现不拦)⇒ 口径必须由落库侧写死。
|
|
28
|
+
|
|
29
|
+
红基线(判别力自证,见 `_MUTATIONS`/`EXPECTED_RED`)
|
|
30
|
+
python -X utf8 -m md_cg.test_logref --head-baseline
|
|
31
|
+
读**工作区** `md_cg/logref.py` 的源码文本,按定点变异表把落库判据(「区间哈希 + 行位
|
|
32
|
+
全等才算已索引」)改回 N203 v1.0 的「**id 撞即跳**」,用变异后的 `node_state` 跑**同一
|
|
33
|
+
套** check,断言「红项集合 == 预期红项」(恰好命中,多一项少一项都报红)。锚点命中次数
|
|
34
|
+
不是恰好 1(漂移/歧义)即 ANCHOR-MISS → fail-closed(**两态都查**:绿态也查,免得锚点
|
|
35
|
+
漂移后绿线还绿着、红基线已静默失效)。不取 `git show HEAD:` 做基线源——HEAD 在改动
|
|
36
|
+
提交那一刻就变成实现本身,判别力会静默失效(前车之鉴见
|
|
37
|
+
`md_cg/test_policy_required_ccg.py` 头注:批次 70/77)。
|
|
38
|
+
|
|
39
|
+
运行:python -X utf8 -m md_cg.test_logref [--head-baseline]
|
|
40
|
+
依赖:zstandard(缺失 → 正文链路 SKIP 退出 0,对齐 run_tests 裸 clone 不假红口径;
|
|
41
|
+
但锚点 + 红项表自证照跑——漂移/陈化仍退出 2,不因缺依赖而变纯空转)
|
|
42
|
+
退出码:绿态 0=全绿;红基线 0=红项集合符合预期;2=锚点漂移/红项表陈化(fail-closed)
|
|
43
|
+
"""
|
|
44
|
+
from __future__ import annotations
|
|
45
|
+
|
|
46
|
+
import argparse
|
|
47
|
+
import contextlib
|
|
48
|
+
import importlib.util
|
|
49
|
+
import io
|
|
50
|
+
import json
|
|
51
|
+
import os
|
|
52
|
+
import shutil
|
|
53
|
+
import sys
|
|
54
|
+
import tempfile
|
|
55
|
+
import traceback
|
|
56
|
+
|
|
57
|
+
REPO = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
58
|
+
sys.path.insert(0, REPO)
|
|
59
|
+
|
|
60
|
+
from md_cg import codeindex, crypto, docindex, logref, refindex, srcindex # noqa: E402
|
|
61
|
+
from md_cg.mdcos import MdCGSecure # noqa: E402
|
|
62
|
+
from md_cg.security import Principal # noqa: E402
|
|
63
|
+
|
|
64
|
+
PASS = FAIL = 0
|
|
65
|
+
FAILS = []
|
|
66
|
+
RED = [] # 转红项 cid(红基线模式比对用;绿态为空)
|
|
67
|
+
TOOL = None
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
def ck(cid: str, ok: bool, detail="") -> None:
|
|
71
|
+
global PASS, FAIL
|
|
72
|
+
if ok:
|
|
73
|
+
PASS += 1
|
|
74
|
+
else:
|
|
75
|
+
FAIL += 1
|
|
76
|
+
RED.append(cid)
|
|
77
|
+
FAILS.append("%s %s" % (cid, detail))
|
|
78
|
+
print(" %s %s%s" % ("OK " if ok else "FAIL", cid, "" if ok else " " + str(detail)[:220]))
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
# ---------------- 夹具(全合成:哑 zstd 日志 + 哑正文) ----------------
|
|
82
|
+
|
|
83
|
+
def _body(tag: str, n: int = 16) -> str:
|
|
84
|
+
"""合成正文。**必须 ≥ docindex.MIN_BODY=200 字**:不足的章会被并入父章
|
|
85
|
+
(docindex.py:186/:190),夹具就造不出「多节」结构。"""
|
|
86
|
+
return ("【%s】" % tag) + ("合成哑正文片段,仅用于夹具对齐。" * n)
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
def _msg(turn: int, role: str, text: str, mid: str) -> str:
|
|
90
|
+
if role == "user":
|
|
91
|
+
return json.dumps({"type": "user/message",
|
|
92
|
+
"data": {"id": mid,
|
|
93
|
+
"content": [{"type": "text", "text": text}]}},
|
|
94
|
+
ensure_ascii=False)
|
|
95
|
+
return json.dumps({"type": "assistant/message",
|
|
96
|
+
"data": {"turn": turn, "id": mid,
|
|
97
|
+
"message": {"content": [{"type": "text",
|
|
98
|
+
"text": text}]}}},
|
|
99
|
+
ensure_ascii=False)
|
|
100
|
+
|
|
101
|
+
|
|
102
|
+
def _log_lines(sid: str, mark: int = 1, n_turns: int = 3, splice: bool = False) -> list:
|
|
103
|
+
"""合成 v4 日志行:首行 session 元数据 + 每轮 user/assistant(正文各 ≥200 字)。
|
|
104
|
+
|
|
105
|
+
`mark` 换**同长度**的哑正文(用于「同标题同区间换内容」:行数不变、hash 变)。
|
|
106
|
+
`splice=True` 在**首条 user 之后**插入一条 user 消息(靠前处插一节):插入点必须
|
|
107
|
+
在首条之后,否则 `derive_session_token` 的 basis 变、旧式 id 空间整体换掉。
|
|
108
|
+
"""
|
|
109
|
+
ls = [json.dumps({"type": "session", "id": "uuid-" + sid,
|
|
110
|
+
"createdAt": 1750000000000, "cwd": "D:/gt-ws",
|
|
111
|
+
"agentPreset": "p"}, ensure_ascii=False)]
|
|
112
|
+
for t in range(1, n_turns + 1):
|
|
113
|
+
ls.append(json.dumps({"type": "turn/start", "data": {"turn": t}}))
|
|
114
|
+
ls.append(_msg(t, "user", _body("用户%d" % t), "u-%d" % t))
|
|
115
|
+
if splice and t == 1:
|
|
116
|
+
ls.append(_msg(1, "user", _body("插话"), "u-1b"))
|
|
117
|
+
ls.append(_msg(t, "assistant", _body("助手%dr%d" % (t, mark)), "a-%d" % t))
|
|
118
|
+
return ls
|
|
119
|
+
|
|
120
|
+
|
|
121
|
+
def _write_log(path: str, lines: list) -> bytes:
|
|
122
|
+
import zstandard as zstd
|
|
123
|
+
raw = ("\n".join(lines) + "\n").encode("utf-8")
|
|
124
|
+
os.makedirs(os.path.dirname(path), exist_ok=True)
|
|
125
|
+
with open(path, "wb") as f:
|
|
126
|
+
f.write(zstd.ZstdCompressor().compress(raw))
|
|
127
|
+
with open(path, "rb") as f:
|
|
128
|
+
return f.read()
|
|
129
|
+
|
|
130
|
+
|
|
131
|
+
#: 夹具会话(ws-a/private-ws 下同名 sid —— ⑥ 的「同 sid 跨 ws」前提就靠它)
|
|
132
|
+
SESSIONS = (("ws-a", "sess-1"), ("ws-a", "sess-2"), ("private-ws", "sess-1"))
|
|
133
|
+
|
|
134
|
+
|
|
135
|
+
def make_fixture(base: str) -> str:
|
|
136
|
+
sroot = os.path.join(base, "sessions")
|
|
137
|
+
for ws, sid in SESSIONS:
|
|
138
|
+
_write_log(os.path.join(sroot, ws, sid, "session.v4.jsonl.zstd"),
|
|
139
|
+
_log_lines(sid))
|
|
140
|
+
return sroot
|
|
141
|
+
|
|
142
|
+
|
|
143
|
+
def log_path(sroot: str, ws: str, sid: str) -> str:
|
|
144
|
+
return os.path.join(sroot, ws, sid, "session.v4.jsonl.zstd")
|
|
145
|
+
|
|
146
|
+
|
|
147
|
+
# ---------------- 工具驱动(importlib 复用 scripts/_mdcg_reindex_dshlogs.py) ----------------
|
|
148
|
+
|
|
149
|
+
def load_tool():
|
|
150
|
+
p = os.path.join(REPO, "scripts", "_mdcg_reindex_dshlogs.py")
|
|
151
|
+
spec = importlib.util.spec_from_file_location("_n203_guard_tool", p)
|
|
152
|
+
mod = importlib.util.module_from_spec(spec)
|
|
153
|
+
spec.loader.exec_module(mod)
|
|
154
|
+
return mod
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
_DECLARED_ROOTS = None
|
|
158
|
+
|
|
159
|
+
|
|
160
|
+
def declare_roots(tmp: str) -> None:
|
|
161
|
+
"""显式声明本守卫的读写白名单根(`MDCG_INGEST_ROOT`,多根)。
|
|
162
|
+
|
|
163
|
+
2026-10-10 裁定 dsh #85 选 A 之后,`check_path_root` 未配置该变量时**不再放开**:
|
|
164
|
+
回落记忆库根 / 工作区,于是本守卫的每个 tempfile 夹具路径都被拒(`op=ref` 与
|
|
165
|
+
`probe_src` 全段 PermissionError)。本守卫此前**从未设置该变量**(全文件零
|
|
166
|
+
`os.environ` 引用),缺陷不在被测实现而在守卫自己——它把「部署声明可读写根」
|
|
167
|
+
这一步漏了,读数被误当成「实现坏了」并长期挂在「已知基线红」里。
|
|
168
|
+
|
|
169
|
+
**必须可重入**:被测工具 `scripts/_mdcg_reindex_dshlogs.py` 按设计清 `ENV_CLEAN`
|
|
170
|
+
(含 `MDCG_INGEST_ROOT`,它要求白名单由命令行显式给出、不靠环境),所以每跑一次
|
|
171
|
+
工具都要重新声明一次,否则守卫侧自己的 `probe_src` 又被拒。
|
|
172
|
+
"""
|
|
173
|
+
global _DECLARED_ROOTS
|
|
174
|
+
_DECLARED_ROOTS = tmp + os.pathsep + REPO
|
|
175
|
+
os.environ["MDCG_INGEST_ROOT"] = _DECLARED_ROOTS
|
|
176
|
+
|
|
177
|
+
|
|
178
|
+
def run_tool(argv: list) -> tuple:
|
|
179
|
+
"""直调入口 main(argv)(沙箱友好):返回 (rc, 每会话报告, TOTAL, stderr)。"""
|
|
180
|
+
buf_out, buf_err = io.StringIO(), io.StringIO()
|
|
181
|
+
with contextlib.redirect_stdout(buf_out), contextlib.redirect_stderr(buf_err):
|
|
182
|
+
rc = TOOL.main(list(argv))
|
|
183
|
+
if _DECLARED_ROOTS:
|
|
184
|
+
# 工具按设计清 ENV_CLEAN ⇒ 守卫侧的白名单声明失效;在此重新声明(见 declare_roots)。
|
|
185
|
+
os.environ["MDCG_INGEST_ROOT"] = _DECLARED_ROOTS
|
|
186
|
+
rows, total = {}, None
|
|
187
|
+
for ln in buf_out.getvalue().splitlines():
|
|
188
|
+
ln = ln.strip()
|
|
189
|
+
if not ln.startswith("{"):
|
|
190
|
+
continue
|
|
191
|
+
try:
|
|
192
|
+
o = json.loads(ln)
|
|
193
|
+
except ValueError:
|
|
194
|
+
continue
|
|
195
|
+
if "TOTAL" in o:
|
|
196
|
+
total = o["TOTAL"]
|
|
197
|
+
elif o.get("session"):
|
|
198
|
+
rows["%s/%s" % (o.get("workspace"), o.get("session"))] = o
|
|
199
|
+
return rc, rows, total, buf_err.getvalue()
|
|
200
|
+
|
|
201
|
+
|
|
202
|
+
def base_argv(lib: str, sroot: str, tr: str, mode: str, ws: str = None,
|
|
203
|
+
sid: str = None) -> list:
|
|
204
|
+
a = ["--root", lib, "--sessions-root", sroot, "--transcripts-root", tr,
|
|
205
|
+
"--reconcile", mode]
|
|
206
|
+
if ws:
|
|
207
|
+
a += ["--workspace", ws]
|
|
208
|
+
if sid:
|
|
209
|
+
a += ["--session", sid]
|
|
210
|
+
return a
|
|
211
|
+
|
|
212
|
+
|
|
213
|
+
def paths(tmp: str, name: str) -> tuple:
|
|
214
|
+
d = os.path.join(tmp, name)
|
|
215
|
+
os.makedirs(d, exist_ok=True)
|
|
216
|
+
return os.path.join(d, "lib"), os.path.join(d, "tr")
|
|
217
|
+
|
|
218
|
+
|
|
219
|
+
def tr_path(tr: str, ws: str, sid: str) -> str:
|
|
220
|
+
return os.path.join(tr, ws, sid, sid + ".md")
|
|
221
|
+
|
|
222
|
+
|
|
223
|
+
def open_lib(lib: str, *, can_write: bool = True, can_admin: bool = True,
|
|
224
|
+
session: str = None):
|
|
225
|
+
"""读库身份:**actor 必须与写入侧一致**(工具缺省 n203-p1)——私有档的 DEK 按身份
|
|
226
|
+
封装,换 actor 连密钥都解不开(`cg.get` 恒 None);这与密级/会话无关,是密钥面。"""
|
|
227
|
+
p = Principal(actor=TOOL_ARGS["actor"], clearance="private",
|
|
228
|
+
can_write=can_write, can_admin=can_admin, role="designer",
|
|
229
|
+
session=session)
|
|
230
|
+
return MdCGSecure(lib, principal=p, master_key=TOOL.DEFAULT_MASTER_KEY)
|
|
231
|
+
|
|
232
|
+
|
|
233
|
+
#: 与工具缺省一致的身份/租户(守卫只用它们构造读写两侧实例)
|
|
234
|
+
TOOL_ARGS = {"actor": "n203-p1", "tenant": "default"}
|
|
235
|
+
|
|
236
|
+
|
|
237
|
+
def entries_of(cg, tag: str = "logsrc") -> dict:
|
|
238
|
+
"""库中带 tag 的**索引条目**(元数据快照,不经读隔离)——private 档节点在
|
|
239
|
+
「非本会话」身份下 `cg.get` 读不回(会话绑定),故需要元数据面时走这里。"""
|
|
240
|
+
return {nid: (e or {}) for nid, e in list((cg.index.get("nodes") or {}).items())
|
|
241
|
+
if tag in ((e or {}).get("tags") or [])}
|
|
242
|
+
|
|
243
|
+
|
|
244
|
+
def nodes_of(cg, tag: str = "logsrc") -> dict:
|
|
245
|
+
"""库中带 tag 的节点 → {nid: node}(读面:cg.get,密级/加密均按真实读隔离)。"""
|
|
246
|
+
out = {}
|
|
247
|
+
for nid, e in sorted((cg.index.get("nodes") or {}).items()):
|
|
248
|
+
if tag not in ((e or {}).get("tags") or []):
|
|
249
|
+
continue
|
|
250
|
+
g = cg.get(nid)
|
|
251
|
+
if g:
|
|
252
|
+
out[nid] = g
|
|
253
|
+
return out
|
|
254
|
+
|
|
255
|
+
|
|
256
|
+
def _int_or(v, d: int = -1) -> int:
|
|
257
|
+
try:
|
|
258
|
+
return int(v)
|
|
259
|
+
except (TypeError, ValueError):
|
|
260
|
+
return d
|
|
261
|
+
|
|
262
|
+
|
|
263
|
+
def _it_key(it: dict) -> tuple:
|
|
264
|
+
return (it.get("hash"), _int_or(it.get("lineno")), _int_or(it.get("end")))
|
|
265
|
+
|
|
266
|
+
|
|
267
|
+
def ref_keys(cg) -> dict:
|
|
268
|
+
"""快照库里每个 logsrc 节点**自己的** doc_ref 判据键:{nid: (hash,lineno,end)}。
|
|
269
|
+
|
|
270
|
+
用于在落库**之前**取「覆写前态」——落库后再取就变成后态,等式会退化成 0==0。
|
|
271
|
+
"""
|
|
272
|
+
out = {}
|
|
273
|
+
for nid, node in nodes_of(cg).items():
|
|
274
|
+
_k, ref = refindex.ref_of(node)
|
|
275
|
+
out[nid] = _it_key(ref or {})
|
|
276
|
+
return out
|
|
277
|
+
|
|
278
|
+
|
|
279
|
+
def expected_updated(cg, items, rel: str, pre: dict = None) -> int:
|
|
280
|
+
"""`updated` 的**独立**期望值:同 id 但 (hash,lineno,end) 与**前态**不全等的条数。
|
|
281
|
+
|
|
282
|
+
口径与工具里对账器的 `updated_expected` 同源(「同 id 不同内容必被计数」),但
|
|
283
|
+
数据面**不借道 `node_state`**——否则变异态下判据会自己跟自己对偶(`node_state`
|
|
284
|
+
说 unchanged、计数也是 0,等式恒真)。red-baseline 要求这条等式在变异态**必不成立**。
|
|
285
|
+
`pre` 为 `ref_keys` 的前态快照;不给则取**当前**节点(仅适合后态未写的情形)。
|
|
286
|
+
"""
|
|
287
|
+
n = 0
|
|
288
|
+
for it in items or []:
|
|
289
|
+
it2 = dict(it)
|
|
290
|
+
it2["path"] = rel
|
|
291
|
+
nid = docindex.node_id(it2)
|
|
292
|
+
if pre is not None:
|
|
293
|
+
cur = pre.get(nid, _MISSING)
|
|
294
|
+
else:
|
|
295
|
+
_k, r = refindex.ref_of(cg.get(nid))
|
|
296
|
+
cur = _it_key(r or {}) if r else _MISSING
|
|
297
|
+
if cur != _it_key(it2):
|
|
298
|
+
n += 1
|
|
299
|
+
return n
|
|
300
|
+
|
|
301
|
+
|
|
302
|
+
#: 「库里没有这个 id / 没有可读 doc_ref」的哨兵(与任何判据键都不相等)
|
|
303
|
+
_MISSING = object()
|
|
304
|
+
|
|
305
|
+
|
|
306
|
+
def hash_audit(cg, tpath: str) -> list:
|
|
307
|
+
"""逐节点复核:节点 doc_ref 的 (hash,lineno,end) 与**当前**转写同区间重算是否一致。
|
|
308
|
+
|
|
309
|
+
返回不一致清单(空即全 ok)。判据与落库判据同源(docindex.region_hash)。
|
|
310
|
+
"""
|
|
311
|
+
if not os.path.isfile(tpath):
|
|
312
|
+
return [{"why": "转写缺失", "path": tpath}]
|
|
313
|
+
with open(tpath, encoding="utf-8") as f:
|
|
314
|
+
lines = f.read().split("\n")
|
|
315
|
+
bad = []
|
|
316
|
+
for nid, node in nodes_of(cg).items():
|
|
317
|
+
_k, ref = refindex.ref_of(node)
|
|
318
|
+
if not isinstance(ref, dict) or not ref:
|
|
319
|
+
bad.append({"id": nid, "why": "无 doc_ref"})
|
|
320
|
+
continue
|
|
321
|
+
lo = int(ref.get("lineno") or 1)
|
|
322
|
+
hi = int(ref.get("end") or lo)
|
|
323
|
+
got = codeindex.region_hash(lines, lo, hi) # 区间哈希的**唯一实现**
|
|
324
|
+
if got != ref.get("hash"):
|
|
325
|
+
bad.append({"id": nid, "node_hash": ref.get("hash"), "now": got})
|
|
326
|
+
return bad
|
|
327
|
+
|
|
328
|
+
|
|
329
|
+
# ---------------- ⓪ 写面边界 ----------------
|
|
330
|
+
|
|
331
|
+
def guard_boundary(tmp: str) -> None:
|
|
332
|
+
lib, tr = paths(tmp, "g0")
|
|
333
|
+
# 活库形态用**相对尾段**造(`<tmp>/AEIS/data/mdcg`)——证明「活库」这道判据本身生效,
|
|
334
|
+
# 而不是被「必须在 tempdir 之下」那句顺手拦下(否则它是一条永不触发的死判据)。
|
|
335
|
+
cases = [("空 root", "", tr),
|
|
336
|
+
("仓检出", REPO, tr),
|
|
337
|
+
("tempdir 之外", os.path.dirname(tempfile.gettempdir()), tr),
|
|
338
|
+
("转写根自身", tr, tr),
|
|
339
|
+
("转写根的**大小写变体**", tr.upper(), tr),
|
|
340
|
+
("活库形态尾段", os.path.join(tmp, "AEIS", "data", "mdcg"), tr)]
|
|
341
|
+
for label, r, t in cases:
|
|
342
|
+
try:
|
|
343
|
+
TOOL.guard_root(r, t)
|
|
344
|
+
ck("0a[拒绝 %s]" % label, False, "未拒:%r" % (r,))
|
|
345
|
+
except ValueError:
|
|
346
|
+
ck("0a[拒绝 %s]" % label, True)
|
|
347
|
+
ck("0b[normcase 判据存在] 大小写变体的归一结果相等",
|
|
348
|
+
TOOL._norm(tr) == TOOL._norm(tr.upper()),
|
|
349
|
+
(TOOL._norm(tr), TOOL._norm(tr.upper())))
|
|
350
|
+
ck("0c[放行] tempfile 之下的库根", bool(TOOL.guard_root(lib, tr)))
|
|
351
|
+
|
|
352
|
+
|
|
353
|
+
# ---------------- ① 幂等 + ② 同标题异内容(含变异必红) ----------------
|
|
354
|
+
|
|
355
|
+
#: 「id 撞即跳」的变异判据(**进程内对照**,非发版红基线):只认 id,不认 hash/行位。
|
|
356
|
+
#: 发版红基线是 `--head-baseline`(对工作区 logref.py 源文本做定点变异、须恰好命中
|
|
357
|
+
#: EXPECTED_RED);这里保留一份手写对照,是为了在**绿态**也能就地看到「静默」长什么样
|
|
358
|
+
#: (2c/2d:updated==0 而区间哈希复核不一致)——它不随实现漂移,故不能替代定点变异。
|
|
359
|
+
def _id_only_state(cg, it, kind="doc_ref"):
|
|
360
|
+
nid = refindex.node_id_of(it, kind)
|
|
361
|
+
if nid in ((getattr(cg, "index", {}) or {}).get("nodes") or {}):
|
|
362
|
+
return {"id": nid, "state": "unchanged"}
|
|
363
|
+
return {"id": nid, "state": "new"}
|
|
364
|
+
|
|
365
|
+
|
|
366
|
+
def guard_idem_and_content(tmp: str, sroot: str) -> None:
|
|
367
|
+
lib, tr = paths(tmp, "g1")
|
|
368
|
+
a = base_argv(lib, sroot, tr, "off", "ws-a", "sess-1")
|
|
369
|
+
rc1, _r1, t1, _e1 = run_tool(a)
|
|
370
|
+
ck("1a[首轮] rc=0 且新增条目数 > 0",
|
|
371
|
+
rc1 == 0 and (t1 or {}).get("new_items", 0) > 0, (rc1, t1))
|
|
372
|
+
first_new = (t1 or {}).get("new_items", 0)
|
|
373
|
+
ck("1a'[首轮] 未跳过任何会话(无既有节点 ⇒ 水位判据无从生效)",
|
|
374
|
+
(t1 or {}).get("sessions_skipped") == 0, (t1 or {}).get("sessions_skipped"))
|
|
375
|
+
rc2, rows2, t2, _e2 = run_tool(a)
|
|
376
|
+
ck("1b[同源重跑] 会话级 src 水位未变 ⇒ 跳过 re-parse(增量的替代口径)",
|
|
377
|
+
rc2 == 0 and (t2 or {}).get("sessions_skipped") == 1
|
|
378
|
+
and "src 水位未变" in (((rows2 or {}).get("ws-a/sess-1") or {}).get("skip_reason") or ""),
|
|
379
|
+
(rc2, (t2 or {}).get("sessions_skipped")))
|
|
380
|
+
ck("1c[同源重跑] 新增 == 0、updated == 0(无重写)",
|
|
381
|
+
(t2 or {}).get("new_items") == 0 and (t2 or {}).get("updated") == 0,
|
|
382
|
+
(t2 or {}).get("new_items"))
|
|
383
|
+
tp1 = tr_path(tr, "ws-a", "sess-1")
|
|
384
|
+
rel1 = "ws-a/sess-1/sess-1.md"
|
|
385
|
+
_src = srcindex.session_src_id(log_path(sroot, "ws-a", "sess-1"),
|
|
386
|
+
session_uuid="sess-1", workspace="ws-a")
|
|
387
|
+
cg = open_lib(lib)
|
|
388
|
+
try:
|
|
389
|
+
ck("1d[区间哈希全 ok] 节点 doc_ref 与当前转写逐条一致(跳过的前提真的成立)",
|
|
390
|
+
not hash_audit(cg, tp1))
|
|
391
|
+
# 判据的**正例**(单元级):同一条目在库里必须判 unchanged——上面 1b 走的是
|
|
392
|
+
# 水位跳过,这条直接钉落库判据本身,免得「跳过」把判据的可观测性一起跳掉
|
|
393
|
+
states = [logref.node_state(cg, dict(u["item"], path=rel1))
|
|
394
|
+
for u in srcindex.log_units(tp1, _src, path=rel1)]
|
|
395
|
+
ck("1f[落库判据正例] 未变源上逐条判 unchanged",
|
|
396
|
+
bool(states) and all(s["state"] == "unchanged" for s in states),
|
|
397
|
+
[s["state"] for s in states])
|
|
398
|
+
finally:
|
|
399
|
+
cg.close()
|
|
400
|
+
|
|
401
|
+
# ② 同标题同区间换正文(真源侧换字,长度不变 ⇒ 行数与区间不变、hash 变)
|
|
402
|
+
lp = log_path(sroot, "ws-a", "sess-1")
|
|
403
|
+
_write_log(lp, _log_lines("sess-1", mark=2))
|
|
404
|
+
cg = open_lib(lib)
|
|
405
|
+
try:
|
|
406
|
+
pre3 = ref_keys(cg) # **落库前**的前态(落库后取就退化成 0==0)
|
|
407
|
+
finally:
|
|
408
|
+
cg.close()
|
|
409
|
+
rc3, _r3, t3, _e3 = run_tool(a)
|
|
410
|
+
ck("2a[同标题异内容] 被计成 updated(不静默)",
|
|
411
|
+
rc3 == 0 and (t3 or {}).get("updated", 0) > 0, (rc3, t3))
|
|
412
|
+
# 交叉核验(独立数据面,不经 node_state):期望值 = 覆写前态与当前条目 (hash,lineno,end)
|
|
413
|
+
# 不全等的条数。变异态(id 撞即跳 ⇒ updated==0 而期望数 > 0)下本条必转红。
|
|
414
|
+
cg = open_lib(lib)
|
|
415
|
+
try:
|
|
416
|
+
exp3 = expected_updated(cg, [u["item"] for u in
|
|
417
|
+
srcindex.log_units(tp1, _src, path=rel1)],
|
|
418
|
+
rel1, pre=pre3)
|
|
419
|
+
finally:
|
|
420
|
+
cg.close()
|
|
421
|
+
ck("2b[同标题异内容] updated == 节点 doc_ref 判「需覆写」的条数(交叉核验)",
|
|
422
|
+
exp3 > 0 and (t3 or {}).get("updated") == exp3,
|
|
423
|
+
((t3 or {}).get("updated"), exp3))
|
|
424
|
+
|
|
425
|
+
# 2c/2d 变异:把落库判据换回「id 撞即跳」——再换一次正文后重跑,必须表现为静默
|
|
426
|
+
_write_log(lp, _log_lines("sess-1", mark=3))
|
|
427
|
+
orig = logref.node_state
|
|
428
|
+
logref.node_state = _id_only_state
|
|
429
|
+
try:
|
|
430
|
+
rc4, _r4, t4, _e4 = run_tool(a)
|
|
431
|
+
finally:
|
|
432
|
+
logref.node_state = orig
|
|
433
|
+
ck("2c[变异必红] id 撞即跳 ⇒ updated == 0(静默放过)",
|
|
434
|
+
rc4 == 0 and (t4 or {}).get("updated") == 0, (rc4, (t4 or {}).get("updated")))
|
|
435
|
+
cg = open_lib(lib)
|
|
436
|
+
try:
|
|
437
|
+
bad = hash_audit(cg, tr_path(tr, "ws-a", "sess-1"))
|
|
438
|
+
ck("2d[变异必红] 区间哈希复核出现不一致(判据可判)", bool(bad),
|
|
439
|
+
bad[:2])
|
|
440
|
+
finally:
|
|
441
|
+
cg.close()
|
|
442
|
+
_write_log(lp, _log_lines("sess-1")) # 还原真源(后续守卫不吃残留)
|
|
443
|
+
ck("1e[夹具自净] 首轮新增数 == 章节数(可复核的基线)", first_new >= 4, first_new)
|
|
444
|
+
|
|
445
|
+
|
|
446
|
+
# ---------------- ③ 插话两代对账 ----------------
|
|
447
|
+
|
|
448
|
+
def guard_two_generations(tmp: str, sroot: str) -> None:
|
|
449
|
+
lib, tr = paths(tmp, "g3")
|
|
450
|
+
rc, rows, total, err = run_tool(base_argv(lib, sroot, tr, "full", "ws-a", "sess-1"))
|
|
451
|
+
row = (rows or {}).get("ws-a/sess-1") or {}
|
|
452
|
+
rec = row.get("reconcile") or {}
|
|
453
|
+
lg = rec.get("legacy") or {}
|
|
454
|
+
ck("3a[两代] rc=0", rc == 0, (rc, err[:200]))
|
|
455
|
+
ck("3b[两代] 新增条目数 > 0", (total or {}).get("new_items", 0) > 0, total)
|
|
456
|
+
ck("3c[两代] 遗漏数 == 0", (total or {}).get("missing") == 0,
|
|
457
|
+
(total or {}).get("missing"))
|
|
458
|
+
ck("3d[两代] 错位数 == 0", (total or {}).get("misplaced") == 0,
|
|
459
|
+
(total or {}).get("misplaced"))
|
|
460
|
+
ck("3e[两代] 回读逐字节 roundtrip == 0", rec.get("roundtrip_mismatch") == 0,
|
|
461
|
+
rec.get("roundtrip_rows"))
|
|
462
|
+
ck("3f[判别力] 旧式非根章错位槽 >= 2",
|
|
463
|
+
lg.get("misplaced_slots", 0) >= 2, lg.get("misplaced_slots"))
|
|
464
|
+
ck("3f'[判别力] 错位槽行的 recorded != now(确为错位而非同章)",
|
|
465
|
+
bool(lg.get("misplaced_rows")) and all(
|
|
466
|
+
list(r.get("recorded") or []) != list(r.get("now") or [])
|
|
467
|
+
for r in (lg.get("misplaced_rows") or [])), lg.get("misplaced_rows")[:1])
|
|
468
|
+
ck("3g[基线自洽] 旧节点记录 == items_v1(legacy_claim == 0)",
|
|
469
|
+
lg.get("claim") == 0, lg.get("claim_rows")[:1])
|
|
470
|
+
ck("3h[交叉核验] updated == updated_expected", rec.get("updated") == rec.get("updated_expected"),
|
|
471
|
+
(rec.get("updated"), rec.get("updated_expected")))
|
|
472
|
+
ck("3i[旧式位置化] 第 1 代全写(旧式无既有节点,skipped=0)",
|
|
473
|
+
lg.get("skipped_existing") == 0 and lg.get("nodes") == row.get("items_v1"),
|
|
474
|
+
(lg.get("skipped_existing"), lg.get("nodes"), row.get("items_v1")))
|
|
475
|
+
ck("3i'[旧式位置化] 第 2 代按 id 撞即跳 ⇒ 跳过数 == 第 1 代条目数(旧节点留 v1)",
|
|
476
|
+
lg.get("gen2_skipped") == row.get("items_v1"),
|
|
477
|
+
(lg.get("gen2_skipped"), row.get("items_v1")))
|
|
478
|
+
ck("3j[旧式位置化] 尾部新增槽 == max(0, n2-n1)",
|
|
479
|
+
lg.get("tail_ok") is True, (lg.get("gen2_indexed"), lg.get("tail_expected")))
|
|
480
|
+
ck("3k[新式认领自己] misplaced_rows 为空", not rec.get("misplaced_rows"),
|
|
481
|
+
rec.get("misplaced_rows")[:1])
|
|
482
|
+
|
|
483
|
+
|
|
484
|
+
# ---------------- ③' 派生标识碰撞(N167 面)下的两代对账 ----------------
|
|
485
|
+
|
|
486
|
+
def guard_token_collision(tmp: str, sroot: str) -> None:
|
|
487
|
+
"""夹具里 ws-a/sess-1 与 ws-a/sess-2 的 createdAt 与首条 user 正文逐字相同 ⇒
|
|
488
|
+
`derive_session_token` 派生同一 token(N167 的碰撞面)。此时旧式节点会整体切
|
|
489
|
+
`ext_token` 兜底空间(dsh_log_index.py:596-607)——对账必须按**生效 token** 取旧节点。
|
|
490
|
+
"""
|
|
491
|
+
lib, tr = paths(tmp, "g3c")
|
|
492
|
+
rc, rows, total, _err = run_tool(base_argv(lib, sroot, tr, "full", "ws-a"))
|
|
493
|
+
r1 = (rows or {}).get("ws-a/sess-1") or {}
|
|
494
|
+
r2 = (rows or {}).get("ws-a/sess-2") or {}
|
|
495
|
+
lv2 = r2.get("legacy_v1") or {}
|
|
496
|
+
ck("3l[同 token] 两会话派生同一 token(夹具即碰撞面)",
|
|
497
|
+
bool(r1.get("session_token")) and r1.get("session_token") == r2.get("session_token"),
|
|
498
|
+
(r1.get("session_token"), r2.get("session_token")))
|
|
499
|
+
ck("3m[同 token] 第二会话旧式写入切兜底空间(collision=True)",
|
|
500
|
+
lv2.get("collision") is True, lv2)
|
|
501
|
+
ck("3n[同 token] 对账按生效 token ⇒ 基线自洽 + 缺/错位全 0",
|
|
502
|
+
rc == 0 and (r2.get("counts") or {}).get("legacy_claim") == 0
|
|
503
|
+
and (r2.get("counts") or {}).get("missing") == 0
|
|
504
|
+
and (r2.get("counts") or {}).get("misplaced") == 0,
|
|
505
|
+
(rc, r2.get("counts")))
|
|
506
|
+
|
|
507
|
+
|
|
508
|
+
# ---------------- ④ 悬空(两层解耦 + regenerable 免清退) ----------------
|
|
509
|
+
|
|
510
|
+
def guard_dangling(tmp: str, sroot: str) -> None:
|
|
511
|
+
lib, tr = paths(tmp, "g4")
|
|
512
|
+
rc, _rows, _t, _e = run_tool(base_argv(lib, sroot, tr, "off", "ws-a", "sess-1"))
|
|
513
|
+
ck("4a[前置] 落库 rc=0", rc == 0, rc)
|
|
514
|
+
lp = log_path(sroot, "ws-a", "sess-1")
|
|
515
|
+
tp = tr_path(tr, "ws-a", "sess-1")
|
|
516
|
+
with open(lp, "rb") as f:
|
|
517
|
+
log_bytes = f.read()
|
|
518
|
+
cg = open_lib(lib)
|
|
519
|
+
try:
|
|
520
|
+
ns = nodes_of(cg)
|
|
521
|
+
ck("4b[前置] 有 logsrc 节点", bool(ns), len(ns))
|
|
522
|
+
nid, node = sorted(ns.items())[0]
|
|
523
|
+
_k, ref = refindex.ref_of(node)
|
|
524
|
+
with open(tp, "rb") as f:
|
|
525
|
+
t_bytes = f.read()
|
|
526
|
+
# fail-closed 三例(**必须在改动真源之前**:本守卫会删/恢复真源,mtime 一变
|
|
527
|
+
# 「同 stat」就不成立,那时再测是测错东西)。src 用现采身份,避免 mtime 漂移。
|
|
528
|
+
fresh = {"path": ref.get("path"), "root": ref.get("root"),
|
|
529
|
+
"lineno": ref.get("lineno"), "end": ref.get("end"),
|
|
530
|
+
"hash": ref.get("hash"),
|
|
531
|
+
"src": srcindex.session_src_id(lp, session_uuid="sess-1",
|
|
532
|
+
workspace="ws-a")}
|
|
533
|
+
p_stat = logref.probe_src(fresh, verify="stat")
|
|
534
|
+
ck("4b'[stat 快路径 fail-closed] verify=stat 同 stat ⇒ unverified 且 ok=False",
|
|
535
|
+
p_stat.get("status") == "unverified" and p_stat.get("ok") is False
|
|
536
|
+
and p_stat.get("hash_verified") is False, p_stat)
|
|
537
|
+
p_noh = dict(fresh)
|
|
538
|
+
p_noh["src"] = {k: v for k, v in fresh["src"].items() if k != "file_hash"}
|
|
539
|
+
ck("4b''[缺 file_hash] fail-closed ⇒ unverified(不假装核过)",
|
|
540
|
+
logref.probe_src(p_noh).get("status") == "unverified",
|
|
541
|
+
logref.probe_src(p_noh).get("status"))
|
|
542
|
+
p_nos = {"path": ref.get("path"), "root": ref.get("root")}
|
|
543
|
+
ck("4b'''[无 src 子键] ⇒ unresolved(不抛 KeyError)",
|
|
544
|
+
logref.probe_src(p_nos).get("status") == "unresolved",
|
|
545
|
+
logref.probe_src(p_nos).get("status"))
|
|
546
|
+
try:
|
|
547
|
+
os.remove(lp) # 删真源
|
|
548
|
+
ck("4c[删真源] src 层 dangling",
|
|
549
|
+
logref.probe_src(ref).get("status") == "dangling",
|
|
550
|
+
logref.probe_src(ref))
|
|
551
|
+
finally:
|
|
552
|
+
with open(lp, "wb") as f:
|
|
553
|
+
f.write(log_bytes)
|
|
554
|
+
ck("4d[真源恢复] src 层 ok", logref.probe_src(ref).get("status") == "ok")
|
|
555
|
+
try:
|
|
556
|
+
with open(lp, "ab") as f:
|
|
557
|
+
f.write(b"x") # 追加一字节:内容变、大小变
|
|
558
|
+
ck("4c'[改真源] src 层 stale(hash 已变)",
|
|
559
|
+
logref.probe_src(ref).get("status") == "stale",
|
|
560
|
+
logref.probe_src(ref).get("status"))
|
|
561
|
+
finally:
|
|
562
|
+
with open(lp, "wb") as f:
|
|
563
|
+
f.write(log_bytes)
|
|
564
|
+
ck("4d'''[真源再恢复] src 层回 ok", logref.probe_src(ref).get("status") == "ok")
|
|
565
|
+
try:
|
|
566
|
+
os.remove(tp) # 删转写
|
|
567
|
+
rd = logref.read_index_node(node, with_src=True)
|
|
568
|
+
ck("4e[删转写] 区间层 dangling 而 src 层仍 ok(两层解耦)",
|
|
569
|
+
rd.get("span_status") == "dangling"
|
|
570
|
+
and (rd.get("src") or {}).get("status") == "ok",
|
|
571
|
+
(rd.get("span_status"), (rd.get("src") or {}).get("status")))
|
|
572
|
+
ck("4f[删转写] 指路离线再生(服务态不写临时目录)",
|
|
573
|
+
"repair" in (rd.get("rematerialize") or ""), rd.get("rematerialize"))
|
|
574
|
+
# regenerable 免清退:dry_run 里不出现,且实做后节点仍在
|
|
575
|
+
pl = refindex.prune_dangling(cg, dry_run=True, max_nodes=5000)
|
|
576
|
+
ck("4g[regenerable 免清退] dry_run 候选为空且计数透出",
|
|
577
|
+
pl.get("candidates") == 0 and pl.get("regenerable_skipped", 0) >= len(ns),
|
|
578
|
+
(pl.get("candidates"), pl.get("regenerable_skipped"), len(ns)))
|
|
579
|
+
refindex.prune_dangling(cg, max_nodes=5000)
|
|
580
|
+
ck("4h[regenerable 免清退] 实做后节点仍在库",
|
|
581
|
+
cg.get(nid) is not None and cg.get(nid) is not None)
|
|
582
|
+
# 反向对照:非 regenerable 的悬空 doc 节点**必须**被列入
|
|
583
|
+
fake = {"path": "nope/missing.md", "heading": "合成悬空章",
|
|
584
|
+
"heading_path": ["合成悬空章"], "level": 1, "lineno": 1,
|
|
585
|
+
"end": 3, "anchor": "synth", "hash": "deadbeef", "lang": "md",
|
|
586
|
+
"precise": True, "parent": "", "children": [], "summary_parts": "哑"}
|
|
587
|
+
refindex.add_items(cg, [fake], kind="doc_ref",
|
|
588
|
+
root=os.path.join(tmp, "g4", "nope"))
|
|
589
|
+
fid = docindex.node_id(fake)
|
|
590
|
+
pl2 = refindex.prune_dangling(cg, dry_run=True, max_nodes=5000)
|
|
591
|
+
ck("4i[反向对照] 非 regenerable 的悬空节点被列入(判据有判别力)",
|
|
592
|
+
fid in (pl2.get("pruned") or []) or pl2.get("candidates", 0) >= 1,
|
|
593
|
+
(pl2.get("candidates"), (pl2.get("pruned") or [])[:3]))
|
|
594
|
+
finally:
|
|
595
|
+
with open(tp, "wb") as f:
|
|
596
|
+
f.write(t_bytes)
|
|
597
|
+
ck("4j[转写恢复] 区间层回 ok",
|
|
598
|
+
logref.read_index_node(cg.get(nid)).get("span_status") == "ok")
|
|
599
|
+
finally:
|
|
600
|
+
cg.close()
|
|
601
|
+
|
|
602
|
+
|
|
603
|
+
# ---------------- ④'' heal 重建后「可再生」仍生效(判据不依赖标签存活) ----------------
|
|
604
|
+
|
|
605
|
+
def guard_regenerable_after_rebuild(tmp: str, sroot: str) -> None:
|
|
606
|
+
"""`refindex.rebuild`(sustain.heal 的修复动作)只重放 layer 与 src,**不重放**
|
|
607
|
+
extra 标签 ⇒ `regenerable` 会消失。此时「可再生免清退」必须仍成立——第二判据是
|
|
608
|
+
`doc_ref.src.file_hash`(真源仍在)。只认标签 = 这条保护在重建后静默失效。
|
|
609
|
+
"""
|
|
610
|
+
lib, tr = paths(tmp, "g4s")
|
|
611
|
+
rc, _rows, _t, _e = run_tool(base_argv(lib, sroot, tr, "off", "ws-a", "sess-1"))
|
|
612
|
+
ck("4o[前置] 落库 rc=0", rc == 0)
|
|
613
|
+
cg = open_lib(lib)
|
|
614
|
+
try:
|
|
615
|
+
before = entries_of(cg)
|
|
616
|
+
out = refindex.rebuild(cg, only_roots=[tr])
|
|
617
|
+
after = entries_of(cg)
|
|
618
|
+
ck("4p[heal] rebuild 重建完成且报告按序(indexed>0)",
|
|
619
|
+
out.get("ok") is True and out.get("indexed", 0) > 0, out.get("errors")[:1])
|
|
620
|
+
ck("4q[heal] rebuild 保留了 doc_ref.src(真源身份层不丢)",
|
|
621
|
+
all((refindex.ref_of(cg.get(n))[1] or {}).get("src")
|
|
622
|
+
for n in after), sorted(after)[:2])
|
|
623
|
+
ck("4r[heal] 前提成立:附加标签确实被 rebuild 丢掉(logsrc 消失)",
|
|
624
|
+
bool(before) and all("logsrc" not in (e.get("tags") or [])
|
|
625
|
+
for e in after.values()), sorted(after))
|
|
626
|
+
# 删转写 → 全部 dangling:但「可再生」必须仍生效(第二判据靠 doc_ref.src)
|
|
627
|
+
os.remove(tr_path(tr, "ws-a", "sess-1"))
|
|
628
|
+
pl = refindex.prune_dangling(cg, dry_run=True, max_nodes=5000)
|
|
629
|
+
ck("4s[heal 后] 无 regenerable 标签仍免清退(判据不依赖标签存活)",
|
|
630
|
+
pl.get("candidates") == 0 and pl.get("regenerable_skipped", 0) >= len(after),
|
|
631
|
+
(pl.get("candidates"), pl.get("regenerable_skipped"), len(after)))
|
|
632
|
+
finally:
|
|
633
|
+
cg.close()
|
|
634
|
+
|
|
635
|
+
|
|
636
|
+
# ---------------- ④' 再生(--repair 1 的离线再生面) ----------------
|
|
637
|
+
|
|
638
|
+
def guard_repair(tmp: str, sroot: str) -> None:
|
|
639
|
+
"""转写被清理(系统清 %TEMP%)后:服务态只报 dangling 指路,离线 `--repair 1` 再生。"""
|
|
640
|
+
lib, tr = paths(tmp, "g4r")
|
|
641
|
+
rc, _rows, _t, _e = run_tool(base_argv(lib, sroot, tr, "off", "ws-a", "sess-1"))
|
|
642
|
+
tp = tr_path(tr, "ws-a", "sess-1")
|
|
643
|
+
ck("4k[前置] 落库 rc=0 且转写在位", rc == 0 and os.path.isfile(tp))
|
|
644
|
+
os.remove(tp) # 模拟系统清理转写
|
|
645
|
+
rc2, _r2, t2, _e2 = run_tool(base_argv(lib, sroot, tr, "off", "ws-a", "sess-1")
|
|
646
|
+
+ ["--repair", "1"])
|
|
647
|
+
rep = (t2 or {}).get("repair") or {}
|
|
648
|
+
ck("4l[--repair 1] 前置 dangling > 0 且再生后归零",
|
|
649
|
+
rc2 == 0 and rep.get("pre_dangling", 0) > 0 and rep.get("post_dangling") == 0,
|
|
650
|
+
(rc2, rep))
|
|
651
|
+
ck("4m[--repair 1] 转写被重生成且层位一致",
|
|
652
|
+
os.path.isfile(tp) and (t2 or {}).get("missing", 0) == 0)
|
|
653
|
+
cg = open_lib(lib)
|
|
654
|
+
try:
|
|
655
|
+
ns = nodes_of(cg)
|
|
656
|
+
nid = sorted(ns)[0]
|
|
657
|
+
rd = logref.read_index_node(cg.get(nid), with_src=True)
|
|
658
|
+
ck("4n[--repair 1] 区间层回读 ok 且哈希一致",
|
|
659
|
+
rd.get("span_status") == "ok" and rd.get("hash_match") is True,
|
|
660
|
+
(rd.get("span_status"), rd.get("hash_match")))
|
|
661
|
+
finally:
|
|
662
|
+
cg.close()
|
|
663
|
+
|
|
664
|
+
|
|
665
|
+
# ---------------- ⑤ 密级跟源 ----------------
|
|
666
|
+
|
|
667
|
+
def guard_sensitivity(tmp: str, sroot: str) -> None:
|
|
668
|
+
lib, tr = paths(tmp, "g5a")
|
|
669
|
+
rc, _rows, t, _e = run_tool(base_argv(lib, sroot, tr, "off", "ws-a", "sess-1"))
|
|
670
|
+
cg = open_lib(lib)
|
|
671
|
+
try:
|
|
672
|
+
bad = []
|
|
673
|
+
for nid, node in nodes_of(cg).items():
|
|
674
|
+
_k, ref = refindex.ref_of(node)
|
|
675
|
+
src = (ref or {}).get("src") or {}
|
|
676
|
+
want = docindex.sensitivity_for(src.get("path") or "", None)[0]
|
|
677
|
+
got = (node.get("frontmatter") or {}).get("sensitivity")
|
|
678
|
+
if got != want:
|
|
679
|
+
bad.append({"id": nid, "got": got, "want": want})
|
|
680
|
+
ck("5a[密级跟源] 节点密级 == 真源路径判", not bad, bad[:2])
|
|
681
|
+
_first = next(iter(nodes_of(cg).values()), None)
|
|
682
|
+
_src_path = ((refindex.ref_of(_first)[1] or {}) if _first else {}).get(
|
|
683
|
+
"src", {}).get("path") or ""
|
|
684
|
+
ck("5a'[密级跟源] 真源路径判结果为内部档(夹具 ws-a 路径无私有提示)",
|
|
685
|
+
docindex.sensitivity_for(_src_path, None)[0] == "internal", _src_path)
|
|
686
|
+
ck("5b[不低于 internal] 无节点落 public 及更低档",
|
|
687
|
+
all((n.get("frontmatter") or {}).get("sensitivity") in
|
|
688
|
+
("internal", "private", "secret") for n in nodes_of(cg).values()))
|
|
689
|
+
finally:
|
|
690
|
+
cg.close()
|
|
691
|
+
ck("5c[internal 档] 无加密告警(加密计数 == 0)", (t or {}).get("encrypted_nodes") == 0,
|
|
692
|
+
(t or {}).get("encrypted_nodes"))
|
|
693
|
+
|
|
694
|
+
# 私有提示路径(private-ws)⇒ 真源路径判为 private ⇒ 加密档 + 告警计数必现
|
|
695
|
+
lib2, tr2 = paths(tmp, "g5b")
|
|
696
|
+
rc2, _r2, t2, err2 = run_tool(base_argv(lib2, sroot, tr2, "off", "private-ws", "sess-1"))
|
|
697
|
+
cg2 = open_lib(lib2)
|
|
698
|
+
try:
|
|
699
|
+
ent = entries_of(cg2)
|
|
700
|
+
sens = {(e.get("sensitivity")) for e in ent.values()}
|
|
701
|
+
ck("5d[密级跟源] 私有提示路径 ⇒ 节点落 private", sens == {"private"}, sens)
|
|
702
|
+
ck("5e[加密档] private ∈ crypto.ENCRYPTED_LEVELS",
|
|
703
|
+
"private" in tuple(crypto.ENCRYPTED_LEVELS))
|
|
704
|
+
ck("5f[加密告警计数必现] 报告 encrypted_nodes > 0",
|
|
705
|
+
(t2 or {}).get("encrypted_nodes", 0) > 0, (t2 or {}).get("encrypted_nodes"))
|
|
706
|
+
ck("5g[加密告警计数必现] stderr 有 WARNING(不静默)",
|
|
707
|
+
"WARNING" in (err2 or "") and "加密" in (err2 or ""), (err2 or "")[:200])
|
|
708
|
+
finally:
|
|
709
|
+
cg2.close()
|
|
710
|
+
# 读面复核:private 档按 frontmatter.session 绑定(mdcos.py:4048-4056),**can_admin
|
|
711
|
+
# 豁免**(:4049-4050)——故此处必须用非 admin 身份,否则「绑定」这条看不出差别。
|
|
712
|
+
tok = ((_r2 or {}).get("private-ws/sess-1") or {}).get("session_token")
|
|
713
|
+
same = open_lib(lib2, can_write=False, can_admin=False, session=tok)
|
|
714
|
+
try:
|
|
715
|
+
n_same = nodes_of(same)
|
|
716
|
+
ck("5h[会话绑定] 归属会话身份可回读且密级为 private",
|
|
717
|
+
bool(n_same) and all((n.get("frontmatter") or {}).get("sensitivity")
|
|
718
|
+
== "private" for n in n_same.values()),
|
|
719
|
+
len(n_same))
|
|
720
|
+
finally:
|
|
721
|
+
same.close()
|
|
722
|
+
for label, sess in (("异会话身份", "sess_other"), ("无会话身份", None)):
|
|
723
|
+
other = open_lib(lib2, can_write=False, can_admin=False, session=sess)
|
|
724
|
+
try:
|
|
725
|
+
ck("5i[会话绑定] %s读不回 private 档节点(可见性单点在 sensitivity)" % label,
|
|
726
|
+
not nodes_of(other), len(nodes_of(other)))
|
|
727
|
+
finally:
|
|
728
|
+
other.close()
|
|
729
|
+
|
|
730
|
+
|
|
731
|
+
# ---------------- ⑥ path 口径 ----------------
|
|
732
|
+
|
|
733
|
+
def guard_path_convention(tmp: str, sroot: str) -> None:
|
|
734
|
+
lib, tr = paths(tmp, "g6")
|
|
735
|
+
rc, _rows, _t, _e = run_tool(base_argv(lib, sroot, tr, "off", "ws-a", "sess-1"))
|
|
736
|
+
tp = tr_path(tr, "ws-a", "sess-1")
|
|
737
|
+
cg = open_lib(lib)
|
|
738
|
+
try:
|
|
739
|
+
ns = nodes_of(cg)
|
|
740
|
+
bad = []
|
|
741
|
+
for nid, node in ns.items():
|
|
742
|
+
_k, ref = refindex.ref_of(node)
|
|
743
|
+
ref = ref or {}
|
|
744
|
+
if os.path.normcase(os.path.realpath(ref.get("root") or "")) != \
|
|
745
|
+
os.path.normcase(os.path.realpath(tr)):
|
|
746
|
+
bad.append({"id": nid, "root": ref.get("root")})
|
|
747
|
+
elif os.path.isabs(ref.get("path") or "") or \
|
|
748
|
+
(ref.get("path") or "").startswith(("/", "\\")):
|
|
749
|
+
bad.append({"id": nid, "path": ref.get("path")})
|
|
750
|
+
ck("6a[口径] doc_ref.root == 转写根 且 path 为相对路径", not bad, bad[:2])
|
|
751
|
+
ck("6b[口径] path 逐字为 <ws>/<sid>/<sid>.md",
|
|
752
|
+
bool(ns) and all((refindex.ref_of(n)[1] or {}).get("path")
|
|
753
|
+
== "ws-a/sess-1/sess-1.md" for n in ns.values()))
|
|
754
|
+
_k, ref0 = refindex.ref_of(next(iter(ns.values())))
|
|
755
|
+
# 绝对 path 当 rel:既有 probe_ref 的 os.path.join 会丢前缀 ⇒ 仍 status=ok(不拦)
|
|
756
|
+
abs_ref = dict(ref0 or {})
|
|
757
|
+
abs_ref["path"] = tp
|
|
758
|
+
ck("6c[陷阱存在] 绝对 path 当 rel 时 probe_ref 仍 status=ok(既有实现不拦)",
|
|
759
|
+
refindex.probe_ref(abs_ref).get("status") == "ok",
|
|
760
|
+
refindex.probe_ref(abs_ref).get("status"))
|
|
761
|
+
finally:
|
|
762
|
+
cg.close()
|
|
763
|
+
|
|
764
|
+
# 撞 id 前提 = **同 sid 跨 ws**:裸文件名口径必撞,改写口径 0 撞
|
|
765
|
+
text = open(tp, encoding="utf-8").read()
|
|
766
|
+
def _ids(rel_of):
|
|
767
|
+
out = []
|
|
768
|
+
for ws, sid in (("ws-a", "sess-1"), ("private-ws", "sess-1")):
|
|
769
|
+
out += [docindex.node_id(it) for it in
|
|
770
|
+
docindex.extract(text, path=rel_of(ws, sid))]
|
|
771
|
+
return out
|
|
772
|
+
bare = _ids(lambda ws, sid: "%s.md" % sid) # 裸文件名口径
|
|
773
|
+
rel = _ids(lambda ws, sid: "%s/%s/%s.md" % (ws, sid, sid)) # 本工具的口径
|
|
774
|
+
# 降级档:--src-path hash ⇒ path 置空 ⇒ probe_src 必须如实 unresolved(不猜、不假装能核)
|
|
775
|
+
lib_h, tr_h = paths(tmp, "g6h")
|
|
776
|
+
rc_h, _r_h, _t_h, _e_h = run_tool(base_argv(lib_h, sroot, tr_h, "off", "ws-a", "sess-1")
|
|
777
|
+
+ ["--src-path", "hash"])
|
|
778
|
+
cg_h = open_lib(lib_h)
|
|
779
|
+
try:
|
|
780
|
+
n_h = nodes_of(cg_h)
|
|
781
|
+
_k, ref_h = refindex.ref_of(next(iter(n_h.values())))
|
|
782
|
+
pr = logref.probe_src(ref_h)
|
|
783
|
+
ck("6f[降级档 hash] src.path 置空且 probe_src 如实 unresolved",
|
|
784
|
+
rc_h == 0 and (ref_h or {}).get("src", {}).get("path") == ""
|
|
785
|
+
and pr.get("status") == "unresolved" and pr.get("ok") is False,
|
|
786
|
+
(rc_h, (ref_h or {}).get("src", {}).get("path"), pr.get("status")))
|
|
787
|
+
ck("6g[降级档 hash] 候选路径仍带 file_hash(身份层不因降级而丢判据)",
|
|
788
|
+
bool(((ref_h or {}).get("src") or {}).get("file_hash")))
|
|
789
|
+
finally:
|
|
790
|
+
cg_h.close()
|
|
791
|
+
|
|
792
|
+
ck("6d[撞 id 前提] 裸文件名口径**同 sid 跨 ws** 撞 id",
|
|
793
|
+
len(bare) - len(set(bare)) > 0, (len(bare), len(set(bare))))
|
|
794
|
+
ck("6e[改写口径] <ws>/<sid>/<sid>.md 零撞 id",
|
|
795
|
+
len(rel) - len(set(rel)) == 0, (len(rel), len(set(rel))))
|
|
796
|
+
|
|
797
|
+
|
|
798
|
+
# ---------------- ⑦ P2 端到端:检索命中 → 区间回读真源 ----------------
|
|
799
|
+
|
|
800
|
+
def _read_lines(p: str) -> list:
|
|
801
|
+
with open(p, encoding="utf-8") as f:
|
|
802
|
+
return f.read().split("\n")
|
|
803
|
+
|
|
804
|
+
|
|
805
|
+
def _write_text(p: str, text: str) -> None:
|
|
806
|
+
os.makedirs(os.path.dirname(p), exist_ok=True)
|
|
807
|
+
with open(p, "w", encoding="utf-8", newline="\n") as f:
|
|
808
|
+
f.write(text)
|
|
809
|
+
|
|
810
|
+
|
|
811
|
+
def _roundtrip(cg, tp: str, query: str, k: int = 10) -> tuple:
|
|
812
|
+
"""检索命中 → `refindex.read_ref`(**唯一实现**)→ 逐字节比对源同区间切片。"""
|
|
813
|
+
lines = _read_lines(tp)
|
|
814
|
+
res, _meta = cg.search(query, k=k)
|
|
815
|
+
detail, mism = [], []
|
|
816
|
+
for n, _s, _q in res:
|
|
817
|
+
_kd, ref = refindex.ref_of(n)
|
|
818
|
+
if not isinstance(ref, dict) or not ref:
|
|
819
|
+
mism.append({"id": n.get("id"), "why": "命中项无 doc_ref"})
|
|
820
|
+
continue
|
|
821
|
+
got = refindex.read_ref(ref)
|
|
822
|
+
lo = max(0, int(ref.get("lineno") or 1) - 1)
|
|
823
|
+
hi = max(lo, int(ref.get("end") or lo))
|
|
824
|
+
want = "\n".join(lines[lo:hi])
|
|
825
|
+
ok = (bool(got.get("ok")) and got.get("text") == want
|
|
826
|
+
and got.get("hash_match") is True)
|
|
827
|
+
detail.append((n.get("id"), ref.get("lineno"), ref.get("end"),
|
|
828
|
+
len(want), ok))
|
|
829
|
+
if not ok:
|
|
830
|
+
mism.append({"id": n.get("id"), "ok": got.get("ok"),
|
|
831
|
+
"hash_match": got.get("hash_match")})
|
|
832
|
+
return res, detail, mism
|
|
833
|
+
|
|
834
|
+
|
|
835
|
+
def guard_p2_search_readback(tmp: str, sroot: str) -> None:
|
|
836
|
+
"""P2 三条证明(全部走真实检索入口与 read_ref 单点):
|
|
837
|
+
①端到端:问句 → cg.search 命中索引节点 → 命中的 doc_ref → read_ref 取回区间;
|
|
838
|
+
②逐字节:read_ref 文本 == **源**(转写)同区间切片,且 hash_match=True;
|
|
839
|
+
③幂等:源不变重跑 ⇒ 新增条目数 0;
|
|
840
|
+
④无静默:源在靠前处插入一节 ⇒ 旧条目仍可读(text 取回)但按哈希判为 stale(计数
|
|
841
|
+
非零);重跑后新条目出现、报告计数非零、旧 id 仍可读。
|
|
842
|
+
"""
|
|
843
|
+
lib, tr = paths(tmp, "g7")
|
|
844
|
+
ws, sid = "ws-a", "sess-1"
|
|
845
|
+
tp = tr_path(tr, ws, sid)
|
|
846
|
+
lp = log_path(sroot, ws, sid)
|
|
847
|
+
dlg = TOOL.load_dsh_log_index()
|
|
848
|
+
a = base_argv(lib, sroot, tr, "off", ws, sid)
|
|
849
|
+
rc, _rows, total, _e = run_tool(a)
|
|
850
|
+
ck("7a[前置] 落库 rc=0 且新增条目数 > 0",
|
|
851
|
+
rc == 0 and (total or {}).get("new_items", 0) > 0, (rc, total))
|
|
852
|
+
|
|
853
|
+
cg = open_lib(lib, can_write=False)
|
|
854
|
+
try:
|
|
855
|
+
res, detail, mism = _roundtrip(cg, tp, "合成哑正文片段,仅用于夹具对齐")
|
|
856
|
+
ck("7b[检索命中] 命中的日志索引节点全部带 doc_ref(命中即指得回)",
|
|
857
|
+
bool(res) and all(refindex.ref_of(n)[1] for n, _s, _q in res),
|
|
858
|
+
len(res))
|
|
859
|
+
ck("7c[逐字节] read_ref 文本 == 源同区间切片(逐条)", not mism, mism[:1])
|
|
860
|
+
print(" [P2① 检索命中 %d 条 → 区间回读] " % len(detail)
|
|
861
|
+
+ ";".join("%s L%s-%s %d 字符 逐字节相等=%s" % d for d in detail[:4]))
|
|
862
|
+
old_ids = [n.get("id") for n, _s, _q in res]
|
|
863
|
+
finally:
|
|
864
|
+
cg.close()
|
|
865
|
+
|
|
866
|
+
# ③ 幂等:源不变重跑
|
|
867
|
+
rc2, _rows2, t2, _e2 = run_tool(a)
|
|
868
|
+
cg = open_lib(lib, can_write=False)
|
|
869
|
+
try:
|
|
870
|
+
_res3, _d3, mism3 = _roundtrip(cg, tp, "合成哑正文片段,仅用于夹具对齐")
|
|
871
|
+
ck("7d[幂等] 源不变重跑 ⇒ 新增条目数 == 0",
|
|
872
|
+
rc2 == 0 and (t2 or {}).get("new_items") == 0,
|
|
873
|
+
(rc2, (t2 or {}).get("new_items"), (t2 or {}).get("sessions_skipped")))
|
|
874
|
+
ck("7e[幂等] 重跑后回读仍逐字节相等(区间未漂)", not mism3, mism3[:1])
|
|
875
|
+
finally:
|
|
876
|
+
cg.close()
|
|
877
|
+
|
|
878
|
+
# ④ 无静默:源在靠前处插入一节(真源日志插入一条消息 + 真代码重渲染转写)
|
|
879
|
+
parsed_before = dlg.parse_session_log(lp)
|
|
880
|
+
tok_before = dlg.derive_session_token(parsed_before["meta"], parsed_before["msgs"])
|
|
881
|
+
_write_log(lp, _log_lines(sid, splice=True))
|
|
882
|
+
parsed2 = dlg.parse_session_log(lp)
|
|
883
|
+
tok_after = dlg.derive_session_token(parsed2["meta"], parsed2["msgs"])
|
|
884
|
+
_write_text(tp, dlg.render_transcript(ws, parsed2)) # 源已变、索引尚未重跑
|
|
885
|
+
ck("7f[无静默/插入] 插入点在首条 user 之后 ⇒ 派生标识不变(同 id 空间)",
|
|
886
|
+
bool(tok_before) and tok_before == tok_after, (tok_before, tok_after))
|
|
887
|
+
cg = open_lib(lib, can_write=False)
|
|
888
|
+
try:
|
|
889
|
+
stale = readable = 0
|
|
890
|
+
for nid in old_ids:
|
|
891
|
+
node = cg.get(nid)
|
|
892
|
+
_kd, ref = refindex.ref_of(node)
|
|
893
|
+
got = refindex.read_ref(ref)
|
|
894
|
+
if got.get("ok"):
|
|
895
|
+
readable += 1
|
|
896
|
+
if got.get("hash_match") is False:
|
|
897
|
+
stale += 1
|
|
898
|
+
ck("7g[无静默/stale] 旧条目仍**可读**(text 取回)且按哈希判为 stale,计数非零",
|
|
899
|
+
stale > 0 and readable > 0, (stale, readable, len(old_ids)))
|
|
900
|
+
print(" [P2④ 插入后·重跑前] 旧节点 %d 条:可读 %d · 判 stale %d(计数非零=%s)"
|
|
901
|
+
% (len(old_ids), readable, stale, stale > 0))
|
|
902
|
+
finally:
|
|
903
|
+
cg.close()
|
|
904
|
+
rc3, rows3, t3, _e3 = run_tool(a)
|
|
905
|
+
row3 = (rows3 or {}).get("%s/%s" % (ws, sid)) or {}
|
|
906
|
+
ck("7h[无静默/新条目] 重跑后新条目出现(恰好插入的那一节 ⇒ 新增 == 1)",
|
|
907
|
+
rc3 == 0 and (t3 or {}).get("new_items") == 1, (rc3, (t3 or {}).get("new_items")))
|
|
908
|
+
ck("7i[无静默/计数非零] 报告同时透出覆写数(旧条目被计数,不静默)",
|
|
909
|
+
(t3 or {}).get("updated", 0) > 0 and bool(row3.get("gen1")), row3.get("gen1"))
|
|
910
|
+
cg = open_lib(lib, can_write=False)
|
|
911
|
+
try:
|
|
912
|
+
alive = 0
|
|
913
|
+
for nid in old_ids:
|
|
914
|
+
node = cg.get(nid)
|
|
915
|
+
_kd, ref = refindex.ref_of(node)
|
|
916
|
+
got = refindex.read_ref(ref)
|
|
917
|
+
if got.get("ok") and got.get("hash_match") is True:
|
|
918
|
+
alive += 1
|
|
919
|
+
ck("7j[无静默/重跑后] 旧 id 全部仍可读且哈希一致", alive == len(old_ids),
|
|
920
|
+
(alive, len(old_ids)))
|
|
921
|
+
_res4, detail4, mism4 = _roundtrip(cg, tp, "合成哑正文片段,仅用于夹具对齐")
|
|
922
|
+
ck("7k[重跑后] 命中项回读仍逐字节相等(含插入节的新条目)",
|
|
923
|
+
not mism4 and len(detail4) > len(old_ids) - 1, (len(detail4), mism4[:1]))
|
|
924
|
+
print(" [P2② 重跑后·检索命中 %d 条 → 逐字节回读] 全部相等=%s"
|
|
925
|
+
% (len(detail4), not mism4))
|
|
926
|
+
|
|
927
|
+
# ---- 生产读面(mcp_server op=ref action=read):同一单点 read_ref + 两层状态 ----
|
|
928
|
+
from md_cg.mcp_server import call_tool
|
|
929
|
+
nid0 = (_res4[0][0].get("id") if _res4 else None)
|
|
930
|
+
_kd, ref0 = refindex.ref_of(cg.get(nid0))
|
|
931
|
+
lines4 = _read_lines(tp)
|
|
932
|
+
want0 = "\n".join(lines4[max(0, int(ref0["lineno"]) - 1):max(0, int(ref0["end"]))])
|
|
933
|
+
out = call_tool(cg, "cg", {"op": "ref", "action": "read", "node_id": nid0})
|
|
934
|
+
ck("7l[生产读面] op=ref read 走同一 read_ref:文本逐字节 == 源切片",
|
|
935
|
+
out.get("ok") is True and out.get("hash_match") is True
|
|
936
|
+
and out.get("text") == want0, (out.get("ok"), out.get("hash_match")))
|
|
937
|
+
out2 = call_tool(cg, "cg", {"op": "ref", "action": "read", "node_id": nid0,
|
|
938
|
+
"with_src": True})
|
|
939
|
+
ck("7m[生产读面] 日志节点带两层状态;with_src=True 才核真源(src.status=ok)",
|
|
940
|
+
out2.get("span_status") == "ok" and out2.get("src_verified") is True
|
|
941
|
+
and (out2.get("src") or {}).get("status") == "ok",
|
|
942
|
+
(out2.get("span_status"), out2.get("src_verified")))
|
|
943
|
+
out_default = call_tool(cg, "cg", {"op": "ref", "action": "read", "node_id": nid0})
|
|
944
|
+
ck("7m'[生产读面] with_src 缺省不核真源且显式标注(src_verified=False)",
|
|
945
|
+
out_default.get("src_verified") is False
|
|
946
|
+
and "未看真源" in (out_default.get("src_note") or ""),
|
|
947
|
+
(out_default.get("src_verified"), out_default.get("src_note")))
|
|
948
|
+
os.remove(tp)
|
|
949
|
+
out3 = call_tool(cg, "cg", {"op": "ref", "action": "read", "node_id": nid0,
|
|
950
|
+
"with_src": True})
|
|
951
|
+
ck("7n[生产读面] 转写被清理:区间层 dangling 而真源层仍 ok,且指路离线再生",
|
|
952
|
+
out3.get("span_status") == "dangling"
|
|
953
|
+
and (out3.get("src") or {}).get("status") == "ok"
|
|
954
|
+
and "repair" in (out3.get("rematerialize") or ""),
|
|
955
|
+
(out3.get("span_status"), (out3.get("src") or {}).get("status"),
|
|
956
|
+
out3.get("rematerialize")))
|
|
957
|
+
_write_text(tp, "\n".join(lines4))
|
|
958
|
+
finally:
|
|
959
|
+
cg.close()
|
|
960
|
+
|
|
961
|
+
|
|
962
|
+
# ---------------- 红基线:定点变异(锚点漂移 fail-closed) ----------------
|
|
963
|
+
|
|
964
|
+
#: 定点变异表:(标签, 现实现锚点, 改回后的旧行为)。
|
|
965
|
+
#: **源 = 工作区 md_cg/logref.py 的文本**(不取 git HEAD:HEAD 在改动提交那一刻就等于
|
|
966
|
+
#: 实现本身,判别力静默失效——同款教训见 md_cg/test_policy_required_ccg.py 头注)。
|
|
967
|
+
#: 锚点必须**恰好命中 1 次**:0 次=漂移、≥2 次=歧义,皆 ANCHOR-MISS → fail-closed。
|
|
968
|
+
_MUTATIONS = (
|
|
969
|
+
("落库判据:区间哈希 + 行位全等",
|
|
970
|
+
' same = (ref.get("hash") == it.get("hash")\n'
|
|
971
|
+
' and _int(ref.get("lineno")) == _int(it.get("lineno"))\n'
|
|
972
|
+
' and _int(ref.get("end")) == _int(it.get("end")))',
|
|
973
|
+
" same = True"),
|
|
974
|
+
)
|
|
975
|
+
|
|
976
|
+
#: 变异态下**必须**转红的项:**恰好**命中这个集合(多一项少一项都报红——多一项说明
|
|
977
|
+
#: 该断言另有依赖面、少一项说明该断言与「已索引」判据无关)。逐条=该断言确实钉在
|
|
978
|
+
#: 「区间哈希 + 行位全等才算已索引」上,全部由**同一次**变异实跑得出:
|
|
979
|
+
#: 2a 同标题异内容(真源换同长度正文)⇒ updated > 0 —— 「id 撞即跳」下 updated == 0
|
|
980
|
+
#: 2b updated == 前态快照判「需覆写」的条数(独立数据面交叉核验)—— 变异下 0 而期望 > 0
|
|
981
|
+
#: 3a 两代对账 rc == 0 —— 变异下 updated != updated_expected ⇒ ok=False ⇒ rc=1
|
|
982
|
+
#: 3d 两代错位数 == 0 —— 未覆写的节点仍记 v1 行位,locate 到插入后的别的章
|
|
983
|
+
#: 3h 两代 updated == updated_expected
|
|
984
|
+
#: 3k 新式节点「认领自己」:变异下旧节点认领到别人的 heading_path
|
|
985
|
+
#: 3n 同 token 会话下的 rc=0 与缺/错位全 0(同 3a+3d)
|
|
986
|
+
#: 7i 插入后重跑「覆写计数非零」(不静默)
|
|
987
|
+
#: 7j 插入后重跑「旧 id 全部仍可读且哈希一致」—— 变异下哈希仍指 v1 区间 ⇒ 不一致
|
|
988
|
+
#: 7k 重跑后检索命中 → 区间回读**逐字节 + hash_match**(变异下 hash_match=False)
|
|
989
|
+
#: 7l 生产读面 op=ref read 的 hash_match —— 同上(同一单点 read_ref)
|
|
990
|
+
#: 7m 生产读面 with_src=True 的区间状态与真源状态 —— 变异下节点带旧区间哈希**与旧
|
|
991
|
+
#: 真源身份**(doc_ref.src 一并冻结)⇒ span=stale 且 src=stale
|
|
992
|
+
#: 7n 转写被清理时应为「区间 dangling 而 **src 仍 ok**」—— 同一冻结使 src 报 stale
|
|
993
|
+
EXPECTED_RED = ("2a", "2b", "3a", "3d", "3h", "3k", "3n", "7i", "7j", "7k", "7l",
|
|
994
|
+
"7m", "7n")
|
|
995
|
+
|
|
996
|
+
|
|
997
|
+
# 生效条件:锚点命中次数不是恰好 1 时由 _mutated_node_state 抛出(fail-closed)。
|
|
998
|
+
class AnchorMiss(RuntimeError):
|
|
999
|
+
pass
|
|
1000
|
+
|
|
1001
|
+
|
|
1002
|
+
#: 导入时的实现体字节码(红基线模式会把变异体挂回 logref.node_state,故不能与属性现值比)
|
|
1003
|
+
_IMPL_CODEC = logref.node_state.__code__.co_code
|
|
1004
|
+
|
|
1005
|
+
|
|
1006
|
+
# 生效条件:锚点仍在且 EXPECTED_RED 全部是本文件里真实存在的 check id 时静默返回;
|
|
1007
|
+
# 否则抛 AnchorMiss(供缺依赖 zstandard 的 SKIP 出口复用,免得该环境里本守卫成纯空转)。
|
|
1008
|
+
def _anchor_selfcheck() -> None:
|
|
1009
|
+
_mutated_node_state() # 锚点漂移/歧义 → AnchorMiss
|
|
1010
|
+
with open(os.path.abspath(__file__), encoding="utf-8") as f:
|
|
1011
|
+
src = f.read()
|
|
1012
|
+
gone = [i for i in EXPECTED_RED if ('ck("%s[' % i) not in src]
|
|
1013
|
+
if gone:
|
|
1014
|
+
raise AnchorMiss("EXPECTED_RED 含本文件里不存在的 check id(红项表已陈化):%s"
|
|
1015
|
+
% "、".join(gone))
|
|
1016
|
+
|
|
1017
|
+
|
|
1018
|
+
# 生效条件:读工作区 md_cg/logref.py(**只读,不落盘**),按 _MUTATIONS 逐处文本替换,
|
|
1019
|
+
# 把变异后的模块体 exec 进真模块 globals 的副本,返回变异后的 node_state 函数;
|
|
1020
|
+
# 锚点漂移/歧义时抛 AnchorMiss。
|
|
1021
|
+
def _mutated_node_state():
|
|
1022
|
+
p = os.path.join(REPO, "md_cg", "logref.py")
|
|
1023
|
+
with open(p, encoding="utf-8") as f:
|
|
1024
|
+
text = f.read()
|
|
1025
|
+
for label, anchor, repl in _MUTATIONS:
|
|
1026
|
+
n = text.count(anchor)
|
|
1027
|
+
if n != 1:
|
|
1028
|
+
raise AnchorMiss(
|
|
1029
|
+
"ANCHOR-MISS:定点变异锚点漂移/歧义 —— %s 命中 %d 次(应恰好 1 次)"
|
|
1030
|
+
"|锚点首行:%s" % (label, n, anchor.splitlines()[0].strip()))
|
|
1031
|
+
text = text.replace(anchor, repl)
|
|
1032
|
+
g = dict(vars(logref)) # __name__/__package__ 保留 ⇒ 相对 import 照旧解析
|
|
1033
|
+
exec(compile(text, "<mutated md_cg/logref.py>", "exec"), g)
|
|
1034
|
+
fn = g["node_state"]
|
|
1035
|
+
# 与**导入时**的实现体比(不能比当前属性:红基线模式会把变异体挂回该属性,
|
|
1036
|
+
# 同进程二次调用就会「自己等于自己」而误报 ANCHOR-MISS——探针实测踩过)
|
|
1037
|
+
if fn.__code__.co_code == _IMPL_CODEC:
|
|
1038
|
+
raise AnchorMiss("ANCHOR-MISS:变异后字节码与实现相同(替换未生效)")
|
|
1039
|
+
return fn
|
|
1040
|
+
|
|
1041
|
+
|
|
1042
|
+
# ---------------- 主流程 ----------------
|
|
1043
|
+
|
|
1044
|
+
#: 守卫段(顺序即执行顺序;label 用于打印与崩溃定位)
|
|
1045
|
+
SECTIONS = (
|
|
1046
|
+
("⓪ 写面边界(库根只许 tempfile;normcase 归一)",
|
|
1047
|
+
lambda tmp, sroot: guard_boundary(tmp)),
|
|
1048
|
+
("① 幂等 + ② 同标题异内容(含变异必红)", guard_idem_and_content),
|
|
1049
|
+
("③ 插话两代对账", guard_two_generations),
|
|
1050
|
+
("③' 派生标识碰撞(N167 面)下的两代对账", guard_token_collision),
|
|
1051
|
+
("④ 悬空(两层解耦 + regenerable 免清退)", guard_dangling),
|
|
1052
|
+
("④'' heal 重建后「可再生」仍生效", guard_regenerable_after_rebuild),
|
|
1053
|
+
("④' 离线再生(--repair 1)", guard_repair),
|
|
1054
|
+
("⑤ 密级跟源(含加密告警计数)", guard_sensitivity),
|
|
1055
|
+
("⑥ path 口径(含同 sid 跨 ws 撞 id 前提)", guard_path_convention),
|
|
1056
|
+
("⑦ P2 端到端:检索命中 → 区间回读真源", guard_p2_search_readback),
|
|
1057
|
+
)
|
|
1058
|
+
|
|
1059
|
+
|
|
1060
|
+
def main(argv=None) -> int:
|
|
1061
|
+
global TOOL, PASS, FAIL
|
|
1062
|
+
PASS = FAIL = 0 # 同进程多次调用(探针/自证)不累积计数
|
|
1063
|
+
FAILS.clear()
|
|
1064
|
+
RED.clear()
|
|
1065
|
+
ap = argparse.ArgumentParser(
|
|
1066
|
+
description="N203 P1 守卫:日志真源 → ref 索引(临时库)")
|
|
1067
|
+
ap.add_argument("--head-baseline", action="store_true",
|
|
1068
|
+
help="红基线:对工作区 md_cg/logref.py 做定点变异(落库判据改回"
|
|
1069
|
+
"「id 撞即跳」),断言红项集合 == 预期红项")
|
|
1070
|
+
args = ap.parse_args(argv)
|
|
1071
|
+
try:
|
|
1072
|
+
import zstandard # noqa: F401
|
|
1073
|
+
except ImportError:
|
|
1074
|
+
# 缺依赖时正文链路无法复核(SKIP,对齐 run_tests 裸 clone 不假红口径),但
|
|
1075
|
+
# **判别力自证仍跑**:锚点漂移 / 红项表陈化依旧 fail-closed——否则本守卫在没有
|
|
1076
|
+
# zstandard 的环境(CI 容器只装 pyyaml)里就是纯空转。
|
|
1077
|
+
try:
|
|
1078
|
+
_anchor_selfcheck()
|
|
1079
|
+
except AnchorMiss as exc:
|
|
1080
|
+
print("!! %s" % exc)
|
|
1081
|
+
print("结果:SKIP 态自证未过(fail-closed)")
|
|
1082
|
+
return 2
|
|
1083
|
+
print("SKIP md_cg.test_logref:缺依赖 zstandard(日志转写链路无法复核)"
|
|
1084
|
+
"——对齐 run_tests 裸 clone 不假红口径;锚点/红项表自证已跑且通过")
|
|
1085
|
+
return 0
|
|
1086
|
+
if hasattr(sys.stdout, "reconfigure"):
|
|
1087
|
+
sys.stdout.reconfigure(encoding="utf-8", errors="replace")
|
|
1088
|
+
TOOL = load_tool()
|
|
1089
|
+
# 锚点自证:**两态都查**(绿态也查)——锚点漂移后若只查红基线,绿线会继续绿着而
|
|
1090
|
+
# 判别力已死(本守卫的判别力全靠这条表)。漂移即 fail-closed。
|
|
1091
|
+
try:
|
|
1092
|
+
mut_state = _mutated_node_state()
|
|
1093
|
+
except AnchorMiss as exc:
|
|
1094
|
+
print("!! %s" % exc)
|
|
1095
|
+
print("结果:锚点自证未过(fail-closed)——定点变异表须同步实现")
|
|
1096
|
+
return 2
|
|
1097
|
+
if args.head_baseline:
|
|
1098
|
+
logref.node_state = mut_state # 变异体注入(只在本进程内)
|
|
1099
|
+
print("!! 红基线模式:md_cg/logref.py 经定点变异 —— %s ⇒ 「id 撞即跳」"
|
|
1100
|
+
% ";".join(lbl for lbl, _a, _r in _MUTATIONS))
|
|
1101
|
+
tmp = tempfile.mkdtemp(prefix="n203_p1_guard_")
|
|
1102
|
+
_prev_ingest = os.environ.get("MDCG_INGEST_ROOT")
|
|
1103
|
+
declare_roots(tmp) # 部署声明(见 declare_roots 的说明)
|
|
1104
|
+
try:
|
|
1105
|
+
sroot = make_fixture(tmp)
|
|
1106
|
+
for label, fn in SECTIONS:
|
|
1107
|
+
print("== %s ==" % label)
|
|
1108
|
+
try:
|
|
1109
|
+
fn(tmp, sroot)
|
|
1110
|
+
except Exception as exc: # 段内崩溃:计数为红项,不吞、不静默
|
|
1111
|
+
ck("EXC:%s" % label, False, "%s: %s\n%s"
|
|
1112
|
+
% (type(exc).__name__, exc, traceback.format_exc()[-400:]))
|
|
1113
|
+
finally:
|
|
1114
|
+
shutil.rmtree(tmp, ignore_errors=True)
|
|
1115
|
+
global _DECLARED_ROOTS
|
|
1116
|
+
_DECLARED_ROOTS = None
|
|
1117
|
+
if _prev_ingest is None:
|
|
1118
|
+
os.environ.pop("MDCG_INGEST_ROOT", None)
|
|
1119
|
+
else:
|
|
1120
|
+
os.environ["MDCG_INGEST_ROOT"] = _prev_ingest
|
|
1121
|
+
print("\n结果:PASS %d / FAIL %d" % (PASS, FAIL))
|
|
1122
|
+
if FAILS:
|
|
1123
|
+
print("失败项:" + ";".join(FAILS))
|
|
1124
|
+
if args.head_baseline:
|
|
1125
|
+
# 短码比对:ck 的 cid 带方括号内的说明(同一短码可多次出现,如 0a 六个拒绝面),
|
|
1126
|
+
# 取方括号前的前缀——段内崩溃记的 "EXC:<段名>" 无方括号 ⇒ 整串参与比对(必不等于
|
|
1127
|
+
# 任何预期红项 ⇒ 报「红基线与预期不符」,fail-closed,不静默放过)。
|
|
1128
|
+
got = sorted({(c or "").split("[")[0].strip() for c in RED})
|
|
1129
|
+
exp = sorted(EXPECTED_RED)
|
|
1130
|
+
if got == exp:
|
|
1131
|
+
print("红基线符合预期:变异后恰好命中 %d 项 —— %s"
|
|
1132
|
+
% (len(exp), "、".join(exp)))
|
|
1133
|
+
return 0
|
|
1134
|
+
print("红基线与预期不符(fail-closed)——预期红项:%s;实得红项:%s"
|
|
1135
|
+
% ("、".join(exp) or "(无)", "、".join(got) or "(无)"))
|
|
1136
|
+
return 1
|
|
1137
|
+
return 1 if FAIL else 0
|
|
1138
|
+
|
|
1139
|
+
|
|
1140
|
+
if __name__ == "__main__":
|
|
1141
|
+
raise SystemExit(main())
|