@furongjun1999/dsh-memory 0.8.1 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +662 -659
- package/codebuddy/README.md +1 -1
- package/data/policy.json +38 -27
- package/docs/README.md +18 -2
- package/docs/discipline/harnesses.yaml +1 -1
- package/docs/discipline/templates/spec.txt.tmpl +23 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
- package/dsh/README.md +1 -1
- package/dsh/cordis.yml.example +139 -139
- package/hive/README.md +705 -0
- package/hive/id_charset_blocks.txt +147 -0
- package/lib/bridge.d.ts +3 -0
- package/lib/bridge.js +32 -11
- package/lib/cli.js +14 -17
- package/lib/hooks.d.ts +37 -3
- package/lib/hooks.js +176 -24
- package/lib/index.d.ts +2 -2
- package/lib/index.js +29 -6
- package/lib/init.js +21 -21
- package/lib/lib/datapath.d.ts +56 -0
- package/lib/lib/datapath.js +102 -9
- package/lib/lib/hook_audit.d.ts +0 -1
- package/lib/lib/hook_audit.js +51 -3
- package/lib/lib/mdcg_client.d.ts +4 -1
- package/lib/lib/mdcg_client.js +10 -2
- package/lib/lib/mutual.js +61 -15
- package/lib/lib/prompt_safety.js +28 -2
- package/lib/lib/roleplay_web.js +30 -2
- package/lib/lib/token_store.d.ts +25 -6
- package/lib/lib/token_store.js +224 -33
- package/lib/tools.d.ts +15 -2
- package/lib/tools.js +44 -4
- package/md_cg/_guard_kit.py +121 -0
- package/md_cg/admission.py +718 -718
- package/md_cg/anchor.py +114 -0
- package/md_cg/audit.py +37 -7
- package/md_cg/autonomy.py +433 -288
- package/md_cg/autonomy_modes.py +781 -642
- package/md_cg/bench_beir_bm25.py +154 -0
- package/md_cg/bench_beir_scifact.py +170 -0
- package/md_cg/bench_bm25_blockmax.py +134 -0
- package/md_cg/bench_bm25_incremental.py +246 -0
- package/md_cg/bench_ccg_heading.py +118 -0
- package/md_cg/bench_csre_correctness.py +145 -0
- package/md_cg/bench_excerpt_budget.py +94 -0
- package/md_cg/bench_fuzzy_substrings.py +299 -0
- package/md_cg/bench_memory_rsi.py +358 -0
- package/md_cg/bench_memory_rsi_latency.py +82 -0
- package/md_cg/bench_memory_rsi_public.py +116 -0
- package/md_cg/bench_memory_rsi_tools.py +229 -0
- package/md_cg/bench_rrf_candidates.py +212 -0
- package/md_cg/bench_rrf_public.py +100 -0
- package/md_cg/bench_text_projections.py +221 -0
- package/md_cg/bench_timeanchor.py +357 -0
- package/md_cg/bm25.py +601 -0
- package/md_cg/branches.py +404 -327
- package/md_cg/build_postings.py +74 -73
- package/md_cg/ccgc.py +4 -2
- package/md_cg/chain.py +573 -379
- package/md_cg/coldverify.py +531 -292
- package/md_cg/condaccept.py +263 -0
- package/md_cg/condgate.py +308 -0
- package/md_cg/config_registry.py +329 -0
- package/md_cg/config_registry_bulk.py +482 -0
- package/md_cg/config_registry_guard.py +487 -0
- package/md_cg/config_render.py +354 -0
- package/md_cg/config_validate.py +455 -0
- package/md_cg/conformance.py +747 -726
- package/md_cg/conformance_core.py +753 -0
- package/md_cg/consistency.py +1278 -955
- package/md_cg/consolidate.py +1793 -1633
- package/md_cg/crypto.py +346 -24
- package/md_cg/datapath.py +137 -12
- package/md_cg/eval_common.py +522 -575
- package/md_cg/evidence.py +946 -585
- package/md_cg/evidence_delivery.py +101 -0
- package/md_cg/experience_consolidation.py +317 -0
- package/md_cg/export.py +329 -222
- package/md_cg/forgetting.py +1050 -922
- package/md_cg/freshness.py +601 -548
- package/md_cg/fsutil.py +1120 -824
- package/md_cg/goal_gen.py +458 -0
- package/md_cg/hotcache.py +107 -9
- package/md_cg/hyperedge.py +262 -251
- package/md_cg/identity.py +573 -391
- package/md_cg/imgskill.py +1712 -0
- package/md_cg/insight.py +540 -521
- package/md_cg/interface_schema.py +146 -0
- package/md_cg/interop.py +20 -0
- package/md_cg/judgment_manifest.py +24 -1
- package/md_cg/lifecycle.py +426 -345
- package/md_cg/links.py +27 -6
- package/md_cg/logref.py +332 -327
- package/md_cg/mcp_server.py +5227 -4449
- package/md_cg/mdcg.py +1301 -203
- package/md_cg/mdcos.py +7108 -5440
- package/md_cg/memory_rsi.py +308 -0
- package/md_cg/metacognition.py +726 -591
- package/md_cg/nodefile.py +151 -3
- package/md_cg/op_table.py +1128 -0
- package/md_cg/postings.py +524 -300
- package/md_cg/predict.py +1103 -1100
- package/md_cg/probe_memory_rsi.py +95 -0
- package/md_cg/probe_memory_rsi_mcp.py +66 -0
- package/md_cg/protect.py +654 -494
- package/md_cg/protocol.py +492 -411
- package/md_cg/provenance.py +606 -600
- package/md_cg/qmd.py +477 -0
- package/md_cg/qmd_llm.py +334 -0
- package/md_cg/query_excerpt.py +171 -0
- package/md_cg/queue_health.py +130 -0
- package/md_cg/reach.py +470 -453
- package/md_cg/readcache.py +115 -3
- package/md_cg/reconcile.py +239 -228
- package/md_cg/refindex.py +1191 -1042
- package/md_cg/refine.py +613 -604
- package/md_cg/retrieve.py +128 -0
- package/md_cg/review_cli.py +204 -26
- package/md_cg/revise.py +140 -0
- package/md_cg/rollback.py +657 -420
- package/md_cg/rollback_cli.py +124 -104
- package/md_cg/rotate.py +347 -0
- package/md_cg/routing.py +490 -429
- package/md_cg/rrf_candidates.py +204 -0
- package/md_cg/run_tests.py +19 -1
- package/md_cg/scrub.py +177 -23
- package/md_cg/security.py +269 -17
- package/md_cg/self_state.py +1053 -1029
- package/md_cg/self_surface.py +50 -0
- package/md_cg/semantic/canonical.py +144 -144
- package/md_cg/semantic/export_en_zh_map.py +2 -2
- package/md_cg/semantic/zh_en_atoms.py +141 -139
- package/md_cg/session5.py +106 -0
- package/md_cg/signer.py +76 -2
- package/md_cg/sleep.py +1779 -1583
- package/md_cg/sources.py +1091 -833
- package/md_cg/state_events.py +75 -10
- package/md_cg/state_slots.py +312 -221
- package/md_cg/stg.py +85 -18
- package/md_cg/stgidx.py +537 -281
- package/md_cg/subgraph.py +851 -729
- package/md_cg/sustain.py +458 -19
- package/md_cg/task_memory.py +367 -0
- package/md_cg/test_action_derive.py +210 -203
- package/md_cg/test_audit_heartbeat_20261015.py +417 -0
- package/md_cg/test_audit_protection_20261015.py +483 -0
- package/md_cg/test_audit_rotate_parity.py +280 -0
- package/md_cg/test_audit_state_20261015.py +253 -0
- package/md_cg/test_audit_write_20261015.py +161 -0
- package/md_cg/test_auto_defaults.py +43 -4
- package/md_cg/test_autonomy_emotion.py +328 -0
- package/md_cg/test_autonomy_modes.py +2013 -1973
- package/md_cg/test_b1_foreign_read.py +245 -0
- package/md_cg/test_bm25.py +438 -0
- package/md_cg/test_bm25_hydration_refill.py +265 -0
- package/md_cg/test_bm25_incremental.py +241 -0
- package/md_cg/test_bm25_incremental_mutations.py +160 -0
- package/md_cg/test_bm25_mutations.py +205 -0
- package/md_cg/test_bm25_pool_view.py +196 -0
- package/md_cg/test_boot_openblas_guard.py +218 -197
- package/md_cg/test_boundary_hit.py +1 -1
- package/md_cg/test_branches_sensitivity.py +375 -0
- package/md_cg/test_c8_search_rrf_gates.py +1 -1
- package/md_cg/test_canonical_timezones.py +211 -0
- package/md_cg/test_ccg_heading_parser.py +73 -0
- package/md_cg/test_chain_best_first.py +403 -0
- package/md_cg/test_chain_candidate_scope.py +227 -0
- package/md_cg/test_cn_recall_grams.py +206 -0
- package/md_cg/test_code_kind_forbidden.py +101 -0
- package/md_cg/test_coldverify_drain.py +127 -0
- package/md_cg/test_condaccept.py +156 -0
- package/md_cg/test_condgate.py +141 -0
- package/md_cg/test_config_registry.py +55 -0
- package/md_cg/test_crypto_rotate.py +257 -0
- package/md_cg/test_csre_correctness.py +297 -0
- package/md_cg/test_csre_index_import_guard.py +161 -0
- package/md_cg/test_csre_mutations.py +34 -0
- package/md_cg/test_csre_session.py +69 -0
- package/md_cg/test_curiosity_budget.py +468 -0
- package/md_cg/test_d17_autostart_toolface.py +453 -0
- package/md_cg/test_datapath_tilde_home.py +271 -0
- package/md_cg/test_derived_cache_generations.py +256 -0
- package/md_cg/test_evidence_delivery_compact.py +54 -0
- package/md_cg/test_exact_text_cache.py +191 -0
- package/md_cg/test_excerpt_budget.py +188 -0
- package/md_cg/test_experience_consolidation.py +112 -0
- package/md_cg/test_export_default_collision.py +138 -0
- package/md_cg/test_export_snapshots.py +322 -0
- package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
- package/md_cg/test_gain_gate.py +16 -5
- package/md_cg/test_goal_gen.py +355 -0
- package/md_cg/test_h2_session_view_norm.py +251 -233
- package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
- package/md_cg/test_heartbeat_ledger.py +557 -0
- package/md_cg/test_hierarchy_audit_graph.py +237 -0
- package/md_cg/test_i50c_meta_passthrough.py +628 -608
- package/md_cg/test_i50e_readside_protection.py +658 -656
- package/md_cg/test_identity_attribution.py +96 -2
- package/md_cg/test_identity_contract.py +329 -0
- package/md_cg/test_imgskill.py +1444 -0
- package/md_cg/test_index_snapshot_shape.py +240 -0
- package/md_cg/test_interop_judgment.py +258 -228
- package/md_cg/test_issue111_gate_order.py +77 -0
- package/md_cg/test_issue111_scoring_contract.py +87 -0
- package/md_cg/test_issue121_calibration_bounds.py +293 -0
- package/md_cg/test_issue128_session_env_authority.py +246 -0
- package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
- package/md_cg/test_issue131_postings_content_staleness.py +424 -0
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
- package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
- package/md_cg/test_issue147_pack_id_escape.py +378 -0
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
- package/md_cg/test_issue149_accel_default_face.py +249 -0
- package/md_cg/test_issue150_empty_query_terms.py +328 -0
- package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
- package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
- package/md_cg/test_issue152_sealed_postings.py +309 -0
- package/md_cg/test_issue152b_decrypt_cache.py +218 -0
- package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
- package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
- package/md_cg/test_issue157b_index_remainder.py +344 -0
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
- package/md_cg/test_issue190_tidy_idempotent.py +806 -0
- package/md_cg/test_issue191_import_trust.py +382 -0
- package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
- package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
- package/md_cg/test_issue193_write_scope.py +378 -0
- package/md_cg/test_issue197_rank_credibility_property.py +201 -0
- package/md_cg/test_issue211_export_target.py +325 -0
- package/md_cg/test_issue212_writeface_gaps.py +349 -0
- package/md_cg/test_issue214_reject_sensitivity.py +267 -0
- package/md_cg/test_issue215_condition_source_gap.py +272 -0
- package/md_cg/test_issue216_clash_routes.py +214 -0
- package/md_cg/test_issue217_slot_routes.py +248 -0
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
- package/md_cg/test_issue225_consistency_torn_log.py +433 -0
- package/md_cg/test_issue245_swarm_traversal.py +366 -0
- package/md_cg/test_issue258_pack_sensitivity.py +468 -0
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
- package/md_cg/test_issue274_read_node_id_none.py +341 -0
- package/md_cg/test_issue275_layer_param.py +250 -0
- package/md_cg/test_issue277_node_id_traversal.py +384 -0
- package/md_cg/test_issue278_neg_separated_tension.py +271 -0
- package/md_cg/test_issue278_neg_window.py +294 -0
- package/md_cg/test_issue278_negative_layering.py +83 -0
- package/md_cg/test_issue279_signers_path_guard.py +652 -0
- package/md_cg/test_issue284_skip_not_pass.py +291 -0
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
- package/md_cg/test_issue295_sleep_root_binding.py +589 -0
- package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
- package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
- package/md_cg/test_issue303_design_boundaries.py +262 -0
- package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
- package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
- package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
- package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
- package/md_cg/test_issue321_mcp_deep_json.py +305 -0
- package/md_cg/test_issue322_node_write_lock.py +727 -0
- package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
- package/md_cg/test_issue324_write_size_fields.py +215 -0
- package/md_cg/test_issue325_audit_poison.py +230 -0
- package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
- package/md_cg/test_issue326_key_perms.py +355 -0
- package/md_cg/test_issue326_twin_parser_parity.py +323 -0
- package/md_cg/test_issue326_vm_call_frame.py +569 -0
- package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
- package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
- package/md_cg/test_issue348_insight_verify_op.py +200 -0
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
- package/md_cg/test_issue350_casefold_collision.py +236 -0
- package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
- package/md_cg/test_issue352_imgaudit.py +418 -0
- package/md_cg/test_issue352_pathsjson.py +537 -0
- package/md_cg/test_issue352_refindex.py +412 -0
- package/md_cg/test_issue352_rollback.py +604 -0
- package/md_cg/test_issue352_vstateinherit.py +196 -0
- package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
- package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
- package/md_cg/test_issue354_rust_index_containment.py +571 -0
- package/md_cg/test_issue354_rust_wal_containment.py +606 -0
- package/md_cg/test_issue358_truncation_observable.py +247 -0
- package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
- package/md_cg/test_issue362_neg_condition.py +468 -0
- package/md_cg/test_issue363_lexical_idf.py +275 -0
- package/md_cg/test_issue370_readcache_assembly.py +488 -0
- package/md_cg/test_issue375_state_slot_retire.py +325 -0
- package/md_cg/test_issue376_heartbeat_failed.py +293 -0
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
- package/md_cg/test_issue378_protected_floor.py +310 -0
- package/md_cg/test_issue383_state_event_write_gate.py +462 -0
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
- package/md_cg/test_issue398_toolface_op_parity.py +511 -0
- package/md_cg/test_issue399_hive_json_shape.py +317 -0
- package/md_cg/test_issue400_hive_dirty_args.py +450 -0
- package/md_cg/test_issue401_wisdom_codegen.py +295 -0
- package/md_cg/test_issue404_heal_receipt.py +390 -0
- package/md_cg/test_issue405_git_pathspec.py +333 -0
- package/md_cg/test_issue408_eface_registry.py +291 -0
- package/md_cg/test_issue409_compact_index_completeness.py +509 -0
- package/md_cg/test_issue410_verify_demote_write.py +366 -0
- package/md_cg/test_issue411_scrub_idempotence.py +575 -0
- package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
- package/md_cg/test_issue413_preimage_failclosed.py +239 -0
- package/md_cg/test_issue413_preimage_twin.py +340 -0
- package/md_cg/test_issue414_write_args_parity.py +613 -0
- package/md_cg/test_issue415_deps_gate_probe.py +358 -0
- package/md_cg/test_issue416_entry_key_subset.py +525 -0
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
- package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
- package/md_cg/test_issue418_role_type_gate.py +265 -0
- package/md_cg/test_issue419_pii_redaction.py +642 -0
- package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
- package/md_cg/test_issue425_ingest_library_path.py +331 -0
- package/md_cg/test_issue426a_dedup_receipt.py +242 -0
- package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
- package/md_cg/test_issue427_serve_status_shape.py +191 -0
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
- package/md_cg/test_issue434_435_float_gate.py +90 -0
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
- package/md_cg/test_issue43_default_policy.py +874 -865
- package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
- package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
- package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
- package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
- package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
- package/md_cg/test_issue451_audit_actor.py +313 -0
- package/md_cg/test_issue452_ingest_root_hint.py +238 -0
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
- package/md_cg/test_issue466_basis_registry.py +469 -0
- package/md_cg/test_issue467_identity_sensitivity.py +204 -0
- package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
- package/md_cg/test_issue470_wal_event_durable.py +427 -0
- package/md_cg/test_issue471_identity_readable.py +137 -0
- package/md_cg/test_issue472_audit_chain.py +91 -0
- package/md_cg/test_issue472_prune_ledger.py +106 -0
- package/md_cg/test_issue472_rollback_degraded.py +82 -0
- package/md_cg/test_issue491_compose_sandbox.py +460 -0
- package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
- package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
- package/md_cg/test_issue525_read_null_semantics.py +52 -0
- package/md_cg/test_issue538_hook_condition_space.py +97 -0
- package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
- package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
- package/md_cg/test_issue542_tenant_root_same.py +153 -0
- package/md_cg/test_issue543_issue_authorization.py +147 -0
- package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
- package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
- package/md_cg/test_issue546_ledger_concurrency.py +81 -0
- package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
- package/md_cg/test_issue547_audit_durable.py +96 -0
- package/md_cg/test_issue549_durable_append.py +143 -0
- package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
- package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
- package/md_cg/test_issue559_refine_prefix.py +70 -0
- package/md_cg/test_issue561_pending_review.py +109 -0
- package/md_cg/test_issue562_retired_faces.py +150 -0
- package/md_cg/test_issue66_scrub_semantics.py +107 -0
- package/md_cg/test_issue67_scrub_control_pool.py +233 -0
- package/md_cg/test_issue69_audit_boundary.py +129 -0
- package/md_cg/test_issue71_queue_backlog.py +377 -0
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
- package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
- package/md_cg/test_issue75_neural_failure.py +582 -0
- package/md_cg/test_issue78_export_concurrency.py +334 -0
- package/md_cg/test_issue80_residual_flush.py +169 -0
- package/md_cg/test_issue82_credential_rules.py +271 -0
- package/md_cg/test_issue82_layer_and_size.py +120 -0
- package/md_cg/test_issue84_portability.py +95 -0
- package/md_cg/test_issue85_export_overwrite.py +113 -0
- package/md_cg/test_issue86_runtime_revoke.py +110 -0
- package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
- package/md_cg/test_issue88_conclusion_face.py +280 -0
- package/md_cg/test_issue88_execution_conflicts.py +87 -0
- package/md_cg/test_issue89_zero_score.py +169 -0
- package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
- package/md_cg/test_issue91_verifier_sandbox.py +314 -0
- package/md_cg/test_issue91_verifier_timeout.py +528 -0
- package/md_cg/test_issue93_remember_redaction.py +282 -0
- package/md_cg/test_issue96_key_fallback.py +102 -0
- package/md_cg/test_issue98_tenant_root.py +104 -0
- package/md_cg/test_jsonl_commit_watermark.py +221 -0
- package/md_cg/test_live_validity_cache.py +256 -0
- package/md_cg/test_logref.py +1141 -1109
- package/md_cg/test_mcp_call_argument_types.py +99 -0
- package/md_cg/test_md_access_parity.py +330 -255
- package/md_cg/test_md_cg_no_hive_dep.py +140 -0
- package/md_cg/test_memory_rsi.py +215 -0
- package/md_cg/test_memory_rsi_adversarial.py +91 -0
- package/md_cg/test_mode_parity.py +1413 -1393
- package/md_cg/test_mutation_residue.py +120 -0
- package/md_cg/test_mutation_rollback.py +835 -805
- package/md_cg/test_n123_derive_expiry_chain.py +210 -205
- package/md_cg/test_n130_verify_falsified_protect.py +185 -185
- package/md_cg/test_n209_verify_write_face_gates.py +466 -461
- package/md_cg/test_n230_dirty_replay.py +52 -9
- package/md_cg/test_n62_tenant_bind_failclosed.py +200 -200
- package/md_cg/test_neg_coverage_budget.py +500 -0
- package/md_cg/test_neg_tail_honesty.py +733 -663
- package/md_cg/test_p0.py +16 -2
- package/md_cg/test_p14_root_fallback.py +373 -0
- package/md_cg/test_p1x_ref_root.py +47 -10
- package/md_cg/test_p21_tokens.py +294 -293
- package/md_cg/test_p24_evidence.py +232 -227
- package/md_cg/test_p26_refindex.py +20 -3
- package/md_cg/test_p27_docindex.py +792 -777
- package/md_cg/test_p28_refcheck.py +1053 -1032
- package/md_cg/test_p29_session_ingest_export.py +6 -0
- package/md_cg/test_p2_mcp.py +474 -453
- package/md_cg/test_p2_six_elements.py +476 -463
- package/md_cg/test_p3.py +370 -261
- package/md_cg/test_p33_ccg_wiring.py +300 -293
- package/md_cg/test_p3_legacy_closure.py +438 -433
- package/md_cg/test_p40_refine_worklist.py +244 -241
- package/md_cg/test_p47_session_view.py +25 -9
- package/md_cg/test_p4_freshness.py +781 -774
- package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
- package/md_cg/test_p9c_dedup_hints.py +288 -283
- package/md_cg/test_policy_required_ccg.py +444 -432
- package/md_cg/test_postings_digest_memo.py +139 -0
- package/md_cg/test_predict_beta.py +138 -135
- package/md_cg/test_qmd.py +500 -0
- package/md_cg/test_query_excerpt.py +209 -0
- package/md_cg/test_reach.py +456 -378
- package/md_cg/test_reach_snapshot_admission.py +218 -0
- package/md_cg/test_readcache_prodpath.py +4 -0
- package/md_cg/test_recall_face_guards.py +854 -812
- package/md_cg/test_recall_metadata.py +422 -0
- package/md_cg/test_retr_s5.py +312 -213
- package/md_cg/test_retr_score_once.py +14 -2
- package/md_cg/test_review_cli_attribution.py +11 -7
- package/md_cg/test_review_queue_batch.py +123 -0
- package/md_cg/test_review_queue_index.py +130 -0
- package/md_cg/test_rrf_candidates.py +292 -0
- package/md_cg/test_rrf_qualified_topk.py +214 -0
- package/md_cg/test_rrf_unique_votes.py +218 -0
- package/md_cg/test_s1_ast_judge.py +110 -0
- package/md_cg/test_scrub_ledger.py +413 -0
- package/md_cg/test_security_audit_b26.py +34 -3
- package/md_cg/test_security_audit_v21.py +1 -2
- package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
- package/md_cg/test_session5_identity.py +93 -0
- package/md_cg/test_session_attribution_consistency.py +813 -0
- package/md_cg/test_session_identity_tristate.py +486 -0
- package/md_cg/test_sleep_p1.py +35 -3
- package/md_cg/test_state_event_op.py +521 -514
- package/md_cg/test_state_projection_streaming.py +136 -0
- package/md_cg/test_stg_interval_candidates.py +280 -0
- package/md_cg/test_stg_time_blocks.py +239 -0
- package/md_cg/test_stgidx_index_parity.py +1024 -1020
- package/md_cg/test_subgraph_bounded_bfs.py +227 -0
- package/md_cg/test_sustain_bounded.py +652 -624
- package/md_cg/test_task_memory.py +394 -0
- package/md_cg/test_text_projection_mutations.py +101 -0
- package/md_cg/test_time_anchor.py +421 -0
- package/md_cg/test_time_core_lint.py +1024 -975
- package/md_cg/test_tool_face.py +200 -189
- package/md_cg/test_trust_bounded_frontier.py +248 -0
- package/md_cg/test_trust_edge_reachability.py +405 -0
- package/md_cg/test_w5_path_fingerprint.py +381 -0
- package/md_cg/test_w7_redlines.py +659 -0
- package/md_cg/test_write_return_shape.py +919 -0
- package/md_cg/test_writepipe.py +228 -226
- package/md_cg/timeanchor.py +534 -0
- package/md_cg/tokens.py +68 -5
- package/md_cg/tool_face.py +273 -260
- package/md_cg/trust.py +1114 -1030
- package/md_cg/twophase.py +303 -231
- package/md_cg/weights.py +642 -638
- package/md_cg/whitebox.py +536 -527
- package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
- package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
- package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
- package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +1634 -1633
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +318 -298
- package/md_cg/whitebox_kb/wisdom/core/parser.py +1082 -1065
- package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
- package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
- package/md_cg/whitebox_kb/wisdom/md_access.py +490 -470
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +497 -476
- package/md_cg/whitebox_kb/wisdom/mini_python.py +995 -958
- package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
- package/md_cg/whitebox_kb/wisdom/net_units.py +2900 -2895
- package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +4060 -4054
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
- package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
- package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
- package/md_cg/writelimit.py +584 -390
- package/md_cg/writepipe.py +1337 -826
- package/package.json +14 -9
- package/scripts/workspace_index.py +328 -0
- package/src/bridge.ts +34 -11
- package/src/cli.ts +75 -65
- package/src/hooks.ts +932 -776
- package/src/index.ts +30 -7
- package/src/init.ts +362 -361
- package/src/lib/datapath.ts +419 -326
- package/src/lib/hook_audit.ts +42 -3
- package/src/lib/mdcg_client.ts +469 -461
- package/src/lib/mutual.ts +481 -432
- package/src/lib/prompt_safety.ts +178 -149
- package/src/lib/roleplay_web.ts +30 -2
- package/src/lib/token_store.ts +274 -52
- package/src/tools.ts +271 -223
- package/zcode/README.md +1 -1
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
- package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
- package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
- package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
- package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
- package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
- package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
- package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
- package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
- package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
- package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
- package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
- package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
- package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
- package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
- package/docs/eval/issue65_session_recall_/344/274/232/350/257/235/351/232/224/347/246/273_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -329
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
- package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
- package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
- package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
- package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
- package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
- package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
- package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
- package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
- package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
- package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
- package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -160
- package/docs/eval//345/217/221/345/270/20315_/344/274/232/350/257/235/351/232/224/347/246/273/344/277/256/345/244/215/344/270/216/350/272/253/344/275/223/345/272/223/345/261/225/347/244/272_v1.0.md +0 -88
- package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
- package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
- package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
- package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
- package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
- package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
- package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
- package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
- package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
- package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
- package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
- package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
- package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
- package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
- package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
- package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
- package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
- package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
- package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
- package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
- package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
- package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
- package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
- package/docs/mdcg/guardrail-charter.md +0 -164
- package/docs/mdcg/lingshu_tutorial.html +0 -14956
- package/docs/mdcg/memory-assessment.html +0 -923
- package/docs/mdcg/memory_score.html +0 -213
- package/docs/mdcg/memory_score.png +0 -0
- package/docs/mdcg/release_v0.3.0.md +0 -36
- package/docs/mdcg/release_v0.4.11.md +0 -49
- package/docs/mdcg/release_v0.4.5.md +0 -55
- package/docs/mdcg/tool_table_v0.3.0.md +0 -117
- package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
- package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
- package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
- package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
- package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
- package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
- package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
- package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
- package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
- package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
- package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
- package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
- package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
- package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
- package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
- package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
- package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
- package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
- package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
- package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
- package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
- package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
- package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
- package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
- package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
- package/docs/promo/bilibili-cover.jpg +0 -0
- package/docs/promo/promo-visual-1.png +0 -0
- package/docs/promo/promo-visual-2.png +0 -0
- package/docs/promo/promo-visual-3.png +0 -0
- package/docs/promo/promo-visual-4.png +0 -0
- package/docs/promo/promo-visual-5.png +0 -0
- package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
- package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
- package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
- package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
- package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
- package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
- package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
- package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
- package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
- package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
- package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
- package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
- package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
- package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
package/md_cg/refindex.py
CHANGED
|
@@ -1,1043 +1,1192 @@
|
|
|
1
|
-
# -*- coding: utf-8 -*-
|
|
2
|
-
"""md_cg · 统一 ref 协议 + 索引水位(增量)+ 漂移/悬空巡检
|
|
3
|
-
|
|
4
|
-
对照 `docs/mdcg/认知图_索引与工程规范化_计划_v0.1.md` 的 R3(修 D + 修 F):
|
|
5
|
-
|
|
6
|
-
**D 漂移 / 悬空检测(本模块 `check_refs`)**
|
|
7
|
-
扫描带 `code_ref` / `doc_ref` 的节点,回两类问题:
|
|
8
|
-
· `stale` —— 源文件被改(区间哈希不再匹配)
|
|
9
|
-
· `dangling` —— 源文件被删(索引指向不存在的文件)
|
|
10
|
-
巡检**只读**、**不抛**、**不改源文件**;修复动作是「重跑 index_code / index_doc」,
|
|
11
|
-
因为索引是派生物(对齐 sustain.heal 的既有边界)。
|
|
12
|
-
|
|
13
|
-
**F 全量重扫 + 静默截断(本模块 `Ledger` + `index_dir`)**
|
|
14
|
-
`<root>/_refindex.json` 是 ref 索引水位(抄 `sources.Ingestor` 的 `_sources.json` 范式),
|
|
15
|
-
以**源文件绝对路径**为键,记每个源文件的 (size, mtime) 与节点区间 + 它所属的**源大域
|
|
16
|
-
root**;`incremental=True` 时未变文件**不再读盘重切**,直接跳过(`skipped_unchanged`)
|
|
17
|
-
——这就是「不全量重扫」。
|
|
18
|
-
键用绝对路径、且逐文件记 root,是因为一份认知图可以索引多个大域:只按 rel 记会在同名
|
|
19
|
-
文件上互相覆盖,巡检时若拿认知图根去拼路径则会把一切都误判成 dangling。
|
|
20
|
-
截断(`max_files` / `max_items`)由 codeindex / docindex 显式上报,本模块把
|
|
21
|
-
「最近一次索引被截断」写进水位,交给 `sustain.diagnose` 巡检看见(不再静默)。
|
|
22
|
-
|
|
23
|
-
**为什么回读要收进本模块**
|
|
24
|
-
`op=ref` 的回读与 `check_refs` 的判定**必须共用同一实现**,否则会出现
|
|
25
|
-
「回读说没漂、巡检说有漂」。与 `region_hash` 的教训同源:区间哈希只允许一份实现,
|
|
26
|
-
这里连「怎么判定 ok / stale / dangling」也只允许一份。
|
|
27
|
-
|
|
28
|
-
**分工:节点判漂移,水位只判跳过**
|
|
29
|
-
漂移 / 悬空**只由节点自身 frontmatter ref 判**(`probe_ref` / `read_ref` 的唯一实现);
|
|
30
|
-
水位(`_refindex.json`)**不进 probe**——它只判「这个节点能不能跳过、不读源」。
|
|
31
|
-
跳过的充分条件是三条同时成立:①节点 ref 与水位条目
|
|
32
|
-
`(hash, lineno, end, path, root)` **五项全等**;②源文件 size/mtime
|
|
33
|
-
③该 node_id 本轮尚未判过(跨大域撞 id 时同一 id 会被多条水位条目列出,只判一次)。
|
|
34
|
-
五项里含 `path` / `root` 是必要的:不含时跨域撞 id 在稳态不可见(节点 ref 指向另一域
|
|
35
|
-
而水位条目取自本域),且不一致会重复报红(同一 node_id 两条 stale)。
|
|
36
|
-
不一致本身**不改判定**(不进 `ok`、不产生新红行),只记 `ledger_mismatch` 归因行,
|
|
37
|
-
用两侧 root 分辨两类成因:roots 相同=`watermark_behind`(写序断裂 / 旧水位)、
|
|
38
|
-
roots 不同=`collision_multi_root`(id 不含 root 的跨域撞 id 归属)。
|
|
39
|
-
|
|
40
|
-
零第三方依赖。
|
|
41
|
-
"""
|
|
42
|
-
from __future__ import annotations
|
|
43
|
-
|
|
44
|
-
import
|
|
45
|
-
import
|
|
46
|
-
import
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
#
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
return
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
#
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
if
|
|
108
|
-
return
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
#
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
#
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
# 生效条件:当
|
|
195
|
-
def
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
except OSError:
|
|
206
|
-
|
|
207
|
-
self.
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
self.load()["files"].
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
""
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
#
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
#
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
#
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
|
|
585
|
-
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
607
|
-
|
|
608
|
-
|
|
609
|
-
|
|
610
|
-
|
|
611
|
-
|
|
612
|
-
|
|
613
|
-
|
|
614
|
-
|
|
615
|
-
|
|
616
|
-
|
|
617
|
-
|
|
618
|
-
|
|
619
|
-
|
|
620
|
-
|
|
621
|
-
|
|
622
|
-
|
|
623
|
-
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
|
|
628
|
-
|
|
629
|
-
|
|
630
|
-
|
|
631
|
-
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
|
|
635
|
-
|
|
636
|
-
|
|
637
|
-
|
|
638
|
-
|
|
639
|
-
|
|
640
|
-
|
|
641
|
-
|
|
642
|
-
|
|
643
|
-
|
|
644
|
-
|
|
645
|
-
|
|
646
|
-
|
|
647
|
-
|
|
648
|
-
|
|
649
|
-
|
|
650
|
-
|
|
651
|
-
|
|
652
|
-
|
|
653
|
-
|
|
654
|
-
|
|
655
|
-
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
|
|
659
|
-
|
|
660
|
-
|
|
661
|
-
|
|
662
|
-
|
|
663
|
-
|
|
664
|
-
|
|
665
|
-
|
|
666
|
-
|
|
667
|
-
|
|
668
|
-
|
|
669
|
-
|
|
670
|
-
|
|
671
|
-
|
|
672
|
-
|
|
673
|
-
|
|
674
|
-
|
|
675
|
-
|
|
676
|
-
|
|
677
|
-
|
|
678
|
-
|
|
679
|
-
|
|
680
|
-
|
|
681
|
-
|
|
682
|
-
|
|
683
|
-
|
|
684
|
-
|
|
685
|
-
|
|
686
|
-
|
|
687
|
-
|
|
688
|
-
|
|
689
|
-
|
|
690
|
-
|
|
691
|
-
|
|
692
|
-
|
|
693
|
-
|
|
694
|
-
|
|
695
|
-
|
|
696
|
-
|
|
697
|
-
|
|
698
|
-
|
|
699
|
-
|
|
700
|
-
|
|
701
|
-
|
|
702
|
-
|
|
703
|
-
|
|
704
|
-
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
#
|
|
714
|
-
|
|
715
|
-
|
|
716
|
-
|
|
717
|
-
|
|
718
|
-
|
|
719
|
-
|
|
720
|
-
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
|
|
724
|
-
|
|
725
|
-
|
|
726
|
-
|
|
727
|
-
|
|
728
|
-
|
|
729
|
-
|
|
730
|
-
|
|
731
|
-
|
|
732
|
-
|
|
733
|
-
|
|
734
|
-
|
|
735
|
-
|
|
736
|
-
|
|
737
|
-
|
|
738
|
-
"""
|
|
739
|
-
|
|
740
|
-
|
|
741
|
-
|
|
742
|
-
|
|
743
|
-
|
|
744
|
-
|
|
745
|
-
|
|
746
|
-
|
|
747
|
-
|
|
748
|
-
|
|
749
|
-
|
|
750
|
-
|
|
751
|
-
|
|
752
|
-
|
|
753
|
-
|
|
754
|
-
|
|
755
|
-
|
|
756
|
-
|
|
757
|
-
|
|
758
|
-
|
|
759
|
-
|
|
760
|
-
|
|
761
|
-
|
|
762
|
-
|
|
763
|
-
|
|
764
|
-
|
|
765
|
-
|
|
766
|
-
|
|
767
|
-
|
|
768
|
-
|
|
769
|
-
|
|
770
|
-
|
|
771
|
-
|
|
772
|
-
|
|
773
|
-
|
|
774
|
-
|
|
775
|
-
|
|
776
|
-
|
|
777
|
-
|
|
778
|
-
|
|
779
|
-
|
|
780
|
-
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
#
|
|
784
|
-
|
|
785
|
-
|
|
786
|
-
|
|
787
|
-
|
|
788
|
-
|
|
789
|
-
|
|
790
|
-
|
|
791
|
-
|
|
792
|
-
|
|
793
|
-
|
|
794
|
-
|
|
795
|
-
|
|
796
|
-
|
|
797
|
-
|
|
798
|
-
|
|
799
|
-
|
|
800
|
-
if
|
|
801
|
-
|
|
802
|
-
|
|
803
|
-
|
|
804
|
-
|
|
805
|
-
|
|
806
|
-
|
|
807
|
-
|
|
808
|
-
|
|
809
|
-
|
|
810
|
-
|
|
811
|
-
|
|
812
|
-
|
|
813
|
-
|
|
814
|
-
|
|
815
|
-
|
|
816
|
-
if
|
|
817
|
-
continue
|
|
818
|
-
|
|
819
|
-
|
|
820
|
-
|
|
821
|
-
|
|
822
|
-
|
|
823
|
-
|
|
824
|
-
|
|
825
|
-
|
|
826
|
-
|
|
827
|
-
|
|
828
|
-
|
|
829
|
-
|
|
830
|
-
|
|
831
|
-
|
|
832
|
-
|
|
833
|
-
|
|
834
|
-
|
|
835
|
-
|
|
836
|
-
|
|
837
|
-
|
|
838
|
-
|
|
839
|
-
|
|
840
|
-
|
|
841
|
-
|
|
842
|
-
#
|
|
843
|
-
|
|
844
|
-
|
|
845
|
-
|
|
846
|
-
|
|
847
|
-
|
|
848
|
-
|
|
849
|
-
|
|
850
|
-
|
|
851
|
-
|
|
852
|
-
|
|
853
|
-
|
|
854
|
-
|
|
855
|
-
|
|
856
|
-
|
|
857
|
-
|
|
858
|
-
|
|
859
|
-
|
|
860
|
-
|
|
861
|
-
|
|
862
|
-
|
|
863
|
-
|
|
864
|
-
|
|
865
|
-
|
|
866
|
-
|
|
867
|
-
|
|
868
|
-
|
|
869
|
-
|
|
870
|
-
|
|
871
|
-
|
|
872
|
-
|
|
873
|
-
|
|
874
|
-
|
|
875
|
-
|
|
876
|
-
|
|
877
|
-
|
|
878
|
-
|
|
879
|
-
|
|
880
|
-
|
|
881
|
-
|
|
882
|
-
|
|
883
|
-
|
|
884
|
-
|
|
885
|
-
|
|
886
|
-
|
|
887
|
-
|
|
888
|
-
|
|
889
|
-
|
|
890
|
-
|
|
891
|
-
|
|
892
|
-
|
|
893
|
-
|
|
894
|
-
|
|
895
|
-
|
|
896
|
-
|
|
897
|
-
|
|
898
|
-
|
|
899
|
-
|
|
900
|
-
|
|
901
|
-
|
|
902
|
-
|
|
903
|
-
|
|
904
|
-
|
|
905
|
-
|
|
906
|
-
|
|
907
|
-
|
|
908
|
-
|
|
909
|
-
|
|
910
|
-
|
|
911
|
-
|
|
912
|
-
|
|
913
|
-
|
|
914
|
-
|
|
915
|
-
|
|
916
|
-
|
|
917
|
-
|
|
918
|
-
|
|
919
|
-
|
|
920
|
-
|
|
921
|
-
|
|
922
|
-
|
|
923
|
-
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
|
|
930
|
-
|
|
931
|
-
|
|
932
|
-
|
|
933
|
-
|
|
934
|
-
|
|
935
|
-
|
|
936
|
-
|
|
937
|
-
|
|
938
|
-
|
|
939
|
-
|
|
940
|
-
|
|
941
|
-
|
|
942
|
-
|
|
943
|
-
|
|
944
|
-
|
|
945
|
-
|
|
946
|
-
|
|
947
|
-
|
|
948
|
-
|
|
949
|
-
|
|
950
|
-
|
|
951
|
-
|
|
952
|
-
|
|
953
|
-
|
|
954
|
-
|
|
955
|
-
|
|
956
|
-
|
|
957
|
-
|
|
958
|
-
|
|
959
|
-
|
|
960
|
-
|
|
961
|
-
|
|
962
|
-
|
|
963
|
-
|
|
964
|
-
|
|
965
|
-
|
|
966
|
-
|
|
967
|
-
|
|
968
|
-
|
|
969
|
-
|
|
970
|
-
continue
|
|
971
|
-
|
|
972
|
-
if
|
|
973
|
-
continue
|
|
974
|
-
|
|
975
|
-
if
|
|
976
|
-
continue
|
|
977
|
-
|
|
978
|
-
|
|
979
|
-
|
|
980
|
-
|
|
981
|
-
|
|
982
|
-
|
|
983
|
-
|
|
984
|
-
|
|
985
|
-
|
|
986
|
-
|
|
987
|
-
|
|
988
|
-
|
|
989
|
-
|
|
990
|
-
|
|
991
|
-
|
|
992
|
-
|
|
993
|
-
|
|
994
|
-
|
|
995
|
-
|
|
996
|
-
|
|
997
|
-
|
|
998
|
-
|
|
999
|
-
|
|
1000
|
-
|
|
1001
|
-
|
|
1002
|
-
|
|
1003
|
-
|
|
1004
|
-
|
|
1005
|
-
|
|
1006
|
-
|
|
1007
|
-
|
|
1008
|
-
|
|
1009
|
-
|
|
1010
|
-
|
|
1011
|
-
|
|
1012
|
-
|
|
1013
|
-
|
|
1014
|
-
|
|
1015
|
-
|
|
1016
|
-
|
|
1017
|
-
|
|
1018
|
-
|
|
1019
|
-
|
|
1020
|
-
|
|
1021
|
-
|
|
1022
|
-
|
|
1023
|
-
|
|
1024
|
-
|
|
1025
|
-
|
|
1026
|
-
|
|
1027
|
-
|
|
1028
|
-
|
|
1029
|
-
|
|
1030
|
-
|
|
1031
|
-
|
|
1032
|
-
|
|
1033
|
-
|
|
1034
|
-
|
|
1035
|
-
|
|
1036
|
-
|
|
1037
|
-
|
|
1038
|
-
|
|
1039
|
-
|
|
1040
|
-
|
|
1041
|
-
|
|
1042
|
-
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""md_cg · 统一 ref 协议 + 索引水位(增量)+ 漂移/悬空巡检
|
|
3
|
+
|
|
4
|
+
对照 `docs/mdcg/认知图_索引与工程规范化_计划_v0.1.md` 的 R3(修 D + 修 F):
|
|
5
|
+
|
|
6
|
+
**D 漂移 / 悬空检测(本模块 `check_refs`)**
|
|
7
|
+
扫描带 `code_ref` / `doc_ref` 的节点,回两类问题:
|
|
8
|
+
· `stale` —— 源文件被改(区间哈希不再匹配)
|
|
9
|
+
· `dangling` —— 源文件被删(索引指向不存在的文件)
|
|
10
|
+
巡检**只读**、**不抛**、**不改源文件**;修复动作是「重跑 index_code / index_doc」,
|
|
11
|
+
因为索引是派生物(对齐 sustain.heal 的既有边界)。
|
|
12
|
+
|
|
13
|
+
**F 全量重扫 + 静默截断(本模块 `Ledger` + `index_dir`)**
|
|
14
|
+
`<root>/_refindex.json` 是 ref 索引水位(抄 `sources.Ingestor` 的 `_sources.json` 范式),
|
|
15
|
+
以**源文件绝对路径**为键,记每个源文件的 (size, mtime) 与节点区间 + 它所属的**源大域
|
|
16
|
+
root**;`incremental=True` 时未变文件**不再读盘重切**,直接跳过(`skipped_unchanged`)
|
|
17
|
+
——这就是「不全量重扫」。
|
|
18
|
+
键用绝对路径、且逐文件记 root,是因为一份认知图可以索引多个大域:只按 rel 记会在同名
|
|
19
|
+
文件上互相覆盖,巡检时若拿认知图根去拼路径则会把一切都误判成 dangling。
|
|
20
|
+
截断(`max_files` / `max_items`)由 codeindex / docindex 显式上报,本模块把
|
|
21
|
+
「最近一次索引被截断」写进水位,交给 `sustain.diagnose` 巡检看见(不再静默)。
|
|
22
|
+
|
|
23
|
+
**为什么回读要收进本模块**
|
|
24
|
+
`op=ref` 的回读与 `check_refs` 的判定**必须共用同一实现**,否则会出现
|
|
25
|
+
「回读说没漂、巡检说有漂」。与 `region_hash` 的教训同源:区间哈希只允许一份实现,
|
|
26
|
+
这里连「怎么判定 ok / stale / dangling」也只允许一份。
|
|
27
|
+
|
|
28
|
+
**分工:节点判漂移,水位只判跳过**
|
|
29
|
+
漂移 / 悬空**只由节点自身 frontmatter ref 判**(`probe_ref` / `read_ref` 的唯一实现);
|
|
30
|
+
水位(`_refindex.json`)**不进 probe**——它只判「这个节点能不能跳过、不读源」。
|
|
31
|
+
跳过的充分条件是三条同时成立:①节点 ref 与水位条目
|
|
32
|
+
`(hash, lineno, end, path, root)` **五项全等**;②源文件 size/mtime/sha256 三者全等未变;
|
|
33
|
+
③该 node_id 本轮尚未判过(跨大域撞 id 时同一 id 会被多条水位条目列出,只判一次)。
|
|
34
|
+
五项里含 `path` / `root` 是必要的:不含时跨域撞 id 在稳态不可见(节点 ref 指向另一域
|
|
35
|
+
而水位条目取自本域),且不一致会重复报红(同一 node_id 两条 stale)。
|
|
36
|
+
不一致本身**不改判定**(不进 `ok`、不产生新红行),只记 `ledger_mismatch` 归因行,
|
|
37
|
+
用两侧 root 分辨两类成因:roots 相同=`watermark_behind`(写序断裂 / 旧水位)、
|
|
38
|
+
roots 不同=`collision_multi_root`(id 不含 root 的跨域撞 id 归属)。
|
|
39
|
+
|
|
40
|
+
零第三方依赖。
|
|
41
|
+
"""
|
|
42
|
+
from __future__ import annotations
|
|
43
|
+
|
|
44
|
+
import hashlib
|
|
45
|
+
import io
|
|
46
|
+
import json
|
|
47
|
+
import os
|
|
48
|
+
import time
|
|
49
|
+
|
|
50
|
+
from .fsutil import atomic_write
|
|
51
|
+
|
|
52
|
+
SCHEMA = 2 # v2:水位以「源文件绝对路径」为键(v1 按 rel 会跨大域撞名)
|
|
53
|
+
# #157(2026-10-12):水位条目**加法式**新增 sha256 列(补 is_fresh 的「等长改写 +
|
|
54
|
+
# mtime 还原」漏判)。刻意**不 bump 到 3**:加列是兼容扩展(旧读者忽略多余键),
|
|
55
|
+
# 且 is_fresh 对「无 sha256 列的旧条目」一律判不新鲜 ⇒ 下一轮索引就地重切补列,
|
|
56
|
+
# 属优雅迁移;bump 则连 nodes 区间一并丢弃、强制全量重建。若日后要显式版本闸,
|
|
57
|
+
# 把本行改成 3 并在 load() 保持 schema 严格相等即可(口径即此处)。
|
|
58
|
+
LEDGER_FILE = "_refindex.json"
|
|
59
|
+
REF_KEYS = ("code_ref", "doc_ref")
|
|
60
|
+
MAX_CHECK = 2000 # 巡检节点上限(超出报 truncated,不静默截断)
|
|
61
|
+
STATUSES = ("ok", "stale", "dangling", "unresolved", "error")
|
|
62
|
+
|
|
63
|
+
|
|
64
|
+
# 生效条件:给定 fp 时返回 os.path.abspath(fp or '')(fp 为空/None 则返回当前目录的绝对路径),作为水位键以绝对路径保证不同 root 下同名文件不互相覆盖。
|
|
65
|
+
def _src_key(fp: str) -> str:
|
|
66
|
+
"""水位的键 = 源文件绝对路径。
|
|
67
|
+
|
|
68
|
+
不能用 rel:一份认知图可以索引多个大域(不同 root),只按 rel 记会在
|
|
69
|
+
`alpha.py` 这种同名文件上互相覆盖——水位被静默丢掉,巡检就漏报。
|
|
70
|
+
"""
|
|
71
|
+
return os.path.abspath(fp or "")
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
# 生效条件:fp 为可读文件路径时返回其**整文件字节**的 sha256 十六进制摘要(64 字符);open/read 抛 OSError 时返回 None(读不到 ⇒ is_fresh 判不新鲜,宁可重切不漏判);不缓存、不解析。
|
|
75
|
+
def _sha256_file(fp: str):
|
|
76
|
+
"""源文件整字节身份指纹(#157;口径与 mdcg._file_digest 同源——身份由字节定)。
|
|
77
|
+
|
|
78
|
+
为什么必须补:is_fresh 原只用 (size, mtime) —— 等长改写且 mtime 被还原
|
|
79
|
+
(cp -p / rsync -t / tar x / 备份还原 / 粗粒度 FS)时旧水位继续被判 fresh,
|
|
80
|
+
增量索引**静默跳过已改源**。同仓 mdcg._note_witness 已就同一类问题补过整文件
|
|
81
|
+
哈希,本处是对称补齐(同类实现不能一半有尺、一半没有)。
|
|
82
|
+
|
|
83
|
+
代价(如实标注):恒读一遍文件。相对它避免的**重切/重解析**仍是净收益,但
|
|
84
|
+
「stat-only 的免费快路径」不复存在 —— 这是把正确性置于省 IO 之上的取舍。
|
|
85
|
+
"""
|
|
86
|
+
try:
|
|
87
|
+
with io.open(fp, "rb") as f:
|
|
88
|
+
return hashlib.sha256(f.read()).hexdigest()
|
|
89
|
+
except OSError:
|
|
90
|
+
return None
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
# 生效条件:无 required 形参,任何调用都返回 round(time.time(), 1),把时间戳压到 1 位小数以稳定 `_refindex.json` 字节数。
|
|
94
|
+
def _now() -> float:
|
|
95
|
+
"""时间戳压到 1 位小数:让 `_refindex.json` 字节数稳定(重跑不涨),
|
|
96
|
+
同时保留足够的「多久以前」信息(float 的最短 repr 保证小数位固定为 1)。"""
|
|
97
|
+
return round(time.time(), 1)
|
|
98
|
+
|
|
99
|
+
|
|
100
|
+
# --------------------------------------------------------------------------
|
|
101
|
+
# 提取器注册表(统一调度:调用方只说 kind,不说「用哪个模块」)
|
|
102
|
+
# --------------------------------------------------------------------------
|
|
103
|
+
|
|
104
|
+
# 生效条件:kind == 'code_ref' 返回 codeindex、kind == 'doc_ref' 返回 docindex,其他 kind 抛 ValueError(提示支持 REF_KEYS)。
|
|
105
|
+
def _mod(kind: str):
|
|
106
|
+
from . import codeindex, docindex
|
|
107
|
+
if kind == "code_ref":
|
|
108
|
+
return codeindex
|
|
109
|
+
if kind == "doc_ref":
|
|
110
|
+
return docindex
|
|
111
|
+
raise ValueError(f"未知 ref kind:{kind!r}(支持 {REF_KEYS})")
|
|
112
|
+
|
|
113
|
+
|
|
114
|
+
# 生效条件:无 required 形参,调用即返回 {'code_ref': {'suffixes': tuple(codeindex.SUFFIX)}, 'doc_ref': {'suffixes': tuple(docindex.SUFFIX)}}。
|
|
115
|
+
def registry() -> dict:
|
|
116
|
+
"""后缀 → kind 的注册表(code / doc 各一份提取器)。"""
|
|
117
|
+
from . import codeindex, docindex
|
|
118
|
+
return {
|
|
119
|
+
"code_ref": {"suffixes": tuple(codeindex.SUFFIX)},
|
|
120
|
+
"doc_ref": {"suffixes": tuple(docindex.SUFFIX)},
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
|
|
124
|
+
# 生效条件:path 的小写后缀在 codeindex.EXTRACTORS 中返回 'code_ref',在 docindex.SUFFIX 中返回 'doc_ref',无后缀或均不匹配返回 ''。
|
|
125
|
+
def kind_of_path(path: str) -> str:
|
|
126
|
+
"""按后缀判 kind;无提取器返回 ''(由调用方决定是报错还是跳过)。"""
|
|
127
|
+
from . import codeindex, docindex
|
|
128
|
+
ext = os.path.splitext(path or "")[1].lower()
|
|
129
|
+
if not ext:
|
|
130
|
+
return ""
|
|
131
|
+
if ext in codeindex.EXTRACTORS:
|
|
132
|
+
return "code_ref"
|
|
133
|
+
if ext in docindex.SUFFIX:
|
|
134
|
+
return "doc_ref"
|
|
135
|
+
return ""
|
|
136
|
+
|
|
137
|
+
|
|
138
|
+
# 生效条件:source 为待提取文本,kind 非空或 path 后缀能推出 kind 时返回 _mod(k).extract(source, path),推不出 kind 时抛 ValueError。
|
|
139
|
+
def extract(source: str, path: str = "", kind: str = ""):
|
|
140
|
+
"""统一提取入口:按 kind(或从 path 推断)分发到对应 extractor。"""
|
|
141
|
+
k = kind or kind_of_path(path)
|
|
142
|
+
if not k:
|
|
143
|
+
ext = os.path.splitext(path or "")[1] or "<none>"
|
|
144
|
+
raise ValueError(f"无索引提取器(suffix={ext})")
|
|
145
|
+
return _mod(k).extract(source, path)
|
|
146
|
+
|
|
147
|
+
|
|
148
|
+
# 生效条件:kind 为 'code_ref'/'doc_ref' 时返回 _mod(kind).node_id(item),其他 kind 由 _mod 抛 ValueError。
|
|
149
|
+
def node_id_of(item: dict, kind: str) -> str:
|
|
150
|
+
return _mod(kind).node_id(item)
|
|
151
|
+
|
|
152
|
+
|
|
153
|
+
# 生效条件:kind 为 'code_ref'/'doc_ref' 时返回 _mod(kind).render(item),其他 kind 由 _mod 抛 ValueError。
|
|
154
|
+
def render_of(item: dict, kind: str) -> str:
|
|
155
|
+
return _mod(kind).render(item)
|
|
156
|
+
|
|
157
|
+
|
|
158
|
+
# 生效条件:node 的 frontmatter 中 REF_KEYS 命中且值为非空 dict 时返回 {'ref': ref, 'ref_kind': kind},否则返回 {'ref': None, 'ref_kind': ''}。
|
|
159
|
+
def ref_fields(node) -> dict:
|
|
160
|
+
"""节点 → 检索结果要带的两字段(读侧只加字段,不改召回逻辑)。"""
|
|
161
|
+
kind, ref = ref_of(node)
|
|
162
|
+
return {"ref": ref, "ref_kind": kind} if ref else {"ref": None, "ref_kind": ""}
|
|
163
|
+
|
|
164
|
+
|
|
165
|
+
# 生效条件:node 的 frontmatter 按 REF_KEYS 顺序取到第一个非空 dict 时返回 (k, r),否则返回 ('', None)。
|
|
166
|
+
def ref_of(node) -> tuple:
|
|
167
|
+
"""从节点 frontmatter 取 ref:返回 (kind, ref) 或 ('', None)。"""
|
|
168
|
+
fm = (node or {}).get("frontmatter") or {}
|
|
169
|
+
for k in REF_KEYS:
|
|
170
|
+
r = fm.get(k)
|
|
171
|
+
if isinstance(r, dict) and r:
|
|
172
|
+
return k, r
|
|
173
|
+
return "", None
|
|
174
|
+
|
|
175
|
+
|
|
176
|
+
# --------------------------------------------------------------------------
|
|
177
|
+
# 索引水位(_refindex.json):增量 + 截断留痕
|
|
178
|
+
# --------------------------------------------------------------------------
|
|
179
|
+
|
|
180
|
+
# 生效条件:以 root 为必填实参构造,实例化即置 self.root=root、self.path=os.path.join(root, LEDGER_FILE)、self._d=None;
|
|
181
|
+
class Ledger:
|
|
182
|
+
"""`<root>/_refindex.json`:每个源文件的 (size, mtime, sha256) 水位 + 节点区间。
|
|
183
|
+
|
|
184
|
+
sha256 列(#157)是 is_fresh 的**第二判据**:size/mtime 双等后再比整文件哈希,
|
|
185
|
+
堵住「等长改写 + mtime 被还原」沿用旧水位静默跳过已改源的漏判。
|
|
186
|
+
"""
|
|
187
|
+
|
|
188
|
+
# 生效条件:当传入 root 时,self.root 取该 root,self.path 为 os.path.join(root, LEDGER_FILE),self._d 置为 None;
|
|
189
|
+
def __init__(self, root: str):
|
|
190
|
+
self.root = root
|
|
191
|
+
self.path = os.path.join(root, LEDGER_FILE)
|
|
192
|
+
self._d = None
|
|
193
|
+
|
|
194
|
+
# 生效条件:当 self._d is not None 时直接返回 self._d;否则读取 self.path 的 JSON,仅当 obj 是 dict 且 obj.get("schema") == SCHEMA 且 obj.get("files") 是 dict 时用 obj,否则(含 OSError/ValueError、结构不符)回落为 {"schema": SCHEMA, "updated_at": 0.0, "files": {}} 并缓存返回;
|
|
195
|
+
def load(self) -> dict:
|
|
196
|
+
if self._d is not None:
|
|
197
|
+
return self._d
|
|
198
|
+
d = None
|
|
199
|
+
try:
|
|
200
|
+
with open(self.path, "r", encoding="utf-8") as f:
|
|
201
|
+
obj = json.load(f)
|
|
202
|
+
if isinstance(obj, dict) and obj.get("schema") == SCHEMA \
|
|
203
|
+
and isinstance(obj.get("files"), dict):
|
|
204
|
+
d = obj
|
|
205
|
+
except (OSError, ValueError):
|
|
206
|
+
d = None
|
|
207
|
+
self._d = d or {"schema": SCHEMA, "updated_at": 0.0, "files": {}}
|
|
208
|
+
return self._d
|
|
209
|
+
|
|
210
|
+
# 生效条件:传入 rel、fp 时,若 self.load()["files"].get(_src_key(fp)) 缺失或为假值、或 os.stat(fp) 抛 OSError、或条目 e.get("size") != st.st_size、或 abs(float(e.get("mtime") or 0.0) - st.st_mtime) >= 1e-6、或条目无 sha256 列(旧版水位)、或 _sha256_file(fp) 与条目 sha256 不等(含读不到即 None),则返回 False;三者全等才返回 True(可跳过不重切)。
|
|
211
|
+
def is_fresh(self, rel: str, fp: str) -> bool:
|
|
212
|
+
"""源文件自上次索引后未变 → 可跳过不重切。
|
|
213
|
+
|
|
214
|
+
#157:判据是 (size, mtime, sha256) **三者全等**。size/mtime 双等在
|
|
215
|
+
「等长改写 + mtime 被还原」(cp -p / rsync -t / tar x / 备份还原 /
|
|
216
|
+
粗粒度 FS)下会漏判——旧水位据此继续判 fresh,增量索引**静默跳过已改源**。
|
|
217
|
+
故与 mdcg._note_witness 同款,以**字节**收口身份。
|
|
218
|
+
|
|
219
|
+
旧条目(无 sha256 列)一律 False ⇒ 下一轮索引就地重切补列(优雅迁移;
|
|
220
|
+
刻意不 bump SCHEMA,口径见模块常量处注释)。
|
|
221
|
+
"""
|
|
222
|
+
e = self.load()["files"].get(_src_key(fp))
|
|
223
|
+
if not e:
|
|
224
|
+
return False
|
|
225
|
+
try:
|
|
226
|
+
st = os.stat(fp)
|
|
227
|
+
except OSError:
|
|
228
|
+
return False
|
|
229
|
+
if e.get("size") != st.st_size:
|
|
230
|
+
return False
|
|
231
|
+
if abs(float(e.get("mtime") or 0.0) - st.st_mtime) >= 1e-6:
|
|
232
|
+
return False
|
|
233
|
+
want = e.get("sha256")
|
|
234
|
+
if not want:
|
|
235
|
+
return False # 旧版水位无哈希列 ⇒ 判不新鲜、重切补列
|
|
236
|
+
return _sha256_file(fp) == want
|
|
237
|
+
|
|
238
|
+
# 生效条件:当 rel、fp、kind、nodes 传入且 os.stat(fp) 成功时,向 self.load()["files"][_src_key(fp)] 写条目,其中 root 为 root if root else os.path.dirname(key)、path 为 rel、kind 为 kind、size/mtime 取 st、sha256 取 _sha256_file(fp)(读不到记 None)、nodes 为每项 n.get("id")/n.get("lineno")/n.get("end")/n.get("hash");os.stat(fp) 抛 OSError 时不写入;
|
|
239
|
+
def record(self, rel: str, fp: str, kind: str, nodes,
|
|
240
|
+
root: str = None) -> None:
|
|
241
|
+
"""记一个源文件的水位(节点区间用于判 stale)。
|
|
242
|
+
|
|
243
|
+
`root` 是**源**大域的根(≠ 认知图根):巡检要拿它拼 `root/rel` 才能
|
|
244
|
+
找到源文件,缺了它就会把「源在别处」误判成 dangling。
|
|
245
|
+
"""
|
|
246
|
+
key = _src_key(fp)
|
|
247
|
+
try:
|
|
248
|
+
st = os.stat(fp)
|
|
249
|
+
except OSError:
|
|
250
|
+
return
|
|
251
|
+
self.load()["files"][key] = {
|
|
252
|
+
"root": root if root else os.path.dirname(key),
|
|
253
|
+
"path": rel,
|
|
254
|
+
"size": st.st_size,
|
|
255
|
+
"mtime": st.st_mtime,
|
|
256
|
+
"sha256": _sha256_file(fp), # #157:is_fresh 的第二判据(读不到记 None)
|
|
257
|
+
"kind": kind,
|
|
258
|
+
"nodes": [
|
|
259
|
+
{"id": n.get("id"), "lineno": n.get("lineno"),
|
|
260
|
+
"end": n.get("end"), "hash": n.get("hash")}
|
|
261
|
+
for n in nodes
|
|
262
|
+
],
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
# 生效条件:当传入 fp 时,self.load()["files"].pop(_src_key(fp), None),即删除对应键(不存在也静默);
|
|
266
|
+
def drop(self, fp: str) -> None:
|
|
267
|
+
self.load()["files"].pop(_src_key(fp), None)
|
|
268
|
+
|
|
269
|
+
# 生效条件:当传入 root、kind、seen 时,对 self.load()["files"] 中满足 os.path.abspath(e.get("root") or "") == os.path.abspath(root) 且 e.get("kind") == kind 且键 k 不在 seen 的条目删除,返回删除数量;
|
|
270
|
+
def reconcile(self, root: str, kind: str, seen) -> int:
|
|
271
|
+
"""一次**完整**索引后对账:本 (root, kind) 下没被扫到的旧条目剪掉。
|
|
272
|
+
|
|
273
|
+
否则「源文件被删 → 索引悬空 → heal 重建」之后条目还在,巡检就永远报
|
|
274
|
+
dangling,heal 是治不好的。`seen` 是本次真正走过(提取成功或判定未变)
|
|
275
|
+
的源文件键集合。**截断的索引不能对账**——没扫完不等于剩下的都消失了。
|
|
276
|
+
"""
|
|
277
|
+
r = os.path.abspath(root)
|
|
278
|
+
files = self.load()["files"]
|
|
279
|
+
dead = [k for k, e in files.items()
|
|
280
|
+
if os.path.abspath(e.get("root") or "") == r
|
|
281
|
+
and e.get("kind") == kind and k not in seen]
|
|
282
|
+
for k in dead:
|
|
283
|
+
files.pop(k, None)
|
|
284
|
+
return len(dead)
|
|
285
|
+
|
|
286
|
+
# 生效条件:对 load()["files"] 中「条目 root(为假值时用 os.path.dirname(键) 兜底)不是目录」的条目逐一 pop 并返回删除条数,无匹配时返回 0。
|
|
287
|
+
def prune(self) -> int:
|
|
288
|
+
"""剪掉「源大域已不存在」的条目(整个目录被搬走/删除)。
|
|
289
|
+
|
|
290
|
+
这类条目已不可能再被任何大域索引到,留着只会在巡检里报永不消失的
|
|
291
|
+
dangling;而节点自带的 ref 仍会兜底探测,所以剪掉不会漏报真实悬空。
|
|
292
|
+
"""
|
|
293
|
+
files = self.load()["files"]
|
|
294
|
+
dead = [k for k, e in files.items()
|
|
295
|
+
if not os.path.isdir(e.get("root") or os.path.dirname(k))]
|
|
296
|
+
for k in dead:
|
|
297
|
+
files.pop(k, None)
|
|
298
|
+
return len(dead)
|
|
299
|
+
|
|
300
|
+
# 生效条件:当 kind、root、files、indexed、truncated 传入时,self.load()["last_index"] 被设为含 ts=_now()、kind、root、files、indexed、truncated=bool(truncated)、truncated_reason=reason or ""、empty_scan=bool(empty_scan) 的字典;reason 为假值(默认 ""/None)时 truncated_reason 回落 "";
|
|
301
|
+
def note_index(self, *, kind: str, root: str, files: int, indexed: int,
|
|
302
|
+
truncated: bool, reason: str = "",
|
|
303
|
+
empty_scan: bool = False) -> None:
|
|
304
|
+
"""记「最近一次索引」结果——截断与空扫都在这里留痕,供 diagnose 看见。
|
|
305
|
+
|
|
306
|
+
`empty_scan=True` ⇒ 这一次**一个文件都没走过**(目录空/全被排除/全读不回):
|
|
307
|
+
`files` 如实记 0,且这一次不做对账(见 `index_dir`),两个面因此对齐——
|
|
308
|
+
水位条目不被剪空,而 `last_index.files=0` 也不假装扫过。
|
|
309
|
+
"""
|
|
310
|
+
self.load()["last_index"] = {
|
|
311
|
+
"ts": _now(), "kind": kind, "root": root, "files": files,
|
|
312
|
+
"indexed": indexed, "truncated": bool(truncated),
|
|
313
|
+
"truncated_reason": reason or "",
|
|
314
|
+
"empty_scan": bool(empty_scan),
|
|
315
|
+
}
|
|
316
|
+
|
|
317
|
+
# 生效条件:无参数调用即生效,取 self.load() 结果把 updated_at 置为 _now(),再以 atomic_write 把 json.dumps(..., ensure_ascii=False, indent=1, sort_keys=True) 写入 self.path,无返回值。
|
|
318
|
+
def save(self) -> None:
|
|
319
|
+
d = self.load()
|
|
320
|
+
d["updated_at"] = _now()
|
|
321
|
+
atomic_write(self.path, json.dumps(d, ensure_ascii=False,
|
|
322
|
+
indent=1, sort_keys=True))
|
|
323
|
+
|
|
324
|
+
# 生效条件:无参数调用即生效,返回含 path、schema、load()["files"] 条目数、nodes 总数(各条目 nodes 列表长度之和)、updated_at、exists=os.path.isfile(self.path) 的 out;age_s 在 updated_at 为假值(0.0)时为 None,否则为 max(0.0, time.time()-up);仅当 load() 的 last_index 为 dict 时才并入 out["last_index"]。
|
|
325
|
+
def summary(self) -> dict:
|
|
326
|
+
d = self.load()
|
|
327
|
+
files = d.get("files") or {}
|
|
328
|
+
nodes = sum(len(e.get("nodes") or []) for e in files.values())
|
|
329
|
+
up = float(d.get("updated_at") or 0.0)
|
|
330
|
+
out = {
|
|
331
|
+
"path": self.path,
|
|
332
|
+
"schema": d.get("schema"),
|
|
333
|
+
"files": len(files),
|
|
334
|
+
"nodes": nodes,
|
|
335
|
+
"updated_at": up,
|
|
336
|
+
"age_s": None if not up else max(0.0, time.time() - up),
|
|
337
|
+
"exists": os.path.isfile(self.path),
|
|
338
|
+
}
|
|
339
|
+
if isinstance(d.get("last_index"), dict):
|
|
340
|
+
out["last_index"] = d["last_index"]
|
|
341
|
+
return out
|
|
342
|
+
|
|
343
|
+
|
|
344
|
+
# --------------------------------------------------------------------------
|
|
345
|
+
# 统一 index_dir:调度 + 水位 + 落盘(供 op=index_code / op=index_doc / heal 共用)
|
|
346
|
+
# --------------------------------------------------------------------------
|
|
347
|
+
|
|
348
|
+
# 生效条件:root 为源大域根、kind 为 'code_ref'/'doc_ref' 时经 _mod(kind) 调度底层 index_dir 并返回 (items, errors, stats);ledger 非空时逐文件 record,incremental 为真时跳过 ledger.is_fresh 为真的文件,stats 未截断且 seen 非空时执行 reconcile,commit 为假时不 save(由调用方在节点写成功后 save)。
|
|
349
|
+
def index_dir(root: str, *, kind: str, patterns=None, max_files: int = 500,
|
|
350
|
+
max_items: int = 2000, incremental: bool = False,
|
|
351
|
+
ledger: "Ledger" = None, skip_dirs=None, commit: bool = True):
|
|
352
|
+
"""按 kind 调度 codeindex / docindex 的全量(或增量)索引。
|
|
353
|
+
|
|
354
|
+
incremental=True 且给了 ledger 时:未变文件跳过(`skipped_unchanged`)。
|
|
355
|
+
返回 (items, errors, stats),与底层 index_dir 的返回一致(多一个
|
|
356
|
+
`skipped_unchanged`;给了 ledger 时另加 `empty_scan`)。
|
|
357
|
+
|
|
358
|
+
**零信息纪律(对账)**:`seen` 为空=这次一个文件都没走过(目录空 / 全被排除 /
|
|
359
|
+
全读不回),此时「没见到」不等于「源已消失」——**不对账**。否则一次空扫就能把
|
|
360
|
+
该域的水位整片剪空(实测:目录仍在而零文件,prune 删 0、reconcile 删 2)。
|
|
361
|
+
`prune` 照旧执行:它的判据是「root 是否还是目录」,与本次扫到几个文件无关
|
|
362
|
+
(实测「目录仍在零文件」时 prune 删 0)。
|
|
363
|
+
|
|
364
|
+
**写序(`commit`)**:`commit=False` 时照做 prune / reconcile / note_index,
|
|
365
|
+
但不落盘——由调用方在**节点写成功之后**再 `ledger.save()`。这样进程在两步之间
|
|
366
|
+
被杀,残留方向是「节点新 + 水位旧」(下次增量重切该文件),而不是「水位新 +
|
|
367
|
+
节点旧」(节点被判成已索引、漂移静默)。
|
|
368
|
+
|
|
369
|
+
`skip_dirs` 透传给底层:**追加**排除、只增不减(内置 `.git`/`.venv`/
|
|
370
|
+
`node_modules` 等不可被关闭),见 `codeindex.skip_matcher`。实际排掉了哪些目录
|
|
371
|
+
由 `stats["skipped_dirs"]` 回报,仍不静默。
|
|
372
|
+
"""
|
|
373
|
+
mod = _mod(kind)
|
|
374
|
+
fresh = None
|
|
375
|
+
on_file = None
|
|
376
|
+
seen = set() # 本次真正走过的源文件(用于对账)
|
|
377
|
+
if ledger is not None:
|
|
378
|
+
if incremental:
|
|
379
|
+
# 生效条件:当 rel、fp 传入时,ok = ledger.is_fresh(rel, fp);若 ok 为真则将 _src_key(fp) 加入 seen 并返回 ok,若 ok 为假则直接返回 False;
|
|
380
|
+
def fresh(rel, fp): # noqa: E306
|
|
381
|
+
ok = ledger.is_fresh(rel, fp)
|
|
382
|
+
if ok:
|
|
383
|
+
seen.add(_src_key(fp))
|
|
384
|
+
return ok
|
|
385
|
+
|
|
386
|
+
# 生效条件:当 rel、fp、got 传入时,将 _src_key(fp) 加入 seen,并以 root=root 调用 ledger.record(rel, fp, kind, [{"id": node_id_of(it, kind), "lineno": it.get("lineno"), "end": it.get("end"), "hash": it.get("hash")} for it in got]);
|
|
387
|
+
def on_file(rel, fp, got): # noqa: E306
|
|
388
|
+
seen.add(_src_key(fp))
|
|
389
|
+
ledger.record(rel, fp, kind,
|
|
390
|
+
[{"id": node_id_of(it, kind), "lineno": it.get("lineno"),
|
|
391
|
+
"end": it.get("end"), "hash": it.get("hash")} for it in got],
|
|
392
|
+
root=root)
|
|
393
|
+
|
|
394
|
+
items, errors, stats = mod.index_dir(
|
|
395
|
+
root, patterns=patterns, max_files=max_files, max_items=max_items,
|
|
396
|
+
fresh=fresh, on_file=on_file, skip_dirs=skip_dirs,
|
|
397
|
+
)
|
|
398
|
+
if ledger is not None:
|
|
399
|
+
# 空扫透出(stats 与 last_index 两面同值):这不是「源全没了」,而是
|
|
400
|
+
# 「这一轮什么都没走到」——两个面都如实记,别互相打架。
|
|
401
|
+
stats["empty_scan"] = not seen
|
|
402
|
+
ledger.prune()
|
|
403
|
+
if seen and not stats.get("truncated"):
|
|
404
|
+
# 对账的两个前提:①**这次真的走过文件**(空扫 ⇒ 「没见到」不代表
|
|
405
|
+
# 「源已消失」,否则一次空扫就把水位剪空);②没被截断(没扫完 ≠
|
|
406
|
+
# 剩下的都消失了)。
|
|
407
|
+
ledger.reconcile(root, kind, seen)
|
|
408
|
+
ledger.note_index(kind=kind, root=root, files=stats.get("files", 0),
|
|
409
|
+
indexed=len(items), truncated=bool(stats.get("truncated")),
|
|
410
|
+
reason=stats.get("truncated_reason") or "",
|
|
411
|
+
empty_scan=stats["empty_scan"])
|
|
412
|
+
if commit:
|
|
413
|
+
ledger.save()
|
|
414
|
+
return items, errors, stats
|
|
415
|
+
|
|
416
|
+
|
|
417
|
+
# 生效条件:it['path'] 非空时返回其首段 path.split('/')[0] 作为 domain 键,path 为空返回 'orphan'。
|
|
418
|
+
def _domain_of(it: dict) -> str:
|
|
419
|
+
"""条目 → 路由域键(供 `tags` 的 `domain:` 显式声明)。
|
|
420
|
+
|
|
421
|
+
与 `observation_position` **分开**:position 是给人读的条件文本(「本地
|
|
422
|
+
源码仓(大域=md_cg)」),domain 是给 `routing.route_key` 直取的短键。
|
|
423
|
+
两者混成一个字段就会重演普查里的退化:实例名嵌进条件字段 → 3037 桶 /
|
|
424
|
+
3048 节点(99.9% 单例桶),路由等于失效。
|
|
425
|
+
|
|
426
|
+
取 path 首段,与改造前 `normalize_domain(observation_position)` 的产物
|
|
427
|
+
**逐字相同**,故本次加标签不改变任何既有节点的分桶结果。
|
|
428
|
+
"""
|
|
429
|
+
path = it.get("path") or ""
|
|
430
|
+
return path.split("/")[0] or "orphan"
|
|
431
|
+
|
|
432
|
+
|
|
433
|
+
|
|
434
|
+
# 生效条件:cg.get(nid) 不可读或节点不存在时先走不过滤内部读面(索引条目 + cg._read)——节点存在且其 frontmatter[kind]['root'] 非空、与入参 root 不是同一个源根(_same_root)、旧根目录仍在盘上时返回冲突读数 dict(id/kind/existing_root/root/invisible=True,issue #426-B fail-closed),否则返回 None;可见节点路径与既有逐位一致(frontmatter[kind]['root'] 非空且异根才返回 id/kind/existing_root/root);只读,不写盘;
|
|
435
|
+
def root_clash(cg, nid, kind, root):
|
|
436
|
+
"""同 id 节点是否已归属**另一个源根**(#352-E 冲突闸)。
|
|
437
|
+
|
|
438
|
+
codeindex.node_id / docindex.node_id 只哈希**相对源根**的路径(path::name /
|
|
439
|
+
path#heading),于是同一记忆库先后索引两个源目录时,同名相对路径会得到同一个
|
|
440
|
+
id:B 仓的节点**静默覆写** A 仓的(正文与 code_ref.root 一起换成 B),回执照报
|
|
441
|
+
indexed。而水位按**绝对路径**记,A 此后增量重索引判定「未变」跳过,被覆写的
|
|
442
|
+
节点再也补不回来(检索与 op=ref 会把 B 的代码当作 A 的上下文)。
|
|
443
|
+
|
|
444
|
+
同根判据**复用本模块既有单点** `_same_root`(normcase + abspath,`prune_orphans`
|
|
445
|
+
/ `check_refs` 同源)——**不新造第二份「同一大域」口径**:两处判据一旦分叉,会出现
|
|
446
|
+
「冲突闸认为异根不写、而 prune_orphans 认为同根可清退」的自相矛盾。
|
|
447
|
+
|
|
448
|
+
改 id 键(把源根并进哈希)会动存量 id 的稳定性与幂等,属**单独立项**
|
|
449
|
+
(仓内 docs/mdcg/缺口单_P0收口_v0.1.md §6.3 同族),故本轮取**止血**:写入前
|
|
450
|
+
比对既有节点的 ref.root,不同根即**不覆写**、把该条记进返回体的 conflicts,并由
|
|
451
|
+
调用方把该源文件的**水位一并丢掉**(否则下次增量会把这个文件判成「未变」而跳过,
|
|
452
|
+
冲突从此不可见)。多仓同名节点暂时只保留先索引的一侧——两仓共存要等 id 键改造。
|
|
453
|
+
"""
|
|
454
|
+
try:
|
|
455
|
+
prev = cg.get(nid)
|
|
456
|
+
except Exception: # noqa: BLE001
|
|
457
|
+
prev = None
|
|
458
|
+
if not prev:
|
|
459
|
+
# issue #426-B:cg.get 按调用者 clearance 过滤——低权令牌(record/internal)
|
|
460
|
+
# 看不见 designer 以 restricted/private 索引的既有节点,原实现据此判「无冲突」
|
|
461
|
+
# 并整条覆写(密级一起降为 internal,原主之后重索引还会被闸挡回)。冲突判定
|
|
462
|
+
# 必须基于**库内客观事实**,故改走不过滤内部读面(索引条目 + 基类 _read);
|
|
463
|
+
# 「存在但不可读」按 fail-closed 视为冲突(不覆写),invisible 供回执归因。
|
|
464
|
+
e = ((getattr(cg, "index", None) or {}).get("nodes") or {}).get(nid)
|
|
465
|
+
if e is None:
|
|
466
|
+
return None # 真不存在:无冲突
|
|
467
|
+
try:
|
|
468
|
+
fm, _c = cg._read(e)
|
|
469
|
+
except Exception: # noqa: BLE001
|
|
470
|
+
fm = None
|
|
471
|
+
if not fm:
|
|
472
|
+
return None # 读不出(损坏/瞬时失败):维持既有 None 语义
|
|
473
|
+
_pr = (fm.get(kind) or {})
|
|
474
|
+
_prev_root = _pr.get("root") if isinstance(_pr, dict) else None
|
|
475
|
+
if not _prev_root or not root or _same_root(_prev_root, root):
|
|
476
|
+
return None # 同根/无 ref:覆写语义不变
|
|
477
|
+
if not os.path.isdir(_prev_root):
|
|
478
|
+
return None # 陈化豁免与可见路径同口径
|
|
479
|
+
return {"id": nid, "kind": kind, "existing_root": _prev_root,
|
|
480
|
+
"root": root, "invisible": True}
|
|
481
|
+
pr = ((prev.get("frontmatter") or {}).get(kind) or {})
|
|
482
|
+
prev_root = pr.get("root") if isinstance(pr, dict) else None
|
|
483
|
+
if not prev_root or not root or _same_root(prev_root, root):
|
|
484
|
+
return None
|
|
485
|
+
if not os.path.isdir(prev_root):
|
|
486
|
+
# **陈化豁免**(与 live 判据成对,2026-10-15 实测校准):旧源根已不在盘上
|
|
487
|
+
# (临时目录被清、克隆被删、盘符离线)时,那份源码无从核对——节点是孤儿,
|
|
488
|
+
# 此时**允许**覆写。否则源目录一被移走,该 id 就永远写不进去(实测:
|
|
489
|
+
# test_p26/p27/p28 的语料根固定而源目录每轮新建,旧根是本机历史临时目录、
|
|
490
|
+
# 早已不在,加闸后 11/11 条全被判冲突、indexed 归零)。
|
|
491
|
+
# 判据取「旧根**目录**是否仍在」,不逐条 stat 旧文件:跨仓场景里旧仓目录一定
|
|
492
|
+
# 在(报告 #352-E 的复现前提),陈化场景里它一定不在。
|
|
493
|
+
return None
|
|
494
|
+
return {"id": nid, "kind": kind,
|
|
495
|
+
"existing_root": prev_root, "root": root}
|
|
496
|
+
|
|
497
|
+
|
|
498
|
+
# 生效条件:kind == 'code_ref' 时按 codeindex.node_id/render 写入 cg(tags 含 'code'、code_ref=_code_ref(it, root)),kind == 'doc_ref' 时按 docindex 写入(tags 含 'doc'、doc_ref=_doc_ref(it, root, src_of(it))、密级取自 docindex.sensitivity_for(it['path'], sensitivity)),其他 kind 抛 ValueError;写入前逐条过 root_clash(#352-E):同 id 已被**另一个源根**占用时不覆写,把该条并入 conflicts(conflicts 为真值时)并**跳过**(该条 id 不进 ids);返回 (ids, sens)。
|
|
499
|
+
def add_items(cg, items, *, kind: str, root: str, layer=None, sensitivity=None,
|
|
500
|
+
layer_of=None, src_of=None, extra_of=None, conflicts=None):
|
|
501
|
+
"""把索引条目写进认知图(code / doc 的落盘细节收在这里,唯一实现)。
|
|
502
|
+
|
|
503
|
+
- `layer=None` → 默认 `knowledge`(与代码节点同层,保证进默认召回)。
|
|
504
|
+
- `layer_of(nid)` 可逐节点覆盖 layer(heal 重建时保留原层)。
|
|
505
|
+
- `src_of(it)` 为真时把返回值写进 `doc_ref["src"]`(真源身份层,见
|
|
506
|
+
`_doc_ref`)——不传时产物**逐字节不变**。
|
|
507
|
+
- `extra_of(it)` 返回 `{"tags": [...], "attrs": {...}}`:追加标签与
|
|
508
|
+
frontmatter 键(日志索引的 `dsh-log/logsrc/regenerable/ws:` 与
|
|
509
|
+
`session/workspace/dsh_session_uuid` 走这里,免得在 `logref` 里
|
|
510
|
+
复制一遍 doc 分支而与本函数漂移)。与既有 `layer_of` 同款逐条钩子。
|
|
511
|
+
- doc 节点:密级走 `docindex.sensitivity_for`(只可能更严);返回密级分布。
|
|
512
|
+
- `condition_space` 走 `codeindex/docindex.condition_space`,与正文的
|
|
513
|
+
`# 生效条件:` 行**同源**——改造前此处只写 `observation_position` 单槽,
|
|
514
|
+
而单槽不是生效条件,于是 frontmatter 的条件空间形同未声明。
|
|
515
|
+
返回 (ids, sens_counts)。
|
|
516
|
+
"""
|
|
517
|
+
from . import codeindex, docindex
|
|
518
|
+
ids, sens = [], {}
|
|
519
|
+
for it in items:
|
|
520
|
+
if kind == "code_ref":
|
|
521
|
+
nid = codeindex.node_id(it)
|
|
522
|
+
elif kind == "doc_ref":
|
|
523
|
+
nid = docindex.node_id(it)
|
|
524
|
+
else:
|
|
525
|
+
raise ValueError(f"未知 ref kind:{kind!r}")
|
|
526
|
+
# ---- #352-E 冲突闸:同 id 已被另一个源根占用 ⇒ 不覆写、不静默 ----
|
|
527
|
+
_clash = root_clash(cg, nid, kind, root)
|
|
528
|
+
if _clash is not None:
|
|
529
|
+
if conflicts is not None:
|
|
530
|
+
conflicts.append(dict(_clash, path=it.get("path"),
|
|
531
|
+
src=os.path.join(root,
|
|
532
|
+
it.get("path") or "")))
|
|
533
|
+
continue
|
|
534
|
+
if kind == "code_ref":
|
|
535
|
+
cg.add(
|
|
536
|
+
nid, codeindex.render(it),
|
|
537
|
+
layer=(layer_of(nid) if layer_of else None) or layer or "knowledge",
|
|
538
|
+
tags=["code", "code:" + it.get("kind", ""),
|
|
539
|
+
"domain:" + _domain_of(it)],
|
|
540
|
+
condition_space=codeindex.condition_space(it),
|
|
541
|
+
verification_basis=it.get("basis") or "compiler",
|
|
542
|
+
code_ref=_code_ref(it, root),
|
|
543
|
+
)
|
|
544
|
+
else: # doc_ref
|
|
545
|
+
level = it.get("level")
|
|
546
|
+
# issue #452(2026-10-16 实测):`it["path"]` 是**相对被摄取根**的路径,
|
|
547
|
+
# 而私有提示可能正落在**被摄取根自身**的名字上——`cg(op=ingest,
|
|
548
|
+
# action=dir, path=<…>/private)` 时 item path 只剩 `hr_archive.md`,
|
|
549
|
+
# `private` 这一段被抹掉 ⇒ 提示永不命中 ⇒ 敏感文档以 internal 落库,
|
|
550
|
+
# 低权身份可读回其正文;同一份文档改传父目录即正确判 private 并
|
|
551
|
+
# fail-closed(同一文件、同一写者,只有 path 参数不同)。
|
|
552
|
+
# 故密级判据面改用「**摄取根 + 相对路径**」的合成路径:与
|
|
553
|
+
# `docindex.sensitivity_for` 已支持的绝对路径写法**同口径**,而该函数
|
|
554
|
+
# 只按段找提示、命中只会收紧为 private ⇒ 仍满足其 docstring 的
|
|
555
|
+
# 「只可能更严、不可能更松」。`root` 为空时合成结果即原 path,
|
|
556
|
+
# 行为与修前逐字一致(非摄取通路的调用点不受影响)。
|
|
557
|
+
_hint = os.path.join(root or "", it.get("path") or "").replace("\\", "/")
|
|
558
|
+
s, _basis = docindex.sensitivity_for(_hint, sensitivity)
|
|
559
|
+
sens[s] = sens.get(s, 0) + 1
|
|
560
|
+
extra = (extra_of(it) or {}) if extra_of else {}
|
|
561
|
+
cg.add(
|
|
562
|
+
nid, docindex.render(it),
|
|
563
|
+
layer=(layer_of(nid) if layer_of else None) or layer or "knowledge",
|
|
564
|
+
tags=["doc", "doc:md", f"level:{level}",
|
|
565
|
+
"domain:" + _domain_of(it)] + list(extra.get("tags") or []),
|
|
566
|
+
condition_space=docindex.condition_space(it),
|
|
567
|
+
verification_basis="data",
|
|
568
|
+
sensitivity=s,
|
|
569
|
+
doc_ref=_doc_ref(it, root, src_of(it) if src_of else None),
|
|
570
|
+
**(extra.get("attrs") or {}),
|
|
571
|
+
)
|
|
572
|
+
ids.append(nid)
|
|
573
|
+
return ids, sens
|
|
574
|
+
|
|
575
|
+
|
|
576
|
+
# 生效条件:把入参 root 原样写入返回 dict 的 'root',path/name/kind/lineno/end/lang/hash 按 it.get 取值(缺省 None),precise 取 bool(it.get('precise', True)),render_version 取传入值(传入 None 时延迟 import codeindex 取 codeindex.RENDER_VERSION,保证与 render 契约**同源**、无第二处硬编码)。
|
|
577
|
+
def _code_ref(it: dict, root: str, render_version=None) -> dict:
|
|
578
|
+
if render_version is None: # 直接调用点的兜底:与 render 产物同源
|
|
579
|
+
from . import codeindex
|
|
580
|
+
render_version = codeindex.RENDER_VERSION
|
|
581
|
+
return {
|
|
582
|
+
"path": it.get("path"), "name": it.get("name"),
|
|
583
|
+
"kind": it.get("kind"), "lineno": it.get("lineno"), "end": it.get("end"),
|
|
584
|
+
"lang": it.get("lang"), "precise": bool(it.get("precise", True)),
|
|
585
|
+
"hash": it.get("hash"), "root": root,
|
|
586
|
+
"render_version": render_version,
|
|
587
|
+
}
|
|
588
|
+
|
|
589
|
+
|
|
590
|
+
# 生效条件:把入参 root 原样写入返回 dict 的 'root',path/heading/heading_path/level/lineno/end/anchor/hash/lang 按 it.get 取值(缺省 None),precise 取 bool(it.get('precise', True));src 为真值时并入 'src' 键,假值(含 None/{}/"")时该键**不出现**(默认路径产物逐字不变——read_ref/probe_ref/check_refs/Ledger 都不认这个键)。
|
|
591
|
+
def _doc_ref(it: dict, root: str, src: dict = None) -> dict:
|
|
592
|
+
ref = {
|
|
593
|
+
"path": it.get("path"), "heading": it.get("heading"),
|
|
594
|
+
"heading_path": it.get("heading_path"), "level": it.get("level"),
|
|
595
|
+
"lineno": it.get("lineno"), "end": it.get("end"),
|
|
596
|
+
"anchor": it.get("anchor"), "hash": it.get("hash"), "lang": it.get("lang"),
|
|
597
|
+
"precise": bool(it.get("precise", True)), "root": root,
|
|
598
|
+
}
|
|
599
|
+
if src:
|
|
600
|
+
# 真源身份层(日志一路):区间落在转写上,身份落在 zstd 日志上。
|
|
601
|
+
# 只增不删:既有 11 键语义不动,回读侧(refindex.read_ref)对它无感。
|
|
602
|
+
ref["src"] = src
|
|
603
|
+
return ref
|
|
604
|
+
|
|
605
|
+
|
|
606
|
+
# --------------------------------------------------------------------------
|
|
607
|
+
# 回读(唯一实现:op=ref 与 check_refs 共用)
|
|
608
|
+
# --------------------------------------------------------------------------
|
|
609
|
+
|
|
610
|
+
# 生效条件:传入 ref 为假值(如 None/{})时按 {} 处理,rel 取 ref.get("path") or "";root 与 ref.get("root") 均为假值时返回含 ref/path/status:"unresolved"/ok:False/error:"ref 未记录 root..." 的 out;否则用 root or ref.get("root") 与 rel 拼 fp,os.path.isfile(fp) 为假时返回 status:"dangling"、stale:True,读取抛 OSError/UnicodeDecodeError 时返回 status:"error";读取成功时 lineno 取 int(ref.get("lineno") or 1)(假值回落 1)、end 取 int(ref.get("end") or lineno)(假值回落 lineno),ref.get("hash") 为 None 时 match=None、ok=True、status:"ok",ref.get("hash") 为真值且等于 region_hash 时 ok=True/status:"ok"、不等时 ok=False/status:"stale",ref.get("hash") 为假值但非 None(如 ""/0/False)时 ok=False/status:"stale";with_text 为真时 out["text"] 取 lines[max(0,lineno-1):max(max(0,lineno-1),end)] 的 join;
|
|
611
|
+
def probe_ref(ref: dict, *, root: str = None, with_text: bool = False) -> dict:
|
|
612
|
+
"""只读探测单个 ref 的状态(不回读整篇,除非 with_text)。"""
|
|
613
|
+
from . import codeindex
|
|
614
|
+
ref = ref or {}
|
|
615
|
+
rel = ref.get("path") or ""
|
|
616
|
+
r = root or ref.get("root") or ""
|
|
617
|
+
base = {"ref": ref, "path": rel, "status": "unresolved", "ok": False}
|
|
618
|
+
if not r:
|
|
619
|
+
return {**base, "error": "ref 未记录 root,请显式传 root 参数"
|
|
620
|
+
"(索引里存的是相对 root 的 path)"}
|
|
621
|
+
fp = os.path.join(r, rel)
|
|
622
|
+
base["root"] = r
|
|
623
|
+
if not os.path.isfile(fp):
|
|
624
|
+
return {**base, "status": "dangling", "abspath": fp, "stale": True,
|
|
625
|
+
"error": f"源文件不存在(索引已悬空):{fp}"}
|
|
626
|
+
try:
|
|
627
|
+
with open(fp, "r", encoding="utf-8") as f:
|
|
628
|
+
lines = f.read().split("\n")
|
|
629
|
+
except (OSError, UnicodeDecodeError) as exc:
|
|
630
|
+
return {**base, "status": "error", "abspath": fp,
|
|
631
|
+
"error": f"读取失败:{exc}"}
|
|
632
|
+
total = len(lines)
|
|
633
|
+
lineno = int(ref.get("lineno") or 1)
|
|
634
|
+
end = int(ref.get("end") or lineno)
|
|
635
|
+
got = codeindex.region_hash(lines, lineno, end)
|
|
636
|
+
expect = ref.get("hash")
|
|
637
|
+
match = (got == expect) if expect else None
|
|
638
|
+
out = {
|
|
639
|
+
**base, "abspath": fp, "total_lines": total,
|
|
640
|
+
"hash": got, "hash_expected": expect, "hash_match": match,
|
|
641
|
+
"stale": bool(expect) and not match,
|
|
642
|
+
"ok": expect is None or bool(match),
|
|
643
|
+
"status": "ok" if (expect is None or match) else "stale",
|
|
644
|
+
}
|
|
645
|
+
if with_text:
|
|
646
|
+
lo = max(0, lineno - 1)
|
|
647
|
+
out["text"] = "\n".join(lines[lo:max(lo, end)])
|
|
648
|
+
return out
|
|
649
|
+
|
|
650
|
+
|
|
651
|
+
# 生效条件:ref 经 probe_ref(root=root, with_text=True) 后 status 为 'ok'/'stale' 时返回 ok=True 及 text/total_lines/hash/hash_match/stale/precise,status 为 'unresolved'/'error'/'dangling' 时返回 ok=False 与 error。
|
|
652
|
+
def read_ref(ref: dict, *, root: str = None, ref_kind: str = "ref") -> dict:
|
|
653
|
+
"""按 ref 回读源区间——`op=ref` 与 `check_refs` 的唯一实现。"""
|
|
654
|
+
p = probe_ref(ref, root=root, with_text=True)
|
|
655
|
+
base = {"ref": ref, "ref_kind": ref_kind}
|
|
656
|
+
if p["status"] in ("unresolved", "error", "dangling"):
|
|
657
|
+
out = {**base, "ok": False, "error": p["error"]}
|
|
658
|
+
if p["status"] == "dangling":
|
|
659
|
+
out["stale"] = True
|
|
660
|
+
return out
|
|
661
|
+
return {
|
|
662
|
+
**base, "ok": True, "text": p["text"], "total_lines": p["total_lines"],
|
|
663
|
+
"hash": p["hash"], "hash_expected": p["hash_expected"],
|
|
664
|
+
"hash_match": p["hash_match"], "stale": p["stale"],
|
|
665
|
+
"precise": bool((ref or {}).get("precise", True)),
|
|
666
|
+
"note": "按 ref 区间回读;hash_match=False 说明源已改动,"
|
|
667
|
+
"重跑 index_code / index_doc 重建",
|
|
668
|
+
}
|
|
669
|
+
|
|
670
|
+
|
|
671
|
+
# 生效条件:n 为水位条目内的节点记录(id/lineno/end/hash)、e 为文件条目、rel/src_root 为源相对路径与源大域、unchanged 为源 (size, mtime, sha256) 三者全等未变时,按 cg.get(nid) 的 frontmatter ref 判该 node_id 的快路径结论并返回 {'node_id','kind','covered','probe','mismatch'}——取不回节点或节点无 ref 时 covered=False/probe=None(落回退路径、不记 mismatch);五项全等且 unchanged 时 probe=None(跳过不读源);否则 probe 为待探测 ref;不一致时 mismatch 带两侧 root/hash 与 kind_of_gap。
|
|
672
|
+
def _fast_path_verdict(cg, n: dict, e: dict, rel: str, src_root: str,
|
|
673
|
+
unchanged: bool) -> dict:
|
|
674
|
+
"""单条水位记录 → 该 node_id 的快路径结论(**唯一实现**,也是定点变异锚点)。
|
|
675
|
+
|
|
676
|
+
探测数据**只**取节点自身 frontmatter ref(`ref_of(cg.get(nid))`)——水位条目
|
|
677
|
+
一律不进 probe,它只判「能不能跳过」。跳过的充分条件=五项全等 + 源 size/mtime
|
|
678
|
+
未变 + 本轮未被判过(去重由调用方在 `covered` 上做,见 `check_refs`)。
|
|
679
|
+
|
|
680
|
+
`cg.get` 抛错 / 取空 / 节点无 ref 时**不认领也不记 mismatch**:那类节点落回
|
|
681
|
+
回退路径(同一份 `cg.get` + `ref_of` 口径),不新增行类。代价如实记:它们仍算
|
|
682
|
+
未覆盖、留在 todo 里,而 `truncated` 只看 todo 长度——大量读不回的节点可能把
|
|
683
|
+
`truncated` 推成 True,那是覆盖缺口被说出来了,不是被判成漂移。
|
|
684
|
+
"""
|
|
685
|
+
nid = n.get("id")
|
|
686
|
+
out = {"node_id": nid, "kind": "", "covered": False, "probe": None,
|
|
687
|
+
"mismatch": None}
|
|
688
|
+
try:
|
|
689
|
+
node = cg.get(nid)
|
|
690
|
+
except Exception: # 读不回 ≠ 漂移:交回退路径同口径处理
|
|
691
|
+
return out
|
|
692
|
+
kind, ref = ref_of(node)
|
|
693
|
+
if not ref:
|
|
694
|
+
return out
|
|
695
|
+
out["kind"] = kind
|
|
696
|
+
out["covered"] = True
|
|
697
|
+
agree = (_norm_rel(ref.get("path")) == _norm_rel(rel)
|
|
698
|
+
and ref.get("lineno") == n.get("lineno")
|
|
699
|
+
and ref.get("end") == n.get("end")
|
|
700
|
+
and ref.get("hash") == n.get("hash")
|
|
701
|
+
and _same_root(ref.get("root"), src_root))
|
|
702
|
+
if not agree:
|
|
703
|
+
out["mismatch"] = {
|
|
704
|
+
"node_id": nid, "path": rel, "kind": kind,
|
|
705
|
+
"watermark_root": e.get("root") or src_root,
|
|
706
|
+
"node_root": ref.get("root"),
|
|
707
|
+
"watermark_hash": n.get("hash"), "node_hash": ref.get("hash"),
|
|
708
|
+
"kind_of_gap": ("watermark_behind"
|
|
709
|
+
if _same_root(ref.get("root"), src_root)
|
|
710
|
+
else "collision_multi_root"),
|
|
711
|
+
}
|
|
712
|
+
if agree and unchanged:
|
|
713
|
+
return out # 跳过:不读源
|
|
714
|
+
out["probe"] = {**ref, "path": ref.get("path") or rel,
|
|
715
|
+
"root": ref.get("root") or src_root}
|
|
716
|
+
return out
|
|
717
|
+
|
|
718
|
+
|
|
719
|
+
# 生效条件:cg 的 index['nodes'] 非空时汇总 stale/dangling/unresolved/errors/ledger_mismatch 并返回 ok =(无 stale 且无 dangling);only_tagged 为真时只探测 tags 含 'code'/'doc' 的节点,ledger 非空时先经 _fast_path_verdict 走 (size, mtime, sha256) 快路径。
|
|
720
|
+
def check_refs(cg, *, ledger: "Ledger" = None, max_nodes: int = MAX_CHECK,
|
|
721
|
+
only_tagged: bool = True) -> dict:
|
|
722
|
+
"""漂移 / 悬空巡检(只读、不抛)。
|
|
723
|
+
|
|
724
|
+
**分工:节点判漂移,水位只判跳过。** 探测数据只取**节点自身 frontmatter ref**
|
|
725
|
+
(`ref_of(cg.get(nid))`)——ledger 条目一律不进 probe;它只用来判「这个节点能不能
|
|
726
|
+
跳过、不读源」。跳过的充分条件(三条同时成立):①节点 ref 与水位条目
|
|
727
|
+
`(hash, lineno, end, path, root)` **五项全等**;②源文件 size/mtime/sha256 三者全等未变;
|
|
728
|
+
③该 node_id 本轮尚未判过(去重)。五项含 `path` / `root` 是必要的:不含时跨域
|
|
729
|
+
撞 id 在稳态不可见,且 node/水位不一致会重复报红。
|
|
730
|
+
不一致本身不改判定(不进 `ok`、不产生新红行),只记 `ledger_mismatch` 归因行
|
|
731
|
+
(带两侧 root:roots 相同=写序断裂 / 旧水位,不同=跨域撞 id)。
|
|
732
|
+
水位覆盖不到的节点(早期索引 / 未开增量 / `cg.get` 读不回)再回退逐节点探测。
|
|
733
|
+
|
|
734
|
+
`only_tagged=True`(默认)只探测带 `code` / `doc` 标签的节点——ref 只由
|
|
735
|
+
`index_code` / `index_doc` 产生,两者都会打这两个标签;这样巡检不必为每条
|
|
736
|
+
记忆节点都读一次盘。需要穷举(含手写 ref)时传 False。
|
|
737
|
+
"""
|
|
738
|
+
nodes = (getattr(cg, "index", {}) or {}).get("nodes") or {}
|
|
739
|
+
stale, dangling, unresolved, errors = [], [], [], []
|
|
740
|
+
mismatch = []
|
|
741
|
+
covered = set()
|
|
742
|
+
|
|
743
|
+
# 生效条件:当 nid、ref、kind、rel 传入时,p = probe_ref(ref) 后按 p["status"] 分派:为 "dangling" 时把含 node_id/ref_kind/path/lineno/end/error 的 row 加入 dangling,为 "stale" 时补 hash_expected/hash 加入 stale,为 "unresolved" 时加入 unresolved,为 "error" 时加入 errors;其他状态不加入;
|
|
744
|
+
def _probe_one(nid, ref, kind, rel):
|
|
745
|
+
p = probe_ref(ref)
|
|
746
|
+
row = {"node_id": nid, "ref_kind": kind, "path": rel,
|
|
747
|
+
"lineno": ref.get("lineno"), "end": ref.get("end"),
|
|
748
|
+
"error": p.get("error", "")}
|
|
749
|
+
if p["status"] == "dangling":
|
|
750
|
+
dangling.append(row)
|
|
751
|
+
elif p["status"] == "stale":
|
|
752
|
+
row["hash_expected"] = p.get("hash_expected")
|
|
753
|
+
row["hash"] = p.get("hash")
|
|
754
|
+
stale.append(row)
|
|
755
|
+
elif p["status"] == "unresolved":
|
|
756
|
+
unresolved.append(row)
|
|
757
|
+
elif p["status"] == "error":
|
|
758
|
+
errors.append(row)
|
|
759
|
+
|
|
760
|
+
# 快路径:ledger 记录的文件(键 = 源文件绝对路径,天然跨大域不撞名)。
|
|
761
|
+
# 判据与探测数据收在 `_fast_path_verdict`(唯一实现,也是红基线的定点变异锚点)。
|
|
762
|
+
if ledger is not None:
|
|
763
|
+
for key, e in sorted((ledger.load().get("files") or {}).items()):
|
|
764
|
+
rec_nodes = [n for n in (e.get("nodes") or [])
|
|
765
|
+
if n.get("id") in nodes]
|
|
766
|
+
if not rec_nodes:
|
|
767
|
+
continue
|
|
768
|
+
rel = e.get("path") or ""
|
|
769
|
+
# 必须用**每个源文件自己的 root**(索引时的源大域),不能用 ledger.root:
|
|
770
|
+
# 后者是认知图根,拿它拼路径会指向不存在的位置、把一切都误判成 dangling。
|
|
771
|
+
src_root = e.get("root") or os.path.dirname(key)
|
|
772
|
+
try:
|
|
773
|
+
st = os.stat(key)
|
|
774
|
+
unchanged = (e.get("size") == st.st_size
|
|
775
|
+
and ledger.is_fresh(rel, key)
|
|
776
|
+
and abs(float(e.get("mtime") or 0.0) - st.st_mtime) < 1e-6)
|
|
777
|
+
except OSError:
|
|
778
|
+
unchanged = False
|
|
779
|
+
for n in rec_nodes:
|
|
780
|
+
nid = n.get("id")
|
|
781
|
+
if nid in covered:
|
|
782
|
+
# ①同一 node_id 只判一次:跨大域撞 id 时两条水位条目列同一 id,
|
|
783
|
+
# 不去重就会把同一处漂移按「水位条目数」重复报(实测两域源都改:
|
|
784
|
+
# 不去重 4 行 / dup=2,去重后 2 行 / dup=0——夹具每文件 2 节点)。
|
|
785
|
+
continue
|
|
786
|
+
v = _fast_path_verdict(cg, n, e, rel, src_root, unchanged)
|
|
787
|
+
if v["mismatch"]:
|
|
788
|
+
mismatch.append(v["mismatch"])
|
|
789
|
+
if not v["covered"]:
|
|
790
|
+
# ②读不回节点 / 节点无 ref:不认领、不记 mismatch,落回退路径
|
|
791
|
+
continue
|
|
792
|
+
covered.add(nid)
|
|
793
|
+
if v["probe"] is not None:
|
|
794
|
+
_probe_one(nid, v["probe"],
|
|
795
|
+
v["kind"] or e.get("kind") or kind_of_path(rel), rel)
|
|
796
|
+
|
|
797
|
+
# 回退:ledger 未覆盖的索引节点
|
|
798
|
+
# 生效条件:当 nid 传入时,若 only_tagged 为假值立即返回 True;否则取 (nodes.get(nid) or {}).get("tags") or [],仅当其中存在 "code" 或 "doc" 返回 True,否则返回 False;
|
|
799
|
+
def _candidate(nid):
|
|
800
|
+
if not only_tagged:
|
|
801
|
+
return True
|
|
802
|
+
tags = (nodes.get(nid) or {}).get("tags") or []
|
|
803
|
+
return any(t in ("code", "doc") for t in tags)
|
|
804
|
+
|
|
805
|
+
todo = [nid for nid in list(nodes) if nid not in covered and _candidate(nid)]
|
|
806
|
+
truncated = len(todo) > max_nodes
|
|
807
|
+
checked = 0
|
|
808
|
+
for nid in todo[:max_nodes]:
|
|
809
|
+
try:
|
|
810
|
+
node = cg.get(nid)
|
|
811
|
+
except Exception:
|
|
812
|
+
continue
|
|
813
|
+
if not node:
|
|
814
|
+
continue
|
|
815
|
+
kind, ref = ref_of(node)
|
|
816
|
+
if not ref:
|
|
817
|
+
continue
|
|
818
|
+
checked += 1
|
|
819
|
+
try:
|
|
820
|
+
_probe_one(nid, ref, kind, ref.get("path") or "")
|
|
821
|
+
except Exception as exc: # 巡检不抛
|
|
822
|
+
errors.append({"node_id": nid, "ref_kind": kind, "error": str(exc)})
|
|
823
|
+
|
|
824
|
+
return {
|
|
825
|
+
"ok": not (stale or dangling),
|
|
826
|
+
"status": "ok" if not (stale or dangling) else ("dangling" if dangling else "stale"),
|
|
827
|
+
"checked": checked + len(covered),
|
|
828
|
+
"ledger_files": len((ledger.load().get("files") or {})) if ledger else 0,
|
|
829
|
+
"stale": stale, "dangling": dangling,
|
|
830
|
+
"unresolved": unresolved, "errors": errors,
|
|
831
|
+
# 水位与节点不一致的**归因行**(带两侧 root):不进 ok、不产生新红行,
|
|
832
|
+
# 但也不是静默——写序断裂 / 跨域撞 id 在这里可见(只增键,语义不动)。
|
|
833
|
+
"ledger_mismatch": mismatch[:20],
|
|
834
|
+
"ledger_mismatch_count": len(mismatch),
|
|
835
|
+
"truncated": truncated, "max_nodes": max_nodes,
|
|
836
|
+
}
|
|
837
|
+
|
|
838
|
+
|
|
839
|
+
# --------------------------------------------------------------------------
|
|
840
|
+
# 节点级对账:孤儿清退 + 悬空清退
|
|
841
|
+
#
|
|
842
|
+
# 水位层的 `Ledger.reconcile` 只剪**水位条目**、`prune` 只剪「源大域已消失」
|
|
843
|
+
# 的条目,两者都不碰**节点**。于是节点层的两类残留无人处置:
|
|
844
|
+
# · 孤儿(同一文档的过期代)——标题路径一变 id 全量重算,旧代与新代并存;
|
|
845
|
+
# · 悬空(源文件已删)——回读必然失败,巡检永远报 dangling。
|
|
846
|
+
# 本节的唯一实现同时供 `op=index_code / index_doc`(孤儿)与
|
|
847
|
+
# `op=ref action=prune`(悬空)使用,避免两处各写一套口径。
|
|
848
|
+
# --------------------------------------------------------------------------
|
|
849
|
+
|
|
850
|
+
# 生效条件:返回 os.path.normcase(os.path.abspath(str(p or ''))),即 p 为 None/空串时返回当前目录的归一绝对路径。
|
|
851
|
+
def _norm_root(p) -> str:
|
|
852
|
+
"""root 归一:同一目录的大小写/分隔符差异不得影响「同一大域」判定。"""
|
|
853
|
+
return os.path.normcase(os.path.abspath(str(p or "")))
|
|
854
|
+
|
|
855
|
+
|
|
856
|
+
# 生效条件:a 与 b 都非空且 _norm_root(a) == _norm_root(b) 时返回 True,否则(含 TypeError/ValueError)返回 False。
|
|
857
|
+
def _same_root(a, b) -> bool:
|
|
858
|
+
try:
|
|
859
|
+
return bool(a) and bool(b) and _norm_root(a) == _norm_root(b)
|
|
860
|
+
except (TypeError, ValueError):
|
|
861
|
+
return False
|
|
862
|
+
|
|
863
|
+
|
|
864
|
+
# 生效条件:返回 str(p or '').replace('\\', '/').lstrip('./'),即 p 为 None/空串时返回 ''。
|
|
865
|
+
def _norm_rel(p) -> str:
|
|
866
|
+
return str(p or "").replace("\\", "/").lstrip("./")
|
|
867
|
+
|
|
868
|
+
|
|
869
|
+
# 生效条件:cg 具备可调用的 forget 方法时对 plan 中每个 nid 调 cg.forget(nid, why),返回 (成功 id 列表, 被拦下/失败的 {node_id, error} 列表);cg 无 forget 时返回 ([], plan 中每 nid 一条错误)。
|
|
870
|
+
def _forget_many(cg, plan, why: str) -> tuple:
|
|
871
|
+
"""逐条软删(进 trash/、写删除清单、可 restore);受保护节点拦下不删。
|
|
872
|
+
|
|
873
|
+
`forget` 属 **MdCGOS 层**能力(保护裁决 + 回收站 + 删除清单),基础层
|
|
874
|
+
`MdCG` 没有任何删除原语。缺能力时**明确报错、不静默跳过**——否则
|
|
875
|
+
「清退了 N 条」看着成功、实际一条没删(P27 §10 实测过这个坑)。
|
|
876
|
+
"""
|
|
877
|
+
fn = getattr(cg, "forget", None)
|
|
878
|
+
if not callable(fn):
|
|
879
|
+
err = (f"{type(cg).__name__} 无 forget 能力(对账须能删除节点);"
|
|
880
|
+
f"生产路径是 MdCGOS,测试请用 MdCGOS")
|
|
881
|
+
return [], [{"node_id": nid, "error": err} for nid in sorted(plan)]
|
|
882
|
+
done, blocked = [], []
|
|
883
|
+
for nid in sorted(plan):
|
|
884
|
+
try:
|
|
885
|
+
res = fn(nid, why) or {}
|
|
886
|
+
except Exception as exc: # ProtectionError 等 → 拦下,不越权
|
|
887
|
+
blocked.append({"node_id": nid, "error": str(exc)[:120]})
|
|
888
|
+
continue
|
|
889
|
+
if res.get("ok"):
|
|
890
|
+
done.append(nid)
|
|
891
|
+
else:
|
|
892
|
+
blocked.append({"node_id": nid, "error": str(res.get("error"))[:120]})
|
|
893
|
+
return done, blocked
|
|
894
|
+
|
|
895
|
+
|
|
896
|
+
#: 上一次 `_drop_ghosts` 因**受保护**而跳过的幽灵 id(#463:供调用方并入 skipped_protected)。
|
|
897
|
+
_LAST_SKIPPED = []
|
|
898
|
+
|
|
899
|
+
|
|
900
|
+
# 生效条件:cg 具备可调用的 _unstage 时对 ghosts 逐个调用并收集成功 id(受保护者经 guard_forget 拒绝后跳过,记入 _LAST_SKIPPED)(单条异常跳过),cg 无该能力时返回 [](不假装成功)。
|
|
901
|
+
def _drop_ghosts(cg, ghosts) -> list:
|
|
902
|
+
"""摘除幽灵条目的索引记录(节点文件已不存在,没有可软删的实体)。
|
|
903
|
+
|
|
904
|
+
走 `MdCG._unstage`:它顺带落删除记录,保证幽灵不会再次从分片日志里复活。
|
|
905
|
+
基础层没有该能力时如实返回空列表(不假装成功)。
|
|
906
|
+
"""
|
|
907
|
+
from . import protect as _prot # #463:幽灵摘除不得绕过保护面
|
|
908
|
+
drop = getattr(cg, "_unstage", None)
|
|
909
|
+
if not callable(drop):
|
|
910
|
+
return []
|
|
911
|
+
out = []
|
|
912
|
+
_LAST_SKIPPED.clear()
|
|
913
|
+
for nid in ghosts:
|
|
914
|
+
# #463(SEC·P0):闸放在**这里**而不是 `_unstage` 里——`_unstage` 是无闸原语,
|
|
915
|
+
# `forget` 路径上游已过 `guard_forget`;闸下沉进原语 = 双重闸 + 悄悄改写原语语义
|
|
916
|
+
# (「闸的层级错配」:外层漏、内层重复,正确层 = 所有必经路径都过且只过一处)。
|
|
917
|
+
try:
|
|
918
|
+
_prot.guard_forget(cg, nid)
|
|
919
|
+
except _prot.ProtectionError:
|
|
920
|
+
_LAST_SKIPPED.append(nid) # 受保护 ⇒ 跳过并计入 skipped_protected
|
|
921
|
+
continue
|
|
922
|
+
try:
|
|
923
|
+
drop(nid)
|
|
924
|
+
out.append(nid)
|
|
925
|
+
except Exception: # 单条失败不拖垮整批
|
|
926
|
+
continue
|
|
927
|
+
return out
|
|
928
|
+
|
|
929
|
+
|
|
930
|
+
# 生效条件:items 中同 kind 的节点若其 ref['path'] 命中本次 items 的文件、id 不在本次产出内且 ref['root'] 与入参 root 同一(_same_root),则列入清退计划;dry_run 为真只返回计划,否则经 _forget_many 软删;items 为空时返回 count 0。
|
|
931
|
+
def prune_orphans(cg, *, kind: str, root: str, items, dry_run: bool = False,
|
|
932
|
+
reason: str = "") -> dict:
|
|
933
|
+
"""清退「同 root + 同 path,但已不在本次产出里」的**过期代**节点。
|
|
934
|
+
|
|
935
|
+
为什么必须有:`node_id = sha1(相对path + "#" + heading_path)`,而
|
|
936
|
+
`add_items` 只做**同 id 幂等 upsert**——文档标题结构一变,整篇 id 全量
|
|
937
|
+
重算,旧代节点无人清退,与新代并存(同一文档召回两份,且旧代引用的区间
|
|
938
|
+
已失效)。截断的索引由调用方负责不调用本函数(没扫完 ≠ 剩下的都过期)。
|
|
939
|
+
|
|
940
|
+
范围**只限本次真正重切过的文件**(`items` 的 path):增量索引跳过的未变
|
|
941
|
+
文件不在 items 里,其节点不进判定——否则会把完好的节点整片误删。
|
|
942
|
+
"""
|
|
943
|
+
nodes = (getattr(cg, "index", {}) or {}).get("nodes") or {}
|
|
944
|
+
touched: dict = {}
|
|
945
|
+
for it in items or []:
|
|
946
|
+
rel = _norm_rel(it.get("path"))
|
|
947
|
+
if rel:
|
|
948
|
+
touched.setdefault(rel, set()).add(node_id_of(it, kind))
|
|
949
|
+
base = {"scanned": len(nodes), "touched_files": len(touched),
|
|
950
|
+
"dry_run": bool(dry_run)}
|
|
951
|
+
if not touched:
|
|
952
|
+
return {**base, "ok": True, "count": 0, "pruned": [],
|
|
953
|
+
"skipped_protected": []}
|
|
954
|
+
|
|
955
|
+
# ⚠ ref 只存在于**节点 frontmatter**里;`cg.index['nodes']` 是元数据快照
|
|
956
|
+
# (path/layer/tags/…,见 mdcg._scan_nodes),**不含 ref**。因此必须
|
|
957
|
+
# `cg.get(nid)` 取回节点再 ref_of —— 否则 ref_of 恒返回 ('', None)、
|
|
958
|
+
# 整个对账静默失效(P27 §10 实测过这个坑)。标签预筛与 check_refs 同口径,
|
|
959
|
+
# 免得为全库每条记忆都读一次盘。
|
|
960
|
+
tag = "doc" if kind == "doc_ref" else "code"
|
|
961
|
+
plan = []
|
|
962
|
+
for nid, e in list(nodes.items()):
|
|
963
|
+
if tag not in ((e or {}).get("tags") or []):
|
|
964
|
+
continue
|
|
965
|
+
try:
|
|
966
|
+
node = cg.get(nid)
|
|
967
|
+
except Exception:
|
|
968
|
+
continue
|
|
969
|
+
if not node:
|
|
970
|
+
continue
|
|
971
|
+
k, ref = ref_of(node)
|
|
972
|
+
if k != kind or not isinstance(ref, dict):
|
|
973
|
+
continue
|
|
974
|
+
keep = touched.get(_norm_rel(ref.get("path")))
|
|
975
|
+
if keep is None or nid in keep or not _same_root(ref.get("root"), root):
|
|
976
|
+
continue
|
|
977
|
+
plan.append(nid)
|
|
978
|
+
|
|
979
|
+
why = reason or ("索引重建:本节点已不在同文档新代产出中(标题路径变更致 "
|
|
980
|
+
"node_id 重算),清退过期代以消除重复召回")
|
|
981
|
+
if dry_run:
|
|
982
|
+
return {**base, "ok": True, "count": len(plan), "pruned": sorted(plan)[:50],
|
|
983
|
+
"skipped_protected": [], "reason": why}
|
|
984
|
+
done, blocked = _forget_many(cg, plan, why)
|
|
985
|
+
return {**base, "ok": True, "count": len(done), "pruned": done[:50],
|
|
986
|
+
"skipped_protected": blocked[:20], "reason": why}
|
|
987
|
+
|
|
988
|
+
|
|
989
|
+
# 生效条件:cg 中带 'code'/'doc' 标签且 ref 带 root 的节点经 probe_ref 判为 'dangling' 时列入清退计划;only_roots 为空时另收集 cg.root 下取不到对应节点 .md 的幽灵条目经 _drop_ghosts 摘除;dry_run 为真只返回计划。
|
|
990
|
+
def prune_dangling(cg, *, only_roots=None, dry_run: bool = False,
|
|
991
|
+
max_nodes: int = MAX_CHECK, reason: str = "") -> dict:
|
|
992
|
+
"""清退**悬空**节点:ref 指向的源文件已删除,回读必然失败。
|
|
993
|
+
|
|
994
|
+
`check_refs` 只报告不处置(其原话是「悬空需人工处置」),本函数就是那个
|
|
995
|
+
出口——已删脚本、被搬走的文档留下的残留节点一次清掉,而不是逐条手工
|
|
996
|
+
`forget`。判定与巡检共用 `probe_ref` 的唯一实现,口径不会打架。
|
|
997
|
+
|
|
998
|
+
**可再生节点不列入**(计数 `regenerable_skipped` 透出):判据两条取并——
|
|
999
|
+
标签含 `regenerable`,**或** ref 带真源身份层(`doc_ref.src.file_hash`)。
|
|
1000
|
+
日志索引的转写落在系统临时目录、被清理后回读必然 dangling,而这类节点
|
|
1001
|
+
**可再生**(真源仍在,重跑落库即恢复)——把它们软删会让再生无从下手。
|
|
1002
|
+
第二条判据是必要的:标签会随 heal/rebuild 的重放面缺席(只重放 layer 与
|
|
1003
|
+
src)而消失,只认标签等于让这条保护在重建后静默失效。
|
|
1004
|
+
|
|
1005
|
+
另清**幽灵条目**(ghosts):索引有条目、节点文件却不存在。它们是历史
|
|
1006
|
+
「删除只摘内存索引、不落盘」的遗留——`cg.get` 取不回 → 悬空清退够不着它,
|
|
1007
|
+
而 `check_refs` 走 ledger 会一直报 → dangling 永不归零。判据只用唯一真源
|
|
1008
|
+
(节点 .md 不存在即脏索引),与「索引是派生物」的宣言一致;`only_roots`
|
|
1009
|
+
非空时跳过(幽灵条目无 ref,无法归因到某个源大域)。
|
|
1010
|
+
"""
|
|
1011
|
+
nodes = (getattr(cg, "index", {}) or {}).get("nodes") or {}
|
|
1012
|
+
ghosts = []
|
|
1013
|
+
if not only_roots:
|
|
1014
|
+
for nid, e in list(nodes.items()):
|
|
1015
|
+
tags = (e or {}).get("tags") or []
|
|
1016
|
+
if not any(t in ("code", "doc") for t in tags):
|
|
1017
|
+
continue
|
|
1018
|
+
path = (e or {}).get("path") or ""
|
|
1019
|
+
if path and not os.path.exists(os.path.join(cg.root, path)):
|
|
1020
|
+
ghosts.append(nid)
|
|
1021
|
+
# 同 prune_orphans:ref 只在节点 frontmatter 里,索引条目里没有,
|
|
1022
|
+
# 必须 cg.get 取回节点再 ref_of(否则恒空、静默不删)。
|
|
1023
|
+
todo = []
|
|
1024
|
+
regenerable_skipped = []
|
|
1025
|
+
for nid, e in list(nodes.items()):
|
|
1026
|
+
tags = (e or {}).get("tags") or []
|
|
1027
|
+
if not any(t in ("code", "doc") for t in tags):
|
|
1028
|
+
continue
|
|
1029
|
+
if "regenerable" in tags:
|
|
1030
|
+
# 可再生节点(转写落 %TEMP%、被系统清理后回读必然 dangling)**不进清退
|
|
1031
|
+
# 计划**:软删它们与「可再生」的前提直接冲突——P2 的再生路径正是靠
|
|
1032
|
+
# 这些节点找回真源。计数透出,不静默。
|
|
1033
|
+
regenerable_skipped.append(nid)
|
|
1034
|
+
continue
|
|
1035
|
+
try:
|
|
1036
|
+
node = cg.get(nid)
|
|
1037
|
+
except Exception:
|
|
1038
|
+
continue
|
|
1039
|
+
if not node:
|
|
1040
|
+
continue
|
|
1041
|
+
_k, ref = ref_of(node)
|
|
1042
|
+
if not ref or not ref.get("root"):
|
|
1043
|
+
continue
|
|
1044
|
+
if isinstance(ref.get("src"), dict) and ref["src"].get("file_hash"):
|
|
1045
|
+
# 第二判据(**不依赖标签存活**):ref 带真源身份层(`doc_ref.src`)即
|
|
1046
|
+
# 「真源仍在 + 有文件哈希」⇒ 转写可再生。标签可能被 heal/rebuild 的
|
|
1047
|
+
# 重放面丢掉(它只重放 layer 与 src,见 rebuild docstring),只认标签
|
|
1048
|
+
# 会让「可再生」这个安全属性在重建后静默消失。
|
|
1049
|
+
regenerable_skipped.append(nid)
|
|
1050
|
+
continue
|
|
1051
|
+
if only_roots and not any(_same_root(ref.get("root"), r) for r in only_roots):
|
|
1052
|
+
continue
|
|
1053
|
+
todo.append((nid, ref))
|
|
1054
|
+
truncated = len(todo) > max_nodes or len(ghosts) > max_nodes
|
|
1055
|
+
plan = []
|
|
1056
|
+
for nid, ref in todo[:max_nodes]:
|
|
1057
|
+
try:
|
|
1058
|
+
if probe_ref(ref).get("status") == "dangling":
|
|
1059
|
+
plan.append(nid)
|
|
1060
|
+
except Exception: # 探测失败不算悬空(宁可不删)
|
|
1061
|
+
continue
|
|
1062
|
+
|
|
1063
|
+
why = reason or ("源文件已删除,索引节点悬空(回读必然失败),"
|
|
1064
|
+
"清退以消除永不消失的 dangling")
|
|
1065
|
+
ghost_plan = sorted(ghosts)[:max_nodes]
|
|
1066
|
+
base = {"scanned": len(nodes), "candidates": len(plan),
|
|
1067
|
+
"ghosts": len(ghost_plan),
|
|
1068
|
+
"dry_run": bool(dry_run), "truncated": truncated,
|
|
1069
|
+
"max_nodes": max_nodes,
|
|
1070
|
+
# 被排除的可再生节点数(原本会因转写被清理而列入 dangling)——不静默
|
|
1071
|
+
"regenerable_skipped": len(regenerable_skipped)}
|
|
1072
|
+
if dry_run:
|
|
1073
|
+
return {**base, "ok": True, "count": len(plan), "pruned": sorted(plan)[:50],
|
|
1074
|
+
"ghost_pruned": ghost_plan[:50],
|
|
1075
|
+
"skipped_protected": [], "reason": why}
|
|
1076
|
+
done, blocked = _forget_many(cg, plan, why)
|
|
1077
|
+
dropped = _drop_ghosts(cg, ghost_plan)
|
|
1078
|
+
# #463:受保护而跳过摘除的幽灵并入**同一** skipped_protected 口径(不新增返回形状)。
|
|
1079
|
+
blocked = list(blocked) + [x for x in _LAST_SKIPPED if x not in blocked]
|
|
1080
|
+
return {**base, "ok": True, "count": len(done), "pruned": done[:50],
|
|
1081
|
+
"ghost_pruned": dropped[:50],
|
|
1082
|
+
"skipped_protected": blocked[:20],
|
|
1083
|
+
"regenerable_skipped_ids": sorted(regenerable_skipped)[:20],
|
|
1084
|
+
"reason": why}
|
|
1085
|
+
|
|
1086
|
+
|
|
1087
|
+
# 生效条件:cg 节点按 ref['root'] 与 kind 分组后逐组以 index_dir(incremental=False, ledger=ledger) 重切、再以 add_items(layer_of=原 layer) 重建,返回 {'ok','roots','groups','indexed','errors','truncated','roots_missing','rebuilt'};root 已不是目录的组不调 index_dir(记 roots_missing 并置 ok=False);本次 0 文件(stats.empty_scan)或 files 为 0 的组同样置 ok=False 并记错误;only_roots 非 None 时只处理其中列出的 root。
|
|
1088
|
+
def rebuild(cg, *, ledger: "Ledger" = None, only_roots=None, max_files: int = 500,
|
|
1089
|
+
max_items: int = 2000) -> dict:
|
|
1090
|
+
"""按 ref 记录的 root 重建索引(sustain.heal 的修复动作)。
|
|
1091
|
+
|
|
1092
|
+
只重跑出了问题的 root(`only_roots`),逐节点**保留原 layer**;
|
|
1093
|
+
doc 密级用默认策略重算(默认只可能更严,不会放松)。
|
|
1094
|
+
`src_of` 逐条从**既有节点的 doc_ref** 取回 `src`(与 `layer_of` 同构):
|
|
1095
|
+
否则重切转写 root 时 `doc_ref.src` 会静默消失=真源身份层丢失。
|
|
1096
|
+
|
|
1097
|
+
**悬空 root 不重建(H1b)**:root 已不是目录的组**不调 `index_dir`**——重切只会
|
|
1098
|
+
扫到 0 个文件,而 `index_dir` 的 prune / reconcile 会把该域水位剪空(实测:
|
|
1099
|
+
见 `index_dir` 的零信息纪律;这是「水位被写成空」的唯一入口,op 面在
|
|
1100
|
+
`mcp_server` 侧已先按 isdir 拒)。该组记入 `roots_missing` 并置 `ok=False`
|
|
1101
|
+
——没修好就说没修好,悬空仍需人工处置(`op=ref action=prune`)。
|
|
1102
|
+
|
|
1103
|
+
**逐组如实回报(H2)**:`rebuilt` 逐组记 (root/kind/files/indexed/empty_scan/
|
|
1104
|
+
truncated);空扫组(`stats.empty_scan` 或 0 文件)置 `ok=False` 并 append 一条
|
|
1105
|
+
errors。截断仍逐组传播到 `out["truncated"]`,异常路径仍置 `ok=False`。
|
|
1106
|
+
|
|
1107
|
+
**如实边界**:本函数只重放 `layer` 与 `src`,**不重放 `extra_of` 派生面**
|
|
1108
|
+
(附加 tags / 附加 frontmatter 键)。日志索引节点(`dsh-log/logsrc/
|
|
1109
|
+
regenerable` + `session/workspace/dsh_session_uuid`)因此不能靠 heal 重建,
|
|
1110
|
+
要走专用入口 `scripts/_mdcg_reindex_dshlogs.py --repair 1`——该边界写在
|
|
1111
|
+
返回值的 `note` 里,不静默。
|
|
1112
|
+
"""
|
|
1113
|
+
nodes = (getattr(cg, "index", {}) or {}).get("nodes") or {}
|
|
1114
|
+
groups = {}
|
|
1115
|
+
for nid in list(nodes):
|
|
1116
|
+
try:
|
|
1117
|
+
node = cg.get(nid)
|
|
1118
|
+
except Exception:
|
|
1119
|
+
continue
|
|
1120
|
+
kind, ref = ref_of(node)
|
|
1121
|
+
if not ref or not ref.get("root"):
|
|
1122
|
+
continue
|
|
1123
|
+
r = ref["root"]
|
|
1124
|
+
if only_roots is not None and r not in only_roots:
|
|
1125
|
+
continue
|
|
1126
|
+
groups.setdefault((r, kind), 0)
|
|
1127
|
+
groups[(r, kind)] += 1
|
|
1128
|
+
|
|
1129
|
+
out = {"ok": True, "roots": sorted({r for r, _ in groups}),
|
|
1130
|
+
"groups": len(groups), "indexed": 0, "errors": [], "truncated": False,
|
|
1131
|
+
"roots_missing": [], "rebuilt": []}
|
|
1132
|
+
for (root, kind) in sorted(groups):
|
|
1133
|
+
if not os.path.isdir(root):
|
|
1134
|
+
# H1b:悬空域(源大域已搬走/删除)**不进 index_dir**——它对不上任何文件,
|
|
1135
|
+
# 而 index_dir 会把该域水位剪空([C2] 实测)。这里如实记、置 ok=False。
|
|
1136
|
+
out["roots_missing"].append(root)
|
|
1137
|
+
out["ok"] = False
|
|
1138
|
+
out["errors"].append(
|
|
1139
|
+
f"{root} [{kind}]:root 已不是目录,未重建(悬空需人工处置)")
|
|
1140
|
+
continue
|
|
1141
|
+
try:
|
|
1142
|
+
items, errors, stats = index_dir(
|
|
1143
|
+
root, kind=kind, max_files=max_files, max_items=max_items,
|
|
1144
|
+
incremental=False, ledger=ledger)
|
|
1145
|
+
empty = stats.get("empty_scan")
|
|
1146
|
+
if empty is None: # 无 ledger 时退一步:0 文件即空扫
|
|
1147
|
+
empty = not stats.get("files")
|
|
1148
|
+
out["rebuilt"].append({
|
|
1149
|
+
"root": root, "kind": kind, "files": stats.get("files"),
|
|
1150
|
+
"indexed": len(items), "empty_scan": bool(empty),
|
|
1151
|
+
"truncated": bool(stats.get("truncated"))})
|
|
1152
|
+
if empty:
|
|
1153
|
+
# H2:这一组什么都没扫到 ⇒ 没修好,不许报成修好。
|
|
1154
|
+
out["ok"] = False
|
|
1155
|
+
out["errors"].append(
|
|
1156
|
+
f"{root} [{kind}]:本次 0 个文件被扫到(empty_scan),"
|
|
1157
|
+
f"该域水位未对账、索引未重建")
|
|
1158
|
+
kept_src = [] # 本次真的取回 src 的节点
|
|
1159
|
+
|
|
1160
|
+
def _src_of(it, _cg=cg, _kind=kind, _hit=kept_src): # noqa: E306
|
|
1161
|
+
nid = node_id_of(it, _kind)
|
|
1162
|
+
try:
|
|
1163
|
+
node = _cg.get(nid)
|
|
1164
|
+
except Exception:
|
|
1165
|
+
return None
|
|
1166
|
+
if not node:
|
|
1167
|
+
return None
|
|
1168
|
+
_k, ref = ref_of(node)
|
|
1169
|
+
s = (ref or {}).get("src") or None
|
|
1170
|
+
if s:
|
|
1171
|
+
_hit.append(nid)
|
|
1172
|
+
return s
|
|
1173
|
+
|
|
1174
|
+
ids, _sens = add_items(
|
|
1175
|
+
cg, items, kind=kind, root=root,
|
|
1176
|
+
layer_of=lambda nid: (nodes.get(nid) or {}).get("layer"),
|
|
1177
|
+
src_of=_src_of)
|
|
1178
|
+
out["indexed"] += len(ids)
|
|
1179
|
+
if kept_src:
|
|
1180
|
+
# extra_of 派生面不重放(见 docstring):命中 src 承载节点即如实提示
|
|
1181
|
+
out["note"] = ("只重放 layer 与 doc_ref.src(%d 个)——extra_of "
|
|
1182
|
+
"派生面(附加 tags/frontmatter 键)不由 heal 重建;"
|
|
1183
|
+
"日志索引节点请走 scripts/_mdcg_reindex_dshlogs.py"
|
|
1184
|
+
" --repair 1" % len(kept_src))
|
|
1185
|
+
out["errors"].extend(errors)
|
|
1186
|
+
out["truncated"] = out["truncated"] or bool(stats.get("truncated"))
|
|
1187
|
+
except Exception as exc: # 自愈不抛
|
|
1188
|
+
out["ok"] = False
|
|
1189
|
+
out["errors"].append(f"{root} [{kind}]:{exc}")
|
|
1190
|
+
if ledger is not None:
|
|
1191
|
+
ledger.save()
|
|
1043
1192
|
return out
|