@furongjun1999/dsh-memory 0.8.0 → 0.9.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +662 -632
- package/codebuddy/README.md +1 -1
- package/data/policy.json +17 -6
- package/docs/README.md +18 -2
- package/docs/discipline/harnesses.yaml +1 -1
- package/docs/discipline/templates/spec.txt.tmpl +23 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
- package/dsh/README.md +1 -1
- package/dsh/cordis.yml.example +1 -1
- package/hive/README.md +705 -0
- package/hive/id_charset_blocks.txt +147 -0
- package/lib/bridge.d.ts +3 -0
- package/lib/bridge.js +32 -11
- package/lib/cli.js +14 -17
- package/lib/hooks.d.ts +18 -3
- package/lib/hooks.js +147 -18
- package/lib/index.d.ts +2 -2
- package/lib/index.js +18 -4
- package/lib/init.js +21 -21
- package/lib/lib/datapath.d.ts +56 -0
- package/lib/lib/datapath.js +102 -9
- package/lib/lib/hook_audit.d.ts +0 -1
- package/lib/lib/hook_audit.js +13 -1
- package/lib/lib/mdcg_client.d.ts +4 -1
- package/lib/lib/mdcg_client.js +10 -2
- package/lib/lib/mutual.js +61 -15
- package/lib/lib/prompt_safety.js +16 -1
- package/lib/lib/roleplay_web.js +30 -2
- package/lib/lib/token_store.d.ts +25 -6
- package/lib/lib/token_store.js +224 -33
- package/lib/tools.d.ts +8 -2
- package/lib/tools.js +22 -3
- package/md_cg/_guard_kit.py +121 -0
- package/md_cg/admission.py +718 -718
- package/md_cg/anchor.py +114 -0
- package/md_cg/audit.py +22 -5
- package/md_cg/autonomy.py +433 -288
- package/md_cg/autonomy_modes.py +781 -642
- package/md_cg/bench_beir_bm25.py +154 -0
- package/md_cg/bench_beir_scifact.py +170 -0
- package/md_cg/bench_bm25_blockmax.py +134 -0
- package/md_cg/bench_bm25_incremental.py +246 -0
- package/md_cg/bench_ccg_heading.py +118 -0
- package/md_cg/bench_csre_correctness.py +145 -0
- package/md_cg/bench_excerpt_budget.py +94 -0
- package/md_cg/bench_fuzzy_substrings.py +299 -0
- package/md_cg/bench_memory_rsi.py +358 -0
- package/md_cg/bench_memory_rsi_latency.py +82 -0
- package/md_cg/bench_memory_rsi_public.py +116 -0
- package/md_cg/bench_memory_rsi_tools.py +229 -0
- package/md_cg/bench_rrf_candidates.py +212 -0
- package/md_cg/bench_rrf_public.py +100 -0
- package/md_cg/bench_text_projections.py +221 -0
- package/md_cg/bench_timeanchor.py +357 -0
- package/md_cg/bm25.py +601 -0
- package/md_cg/branches.py +404 -327
- package/md_cg/build_postings.py +74 -73
- package/md_cg/ccgc.py +4 -2
- package/md_cg/chain.py +572 -379
- package/md_cg/coldverify.py +531 -292
- package/md_cg/condaccept.py +263 -0
- package/md_cg/condgate.py +308 -0
- package/md_cg/config_registry.py +329 -0
- package/md_cg/config_registry_bulk.py +482 -0
- package/md_cg/config_registry_guard.py +487 -0
- package/md_cg/config_render.py +354 -0
- package/md_cg/config_validate.py +455 -0
- package/md_cg/conformance.py +21 -0
- package/md_cg/conformance_core.py +753 -0
- package/md_cg/consistency.py +1278 -955
- package/md_cg/consolidate.py +180 -20
- package/md_cg/crypto.py +794 -472
- package/md_cg/datapath.py +137 -12
- package/md_cg/eval_common.py +522 -575
- package/md_cg/evidence.py +946 -585
- package/md_cg/evidence_delivery.py +101 -0
- package/md_cg/experience_consolidation.py +317 -0
- package/md_cg/export.py +329 -222
- package/md_cg/forgetting.py +1050 -922
- package/md_cg/freshness.py +601 -548
- package/md_cg/fsutil.py +1120 -824
- package/md_cg/goal_gen.py +458 -0
- package/md_cg/hotcache.py +107 -9
- package/md_cg/hyperedge.py +14 -3
- package/md_cg/identity.py +573 -391
- package/md_cg/imgskill.py +1712 -0
- package/md_cg/insight.py +540 -521
- package/md_cg/interface_schema.py +146 -0
- package/md_cg/interop.py +20 -0
- package/md_cg/judgment_manifest.py +24 -1
- package/md_cg/lifecycle.py +86 -5
- package/md_cg/links.py +27 -6
- package/md_cg/logref.py +332 -327
- package/md_cg/mcp_server.py +5227 -4449
- package/md_cg/mdcg.py +1301 -203
- package/md_cg/mdcos.py +7104 -5417
- package/md_cg/memory_rsi.py +308 -0
- package/md_cg/metacognition.py +726 -591
- package/md_cg/nodefile.py +151 -3
- package/md_cg/op_table.py +1128 -0
- package/md_cg/postings.py +524 -300
- package/md_cg/predict.py +4 -1
- package/md_cg/probe_memory_rsi.py +95 -0
- package/md_cg/probe_memory_rsi_mcp.py +66 -0
- package/md_cg/protect.py +188 -28
- package/md_cg/protocol.py +492 -411
- package/md_cg/provenance.py +7 -1
- package/md_cg/qmd.py +477 -0
- package/md_cg/qmd_llm.py +334 -0
- package/md_cg/query_excerpt.py +171 -0
- package/md_cg/queue_health.py +130 -0
- package/md_cg/reach.py +470 -453
- package/md_cg/readcache.py +115 -3
- package/md_cg/reconcile.py +239 -228
- package/md_cg/refindex.py +1191 -1042
- package/md_cg/refine.py +12 -3
- package/md_cg/retrieve.py +128 -0
- package/md_cg/review_cli.py +204 -26
- package/md_cg/revise.py +140 -0
- package/md_cg/rollback.py +256 -19
- package/md_cg/rollback_cli.py +21 -1
- package/md_cg/rotate.py +347 -0
- package/md_cg/routing.py +62 -1
- package/md_cg/rrf_candidates.py +204 -0
- package/md_cg/run_tests.py +19 -1
- package/md_cg/scrub.py +177 -23
- package/md_cg/security.py +269 -17
- package/md_cg/self_state.py +1053 -1029
- package/md_cg/self_surface.py +50 -0
- package/md_cg/semantic/canonical.py +1 -1
- package/md_cg/semantic/export_en_zh_map.py +2 -2
- package/md_cg/semantic/zh_en_atoms.py +2 -0
- package/md_cg/session5.py +106 -0
- package/md_cg/signer.py +76 -2
- package/md_cg/sleep.py +1779 -1583
- package/md_cg/sources.py +273 -15
- package/md_cg/state_events.py +75 -10
- package/md_cg/state_slots.py +312 -221
- package/md_cg/stg.py +82 -16
- package/md_cg/stgidx.py +537 -281
- package/md_cg/subgraph.py +851 -729
- package/md_cg/sustain.py +458 -19
- package/md_cg/task_memory.py +367 -0
- package/md_cg/test_action_derive.py +210 -203
- package/md_cg/test_audit_heartbeat_20261015.py +417 -0
- package/md_cg/test_audit_protection_20261015.py +483 -0
- package/md_cg/test_audit_rotate_parity.py +280 -0
- package/md_cg/test_audit_state_20261015.py +253 -0
- package/md_cg/test_audit_write_20261015.py +161 -0
- package/md_cg/test_auto_defaults.py +43 -4
- package/md_cg/test_autonomy_emotion.py +328 -0
- package/md_cg/test_autonomy_modes.py +43 -3
- package/md_cg/test_b1_foreign_read.py +245 -0
- package/md_cg/test_bm25.py +438 -0
- package/md_cg/test_bm25_hydration_refill.py +265 -0
- package/md_cg/test_bm25_incremental.py +241 -0
- package/md_cg/test_bm25_incremental_mutations.py +160 -0
- package/md_cg/test_bm25_mutations.py +205 -0
- package/md_cg/test_bm25_pool_view.py +196 -0
- package/md_cg/test_boot_openblas_guard.py +218 -197
- package/md_cg/test_boundary_hit.py +1 -1
- package/md_cg/test_branches_sensitivity.py +375 -0
- package/md_cg/test_c8_search_rrf_gates.py +1 -1
- package/md_cg/test_canonical_timezones.py +211 -0
- package/md_cg/test_ccg_heading_parser.py +73 -0
- package/md_cg/test_chain_best_first.py +403 -0
- package/md_cg/test_chain_candidate_scope.py +227 -0
- package/md_cg/test_cn_recall_grams.py +206 -0
- package/md_cg/test_coldverify_drain.py +127 -0
- package/md_cg/test_condaccept.py +156 -0
- package/md_cg/test_condgate.py +141 -0
- package/md_cg/test_config_registry.py +55 -0
- package/md_cg/test_crypto_rotate.py +257 -0
- package/md_cg/test_csre_correctness.py +297 -0
- package/md_cg/test_csre_index_import_guard.py +161 -0
- package/md_cg/test_csre_mutations.py +34 -0
- package/md_cg/test_csre_session.py +69 -0
- package/md_cg/test_curiosity_budget.py +468 -0
- package/md_cg/test_d17_autostart_toolface.py +453 -0
- package/md_cg/test_datapath_tilde_home.py +271 -0
- package/md_cg/test_derived_cache_generations.py +256 -0
- package/md_cg/test_evidence_delivery_compact.py +54 -0
- package/md_cg/test_exact_text_cache.py +191 -0
- package/md_cg/test_excerpt_budget.py +188 -0
- package/md_cg/test_experience_consolidation.py +112 -0
- package/md_cg/test_export_default_collision.py +138 -0
- package/md_cg/test_export_snapshots.py +322 -0
- package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
- package/md_cg/test_gain_gate.py +16 -5
- package/md_cg/test_goal_gen.py +355 -0
- package/md_cg/test_h2_session_view_norm.py +251 -233
- package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
- package/md_cg/test_heartbeat_ledger.py +557 -0
- package/md_cg/test_hierarchy_audit_graph.py +237 -0
- package/md_cg/test_i50c_meta_passthrough.py +628 -608
- package/md_cg/test_i50e_readside_protection.py +6 -4
- package/md_cg/test_identity_attribution.py +96 -2
- package/md_cg/test_identity_contract.py +329 -0
- package/md_cg/test_imgskill.py +1444 -0
- package/md_cg/test_index_snapshot_shape.py +240 -0
- package/md_cg/test_interop_judgment.py +258 -228
- package/md_cg/test_issue111_gate_order.py +77 -0
- package/md_cg/test_issue111_scoring_contract.py +87 -0
- package/md_cg/test_issue121_calibration_bounds.py +293 -0
- package/md_cg/test_issue128_session_env_authority.py +246 -0
- package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
- package/md_cg/test_issue131_postings_content_staleness.py +424 -0
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
- package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
- package/md_cg/test_issue147_pack_id_escape.py +378 -0
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
- package/md_cg/test_issue149_accel_default_face.py +249 -0
- package/md_cg/test_issue150_empty_query_terms.py +328 -0
- package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
- package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
- package/md_cg/test_issue152_sealed_postings.py +309 -0
- package/md_cg/test_issue152b_decrypt_cache.py +218 -0
- package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
- package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
- package/md_cg/test_issue157b_index_remainder.py +344 -0
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
- package/md_cg/test_issue190_tidy_idempotent.py +806 -0
- package/md_cg/test_issue191_import_trust.py +382 -0
- package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
- package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
- package/md_cg/test_issue193_write_scope.py +378 -0
- package/md_cg/test_issue197_rank_credibility_property.py +201 -0
- package/md_cg/test_issue211_export_target.py +325 -0
- package/md_cg/test_issue212_writeface_gaps.py +349 -0
- package/md_cg/test_issue214_reject_sensitivity.py +267 -0
- package/md_cg/test_issue215_condition_source_gap.py +272 -0
- package/md_cg/test_issue216_clash_routes.py +214 -0
- package/md_cg/test_issue217_slot_routes.py +248 -0
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
- package/md_cg/test_issue225_consistency_torn_log.py +433 -0
- package/md_cg/test_issue245_swarm_traversal.py +366 -0
- package/md_cg/test_issue258_pack_sensitivity.py +468 -0
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
- package/md_cg/test_issue274_read_node_id_none.py +341 -0
- package/md_cg/test_issue275_layer_param.py +250 -0
- package/md_cg/test_issue277_node_id_traversal.py +384 -0
- package/md_cg/test_issue278_neg_separated_tension.py +271 -0
- package/md_cg/test_issue278_neg_window.py +294 -0
- package/md_cg/test_issue278_negative_layering.py +83 -0
- package/md_cg/test_issue279_signers_path_guard.py +652 -0
- package/md_cg/test_issue284_skip_not_pass.py +291 -0
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
- package/md_cg/test_issue295_sleep_root_binding.py +589 -0
- package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
- package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
- package/md_cg/test_issue303_design_boundaries.py +262 -0
- package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
- package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
- package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
- package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
- package/md_cg/test_issue321_mcp_deep_json.py +305 -0
- package/md_cg/test_issue322_node_write_lock.py +727 -0
- package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
- package/md_cg/test_issue324_write_size_fields.py +215 -0
- package/md_cg/test_issue325_audit_poison.py +230 -0
- package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
- package/md_cg/test_issue326_key_perms.py +355 -0
- package/md_cg/test_issue326_twin_parser_parity.py +323 -0
- package/md_cg/test_issue326_vm_call_frame.py +569 -0
- package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
- package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
- package/md_cg/test_issue348_insight_verify_op.py +200 -0
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
- package/md_cg/test_issue350_casefold_collision.py +236 -0
- package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
- package/md_cg/test_issue352_imgaudit.py +418 -0
- package/md_cg/test_issue352_pathsjson.py +537 -0
- package/md_cg/test_issue352_refindex.py +412 -0
- package/md_cg/test_issue352_rollback.py +604 -0
- package/md_cg/test_issue352_vstateinherit.py +196 -0
- package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
- package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
- package/md_cg/test_issue354_rust_index_containment.py +571 -0
- package/md_cg/test_issue354_rust_wal_containment.py +606 -0
- package/md_cg/test_issue358_truncation_observable.py +247 -0
- package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
- package/md_cg/test_issue362_neg_condition.py +468 -0
- package/md_cg/test_issue363_lexical_idf.py +275 -0
- package/md_cg/test_issue370_readcache_assembly.py +488 -0
- package/md_cg/test_issue375_state_slot_retire.py +325 -0
- package/md_cg/test_issue376_heartbeat_failed.py +293 -0
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
- package/md_cg/test_issue378_protected_floor.py +310 -0
- package/md_cg/test_issue383_state_event_write_gate.py +462 -0
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
- package/md_cg/test_issue398_toolface_op_parity.py +511 -0
- package/md_cg/test_issue399_hive_json_shape.py +317 -0
- package/md_cg/test_issue400_hive_dirty_args.py +450 -0
- package/md_cg/test_issue401_wisdom_codegen.py +295 -0
- package/md_cg/test_issue404_heal_receipt.py +390 -0
- package/md_cg/test_issue405_git_pathspec.py +333 -0
- package/md_cg/test_issue408_eface_registry.py +291 -0
- package/md_cg/test_issue409_compact_index_completeness.py +509 -0
- package/md_cg/test_issue410_verify_demote_write.py +366 -0
- package/md_cg/test_issue411_scrub_idempotence.py +575 -0
- package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
- package/md_cg/test_issue413_preimage_failclosed.py +239 -0
- package/md_cg/test_issue413_preimage_twin.py +340 -0
- package/md_cg/test_issue414_write_args_parity.py +613 -0
- package/md_cg/test_issue415_deps_gate_probe.py +358 -0
- package/md_cg/test_issue416_entry_key_subset.py +525 -0
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
- package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
- package/md_cg/test_issue418_role_type_gate.py +265 -0
- package/md_cg/test_issue419_pii_redaction.py +642 -0
- package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
- package/md_cg/test_issue425_ingest_library_path.py +331 -0
- package/md_cg/test_issue426a_dedup_receipt.py +242 -0
- package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
- package/md_cg/test_issue427_serve_status_shape.py +191 -0
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
- package/md_cg/test_issue434_435_float_gate.py +90 -0
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
- package/md_cg/test_issue43_default_policy.py +13 -4
- package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
- package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
- package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
- package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
- package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
- package/md_cg/test_issue451_audit_actor.py +313 -0
- package/md_cg/test_issue452_ingest_root_hint.py +238 -0
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
- package/md_cg/test_issue466_basis_registry.py +469 -0
- package/md_cg/test_issue467_identity_sensitivity.py +204 -0
- package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
- package/md_cg/test_issue470_wal_event_durable.py +427 -0
- package/md_cg/test_issue471_identity_readable.py +137 -0
- package/md_cg/test_issue472_audit_chain.py +91 -0
- package/md_cg/test_issue472_prune_ledger.py +106 -0
- package/md_cg/test_issue472_rollback_degraded.py +82 -0
- package/md_cg/test_issue491_compose_sandbox.py +460 -0
- package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
- package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
- package/md_cg/test_issue525_read_null_semantics.py +52 -0
- package/md_cg/test_issue538_hook_condition_space.py +97 -0
- package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
- package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
- package/md_cg/test_issue542_tenant_root_same.py +153 -0
- package/md_cg/test_issue543_issue_authorization.py +147 -0
- package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
- package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
- package/md_cg/test_issue546_ledger_concurrency.py +81 -0
- package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
- package/md_cg/test_issue547_audit_durable.py +96 -0
- package/md_cg/test_issue549_durable_append.py +143 -0
- package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
- package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
- package/md_cg/test_issue559_refine_prefix.py +70 -0
- package/md_cg/test_issue561_pending_review.py +109 -0
- package/md_cg/test_issue66_scrub_semantics.py +107 -0
- package/md_cg/test_issue67_scrub_control_pool.py +233 -0
- package/md_cg/test_issue69_audit_boundary.py +129 -0
- package/md_cg/test_issue71_queue_backlog.py +377 -0
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
- package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
- package/md_cg/test_issue75_neural_failure.py +582 -0
- package/md_cg/test_issue78_export_concurrency.py +334 -0
- package/md_cg/test_issue80_residual_flush.py +169 -0
- package/md_cg/test_issue82_credential_rules.py +271 -0
- package/md_cg/test_issue82_layer_and_size.py +120 -0
- package/md_cg/test_issue84_portability.py +95 -0
- package/md_cg/test_issue85_export_overwrite.py +113 -0
- package/md_cg/test_issue86_runtime_revoke.py +110 -0
- package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
- package/md_cg/test_issue88_conclusion_face.py +280 -0
- package/md_cg/test_issue88_execution_conflicts.py +87 -0
- package/md_cg/test_issue89_zero_score.py +169 -0
- package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
- package/md_cg/test_issue91_verifier_sandbox.py +314 -0
- package/md_cg/test_issue91_verifier_timeout.py +528 -0
- package/md_cg/test_issue93_remember_redaction.py +282 -0
- package/md_cg/test_issue96_key_fallback.py +102 -0
- package/md_cg/test_issue98_tenant_root.py +104 -0
- package/md_cg/test_jsonl_commit_watermark.py +221 -0
- package/md_cg/test_live_validity_cache.py +256 -0
- package/md_cg/test_logref.py +32 -0
- package/md_cg/test_mcp_call_argument_types.py +99 -0
- package/md_cg/test_md_access_parity.py +80 -5
- package/md_cg/test_md_cg_no_hive_dep.py +140 -0
- package/md_cg/test_memory_rsi.py +215 -0
- package/md_cg/test_memory_rsi_adversarial.py +91 -0
- package/md_cg/test_mode_parity.py +1413 -1393
- package/md_cg/test_mutation_residue.py +120 -0
- package/md_cg/test_mutation_rollback.py +62 -32
- package/md_cg/test_n123_derive_expiry_chain.py +10 -5
- package/md_cg/test_n130_verify_falsified_protect.py +185 -185
- package/md_cg/test_n209_verify_write_face_gates.py +7 -2
- package/md_cg/test_n230_dirty_replay.py +52 -9
- package/md_cg/test_n62_tenant_bind_failclosed.py +3 -3
- package/md_cg/test_neg_coverage_budget.py +500 -0
- package/md_cg/test_neg_tail_honesty.py +79 -9
- package/md_cg/test_p0.py +16 -2
- package/md_cg/test_p14_root_fallback.py +373 -0
- package/md_cg/test_p1x_ref_root.py +47 -10
- package/md_cg/test_p21_tokens.py +2 -1
- package/md_cg/test_p24_evidence.py +232 -227
- package/md_cg/test_p26_refindex.py +20 -3
- package/md_cg/test_p27_docindex.py +16 -1
- package/md_cg/test_p28_refcheck.py +45 -24
- package/md_cg/test_p29_session_ingest_export.py +6 -0
- package/md_cg/test_p2_mcp.py +474 -453
- package/md_cg/test_p2_six_elements.py +14 -1
- package/md_cg/test_p3.py +370 -261
- package/md_cg/test_p33_ccg_wiring.py +9 -2
- package/md_cg/test_p3_legacy_closure.py +6 -1
- package/md_cg/test_p40_refine_worklist.py +5 -2
- package/md_cg/test_p45_session_identity.py +250 -3
- package/md_cg/test_p47_session_view.py +25 -9
- package/md_cg/test_p4_freshness.py +8 -1
- package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
- package/md_cg/test_p9c_dedup_hints.py +7 -2
- package/md_cg/test_policy_required_ccg.py +12 -0
- package/md_cg/test_postings_digest_memo.py +139 -0
- package/md_cg/test_predict_beta.py +138 -135
- package/md_cg/test_qmd.py +500 -0
- package/md_cg/test_query_excerpt.py +209 -0
- package/md_cg/test_reach.py +456 -378
- package/md_cg/test_reach_snapshot_admission.py +218 -0
- package/md_cg/test_readcache_prodpath.py +4 -0
- package/md_cg/test_recall_face_guards.py +854 -812
- package/md_cg/test_recall_metadata.py +422 -0
- package/md_cg/test_retr_s5.py +104 -5
- package/md_cg/test_retr_score_once.py +14 -2
- package/md_cg/test_review_cli_attribution.py +11 -7
- package/md_cg/test_review_queue_batch.py +123 -0
- package/md_cg/test_review_queue_index.py +130 -0
- package/md_cg/test_rrf_candidates.py +292 -0
- package/md_cg/test_rrf_qualified_topk.py +214 -0
- package/md_cg/test_rrf_unique_votes.py +218 -0
- package/md_cg/test_s1_ast_judge.py +110 -0
- package/md_cg/test_scrub_ledger.py +413 -0
- package/md_cg/test_security_audit_b26.py +34 -3
- package/md_cg/test_security_audit_v21.py +1 -2
- package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
- package/md_cg/test_session5_identity.py +93 -0
- package/md_cg/test_session_attribution_consistency.py +813 -0
- package/md_cg/test_session_identity_tristate.py +486 -0
- package/md_cg/test_sleep_p1.py +35 -3
- package/md_cg/test_state_event_op.py +8 -1
- package/md_cg/test_state_projection_streaming.py +136 -0
- package/md_cg/test_stg_interval_candidates.py +280 -0
- package/md_cg/test_stg_time_blocks.py +239 -0
- package/md_cg/test_stgidx_index_parity.py +16 -12
- package/md_cg/test_subgraph_bounded_bfs.py +227 -0
- package/md_cg/test_sustain_bounded.py +30 -2
- package/md_cg/test_task_memory.py +394 -0
- package/md_cg/test_text_projection_mutations.py +101 -0
- package/md_cg/test_time_anchor.py +421 -0
- package/md_cg/test_time_core_lint.py +1024 -975
- package/md_cg/test_tool_face.py +200 -189
- package/md_cg/test_trust_bounded_frontier.py +248 -0
- package/md_cg/test_trust_edge_reachability.py +405 -0
- package/md_cg/test_w5_path_fingerprint.py +381 -0
- package/md_cg/test_w7_redlines.py +659 -0
- package/md_cg/test_write_return_shape.py +919 -0
- package/md_cg/test_writepipe.py +5 -3
- package/md_cg/timeanchor.py +534 -0
- package/md_cg/tokens.py +68 -5
- package/md_cg/tool_face.py +273 -260
- package/md_cg/trust.py +110 -26
- package/md_cg/twophase.py +74 -2
- package/md_cg/weights.py +642 -638
- package/md_cg/whitebox.py +9 -0
- package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
- package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
- package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
- package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +3 -2
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +22 -2
- package/md_cg/whitebox_kb/wisdom/core/parser.py +17 -0
- package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
- package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
- package/md_cg/whitebox_kb/wisdom/md_access.py +23 -3
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +21 -0
- package/md_cg/whitebox_kb/wisdom/mini_python.py +44 -7
- package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
- package/md_cg/whitebox_kb/wisdom/net_units.py +12 -7
- package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +13 -7
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
- package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
- package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
- package/md_cg/writelimit.py +584 -390
- package/md_cg/writepipe.py +587 -76
- package/package.json +13 -9
- package/skills/plugin.json +1 -1
- package/src/bridge.ts +34 -11
- package/src/cli.ts +75 -65
- package/src/hooks.ts +908 -776
- package/src/index.ts +19 -5
- package/src/init.ts +362 -361
- package/src/lib/datapath.ts +419 -326
- package/src/lib/hook_audit.ts +256 -243
- package/src/lib/mdcg_client.ts +10 -2
- package/src/lib/mutual.ts +481 -432
- package/src/lib/prompt_safety.ts +164 -149
- package/src/lib/roleplay_web.ts +30 -2
- package/src/lib/token_store.ts +274 -52
- package/src/tools.ts +249 -223
- package/zcode/README.md +1 -1
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
- package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
- package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
- package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
- package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
- package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
- package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
- package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
- package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
- package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
- package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
- package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
- package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
- package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
- package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
- package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
- package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
- package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
- package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
- package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
- package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
- package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
- package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
- package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
- package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
- package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -152
- package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
- package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
- package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
- package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
- package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
- package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
- package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
- package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
- package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
- package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
- package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
- package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
- package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
- package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
- package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
- package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
- package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
- package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
- package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
- package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
- package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
- package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
- package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
- package/docs/mdcg/guardrail-charter.md +0 -164
- package/docs/mdcg/lingshu_tutorial.html +0 -14956
- package/docs/mdcg/memory-assessment.html +0 -923
- package/docs/mdcg/memory_score.html +0 -213
- package/docs/mdcg/memory_score.png +0 -0
- package/docs/mdcg/release_v0.3.0.md +0 -36
- package/docs/mdcg/release_v0.4.11.md +0 -49
- package/docs/mdcg/release_v0.4.5.md +0 -55
- package/docs/mdcg/tool_table_v0.3.0.md +0 -117
- package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
- package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
- package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
- package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
- package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
- package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
- package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
- package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
- package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
- package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
- package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
- package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
- package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
- package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
- package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
- package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
- package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
- package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
- package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
- package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
- package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
- package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
- package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
- package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
- package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
- package/docs/promo/bilibili-cover.jpg +0 -0
- package/docs/promo/promo-visual-1.png +0 -0
- package/docs/promo/promo-visual-2.png +0 -0
- package/docs/promo/promo-visual-3.png +0 -0
- package/docs/promo/promo-visual-4.png +0 -0
- package/docs/promo/promo-visual-5.png +0 -0
- package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
- package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
- package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
- package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
- package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
- package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
- package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
- package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
- package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
- package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
- package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
- package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
- package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
- package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
package/md_cg/rotate.py
ADDED
|
@@ -0,0 +1,347 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""分片日志轮转·参数化共享件(有界性的来源)。
|
|
3
|
+
|
|
4
|
+
背景(第 4 条取证,2026-09-16):审计日志无上界增长——单文件形态让任何「读它」
|
|
5
|
+
的操作随运行时长线性劣化。上一轮把体检读数降为 O(1) 元数据口径(`_log_scale`),
|
|
6
|
+
只让「指标与代价错配」不再显形;**有界性的来源是轮转**:单文件 ≤ rotate_bytes、
|
|
7
|
+
分片数 ≤ keep_shards ⇒ 单片读取代价与总量都有上界。
|
|
8
|
+
|
|
9
|
+
本模块是**审计面**轮转的参数化共享件(A2,2026-10-10 设计者裁定):`mdcos` 的
|
|
10
|
+
审计轮转(`_audit.jsonl`)与 `crypto.audit`(`_crypto.jsonl`)此前各自有无一份,
|
|
11
|
+
现统一改调 `Rotator`。参数化面:目录 + 基名 + 归档目录 + 索引名 + 阈值 + 保留数 +
|
|
12
|
+
探测节流 + 计数口径(`counter` / `scale_reader`)+ 自述记录形状(`mark_factory`)
|
|
13
|
+
+ 时钟(`clock`,取证/守卫用)。
|
|
14
|
+
|
|
15
|
+
**范围订正(2026-10-10,DSH 端独立复核;原注释「唯一实现点」不实)**:本模块覆盖
|
|
16
|
+
**审计(`_audit.jsonl`)与密文(`_crypto.jsonl`)两路**;**心跳台账另有一份独立轮转**
|
|
17
|
+
——`md_cg/sustain.py::rotate_heartbeat`(分片名 `_heartbeat.%06d.jsonl`,自带
|
|
18
|
+
`_hb_next_seq` / `_hb_load_index` / `_hb_prune_shards`),它**不**经 `Rotator`。
|
|
19
|
+
本注释此前写「轮转机制唯一实现点」与该事实不符,现订正为「审计/密文两路共用此实现;
|
|
20
|
+
心跳另有一份独立轮转」。守卫 `test_audit_rotate_parity` 的 ③d 已能扫出「他处仍有
|
|
21
|
+
独立实现」并点名到文件,防止再新增第三份而不被发现。
|
|
22
|
+
|
|
23
|
+
设计边界(诚实面)
|
|
24
|
+
------------------
|
|
25
|
+
· 分片内容与轮转前**逐行一致**(`publish` = rename,不动一个字节);
|
|
26
|
+
· 并发由 `FileLock` + 「rename 前复检大小 / 失败即返回 None」兜住:抢输者不重复
|
|
27
|
+
切分,也不丢记录;
|
|
28
|
+
· 保留策略只淘汰**分片**,淘汰名单写进自述记录(不静默丢证据);
|
|
29
|
+
· 超大历史分片在轮转/体检路径上**只读量级**(`scale_reader`),不付 O(n) 全量解析
|
|
30
|
+
——「一次调用堵死通道」不在轮转路径上复现。
|
|
31
|
+
"""
|
|
32
|
+
from __future__ import annotations
|
|
33
|
+
import sys
|
|
34
|
+
import io
|
|
35
|
+
|
|
36
|
+
import json
|
|
37
|
+
import os
|
|
38
|
+
import time
|
|
39
|
+
|
|
40
|
+
from .fsutil import (FileLock, append_jsonl, atomic_write, count_jsonl,
|
|
41
|
+
publish, read_jsonl)
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
# 生效条件:path 为日志路径、count_max_bytes 为规模阈值、est_sample 为尾部采样字节数、counter 为行数计数器(缺省 count_jsonl)时,先 os.stat;OSError 返回 {'bytes':0,'mtime':None,'events':0,'exact':True};size 不超过 count_max_bytes 时返回 counter(path) 的精确条数与 exact=True;否则读末尾 est_sample 字节估算 events、exact=False 并附 note(不触发任何全量计数)。
|
|
45
|
+
def log_scale(path, count_max_bytes=64 << 20, est_sample=256 << 10,
|
|
46
|
+
counter=None):
|
|
47
|
+
"""日志量级读数(O(1)):以元数据为主,条数只在与规模相称时才精确。"""
|
|
48
|
+
counter = counter or count_jsonl
|
|
49
|
+
try:
|
|
50
|
+
st = os.stat(path)
|
|
51
|
+
except OSError:
|
|
52
|
+
return {"bytes": 0, "mtime": None, "events": 0, "exact": True}
|
|
53
|
+
size = st.st_size
|
|
54
|
+
out = {"bytes": size, "mtime": st.st_mtime}
|
|
55
|
+
if size <= count_max_bytes:
|
|
56
|
+
out.update({"events": counter(path), "exact": True})
|
|
57
|
+
return out
|
|
58
|
+
est = None
|
|
59
|
+
try:
|
|
60
|
+
with open(path, "rb") as f:
|
|
61
|
+
f.seek(max(0, size - est_sample))
|
|
62
|
+
tail = f.read()
|
|
63
|
+
lines = [ln for ln in tail.split(b"\n") if ln.strip()]
|
|
64
|
+
if lines:
|
|
65
|
+
est = int(size / (len(tail) / float(len(lines))))
|
|
66
|
+
except OSError:
|
|
67
|
+
pass
|
|
68
|
+
out.update({
|
|
69
|
+
"events": est, "exact": False,
|
|
70
|
+
"note": ("超过 %.0f MB 不给全量精确计数(O(n) 磁盘 IO 与量级体检不匹配);"
|
|
71
|
+
"events 为尾部 %d KB 采样的估算值"
|
|
72
|
+
% (count_max_bytes / 1048576.0, est_sample >> 10))})
|
|
73
|
+
return out
|
|
74
|
+
|
|
75
|
+
|
|
76
|
+
# 生效条件:注入的 clock 为 None 时用 lambda 延迟解析本模块 time(守卫冻结时钟可 patch);注入时原样使用。
|
|
77
|
+
def _default_clock():
|
|
78
|
+
return lambda: time.time()
|
|
79
|
+
|
|
80
|
+
|
|
81
|
+
# 生效条件:以 root/basename/archive_name 及可选阈值与回调构造实例;active/archive/lock 路径由 root 与基名拼接,_index 缓存与 writes 计数初值为 None/0;不读盘、不建目录、不抛异常。
|
|
82
|
+
PRUNE_LEDGER = "_prune_ledger.jsonl" #: #472:剪枝对账单(**不在 shards() 命名空间内**)
|
|
83
|
+
|
|
84
|
+
class Rotator:
|
|
85
|
+
"""参数化分片轮转器:一次实现,审计面与 crypto 面共用。
|
|
86
|
+
|
|
87
|
+
· `basename` —— 活动文件基名(`_audit` / `_crypto`)⇒ 活动文件
|
|
88
|
+
`<root>/<basename>.jsonl`、分片 `<archive>/<basename>.<6位序号>.jsonl`。
|
|
89
|
+
· `archive_name` —— 归档目录名(`_audit_archive` / `_crypto_archive`)。
|
|
90
|
+
· `counter` —— 精确行数计数(默认 `fsutil.count_jsonl`,流式不物化)。
|
|
91
|
+
· `scale_reader` —— 超大分片的量级读数(默认本模块 `log_scale`);mdcos
|
|
92
|
+
传自身 `_log_scale` 以保持既有读数口径逐位不变。
|
|
93
|
+
· `mark_factory(name, size, events, pruned, reason)` —— 轮转自述记录
|
|
94
|
+
(形状随消费方协议;返回 None 则不留痕,调用方自担)。
|
|
95
|
+
· `clock` —— 时间源(默认本模块 `time.time`)。
|
|
96
|
+
"""
|
|
97
|
+
|
|
98
|
+
# 生效条件:root、basename、archive_name 为必填;index_name/lock_name 缺省 "_index.json" 与 basename+".rotate.lock";rotate_bytes/keep_shards/probe_every/count_max_bytes 缺省 64<<20/8/32/64<<20;counter/scale_reader/mark_factory/clock 缺省见类文档;随后把路径与回调存入实例,_index=None、writes=0。
|
|
99
|
+
def __init__(self, root, basename, archive_name, index_name="_index.json",
|
|
100
|
+
lock_name=None, rotate_bytes=64 << 20, keep_shards=8,
|
|
101
|
+
probe_every=32, count_max_bytes=64 << 20,
|
|
102
|
+
counter=None, scale_reader=None, mark_factory=None,
|
|
103
|
+
clock=None):
|
|
104
|
+
self.root = root
|
|
105
|
+
self.basename = basename
|
|
106
|
+
self.active = os.path.join(root, basename + ".jsonl")
|
|
107
|
+
self.archive = os.path.join(root, archive_name)
|
|
108
|
+
self.index_name = index_name
|
|
109
|
+
# issue #521:`FileLock` 自己会补 ".lock"(fsutil.py:124)⇒ 此处**只给不含 .lock 的基名**,
|
|
110
|
+
# 否则 `basename.rotate.lock` + `.lock` = `…rotate.lock.lock`(后缀拼接职责重叠)。
|
|
111
|
+
# ★ 形态(本条正文自带):「不在清单里 ≠ 不存在;做差集前必须先判『清单是否穷举』」。
|
|
112
|
+
self.lock_path = os.path.join(root, lock_name or
|
|
113
|
+
(basename + ".rotate"))
|
|
114
|
+
self.rotate_bytes = rotate_bytes
|
|
115
|
+
self.keep_shards = keep_shards
|
|
116
|
+
self.probe_every = probe_every
|
|
117
|
+
self.count_max_bytes = count_max_bytes
|
|
118
|
+
self._counter = counter
|
|
119
|
+
self._scale_reader = scale_reader
|
|
120
|
+
self._mark = mark_factory
|
|
121
|
+
self._clock = clock if clock is not None else _default_clock()
|
|
122
|
+
self._index = None
|
|
123
|
+
self.writes = 0
|
|
124
|
+
|
|
125
|
+
# 生效条件:无入参,返回 self._clock() 的结果(默认 time.time())。
|
|
126
|
+
def _now(self):
|
|
127
|
+
return self._clock()
|
|
128
|
+
|
|
129
|
+
# 生效条件:archive 可被 os.listdir 列出时返回其中以 "<basename>." 开头且以 ".jsonl" 结尾的名字升序列表;listdir 抛 OSError 时返回 []。
|
|
130
|
+
def shards(self):
|
|
131
|
+
"""归档分片名,序号零填充 ⇒ 字典序 == 时间序。"""
|
|
132
|
+
try:
|
|
133
|
+
names = os.listdir(self.archive)
|
|
134
|
+
except OSError:
|
|
135
|
+
return []
|
|
136
|
+
prefix = self.basename + "."
|
|
137
|
+
return sorted(n for n in names
|
|
138
|
+
if n.startswith(prefix) and n.endswith(".jsonl"))
|
|
139
|
+
|
|
140
|
+
# 生效条件:无必需形参;按 shards() 的字典序(== 时间序)逐个读归档分片、最后读活动
|
|
141
|
+
# 文件,返回记录列表;limit 为真时只取尾部 limit 条;单个文件不可读时按空计。
|
|
142
|
+
def read_records(self, limit=0):
|
|
143
|
+
"""活动文件 + 全部分片的记录(**归档感知**读面,#212 缺口 4)。
|
|
144
|
+
|
|
145
|
+
为什么放在 Rotator 而不是各账本各写一份:shards() 已把「序号零填充 ⇒
|
|
146
|
+
字典序 == 时间序」这条口径钉在这里,读面必须与它同源,否则又会长出
|
|
147
|
+
「写侧按分片序号、读侧按 mtime」的第二口径。
|
|
148
|
+
"""
|
|
149
|
+
recs = []
|
|
150
|
+
for name in self.shards():
|
|
151
|
+
recs.extend(read_jsonl(os.path.join(self.archive, name)))
|
|
152
|
+
recs.extend(read_jsonl(self.active))
|
|
153
|
+
if limit:
|
|
154
|
+
recs = recs[-int(limit):]
|
|
155
|
+
return recs
|
|
156
|
+
|
|
157
|
+
# 生效条件:self._index 为 None 时尝试读取 archive 中 index_name 并过滤 value 为 dict,读取失败或数据非 dict 时为空字典,随后缓存并返回;非 None 时不重读直接返回。
|
|
158
|
+
def load_index(self) -> dict:
|
|
159
|
+
if self._index is None:
|
|
160
|
+
idx = {}
|
|
161
|
+
try:
|
|
162
|
+
with open(os.path.join(self.archive, self.index_name),
|
|
163
|
+
"r", encoding="utf-8") as f:
|
|
164
|
+
data = json.load(f)
|
|
165
|
+
if isinstance(data, dict):
|
|
166
|
+
idx = {k: v for k, v in data.items() if isinstance(v, dict)}
|
|
167
|
+
except (OSError, ValueError):
|
|
168
|
+
idx = {} # 索引缺失/损坏 → 空起步,自愈补数
|
|
169
|
+
self._index = idx
|
|
170
|
+
return self._index
|
|
171
|
+
|
|
172
|
+
# 生效条件:idx 传入时尝试创建 archive 并把 idx 的 JSON(ensure_ascii=False, indent=1, sort_keys=True)原子写入 index_name;OSError 被吞掉;最后把 self._index 设为 idx。
|
|
173
|
+
def save_index(self, idx: dict):
|
|
174
|
+
try:
|
|
175
|
+
os.makedirs(self.archive, exist_ok=True)
|
|
176
|
+
atomic_write(os.path.join(self.archive, self.index_name),
|
|
177
|
+
json.dumps(idx, ensure_ascii=False, indent=1,
|
|
178
|
+
sort_keys=True))
|
|
179
|
+
except OSError:
|
|
180
|
+
pass
|
|
181
|
+
self._index = idx
|
|
182
|
+
|
|
183
|
+
# 生效条件:path 与 size 传入时,size 为 None 则先 getsize(OSError 返回 bytes/events 0 exact True);size <= count_max_bytes 时返回 _counter(path) 精确条数 exact True;超过时返回 _scale_reader(path) 的事件数 exact False。
|
|
184
|
+
def count_shard(self, path, size: int = None) -> dict:
|
|
185
|
+
"""分片条数读数:有界分片给精确值,超大历史分片只给量级。"""
|
|
186
|
+
if size is None:
|
|
187
|
+
try:
|
|
188
|
+
size = os.path.getsize(path)
|
|
189
|
+
except OSError:
|
|
190
|
+
return {"bytes": 0, "events": 0, "exact": True}
|
|
191
|
+
if size <= self.count_max_bytes:
|
|
192
|
+
return {"bytes": size,
|
|
193
|
+
"events": (self._counter or count_jsonl)(path),
|
|
194
|
+
"exact": True}
|
|
195
|
+
s = self._scale(path)
|
|
196
|
+
return {"bytes": size, "events": s["events"], "exact": False}
|
|
197
|
+
|
|
198
|
+
# 生效条件:无入参,按 self._scale_reader(缺省本模块 log_scale,count_max_bytes 透传)读 path 的量级,返回其 dict。
|
|
199
|
+
def _scale(self, path):
|
|
200
|
+
if self._scale_reader is not None:
|
|
201
|
+
return self._scale_reader(path)
|
|
202
|
+
return log_scale(path, count_max_bytes=self.count_max_bytes,
|
|
203
|
+
counter=self._counter)
|
|
204
|
+
|
|
205
|
+
# 生效条件:在已用 root 构造的实例上遍历 shards(),对 "<basename>.<n>.jsonl" 中 int(n) 成功者取最大值 top(解析失败 continue、无可解析项 top=0),返回 top+1。
|
|
206
|
+
def next_seq(self) -> int:
|
|
207
|
+
top = 0
|
|
208
|
+
n_from = len(self.basename) + 1
|
|
209
|
+
for n in self.shards():
|
|
210
|
+
try:
|
|
211
|
+
top = max(top, int(n[n_from:-len(".jsonl")]))
|
|
212
|
+
except ValueError:
|
|
213
|
+
continue
|
|
214
|
+
return top + 1
|
|
215
|
+
|
|
216
|
+
# 生效条件:keep_shards > 0 且分片数超过该值时,gone=shards[:-keep] 逐个尝试 os.remove、成功则从索引 pop(OSError continue),有 gone 才保存索引并返回 gone;keep<=0 或 gone 为空时返回 []。
|
|
217
|
+
def prune(self):
|
|
218
|
+
"""保留最近 keep_shards 个分片、淘汰更旧的(≤0 表示不淘汰)。"""
|
|
219
|
+
keep = self.keep_shards
|
|
220
|
+
if keep <= 0:
|
|
221
|
+
return []
|
|
222
|
+
shards = self.shards()
|
|
223
|
+
gone = shards[:-keep] if len(shards) > keep else []
|
|
224
|
+
if not gone:
|
|
225
|
+
return []
|
|
226
|
+
idx = self.load_index()
|
|
227
|
+
# issue #472 站点 3:剪前写**独立对账单**(被剪分片名 + 各自行数 + 汇总)。
|
|
228
|
+
# **文件名不得落在 self.shards() 命名空间内**(否则会被同一 prune 剪掉 —— 那正是原病)。
|
|
229
|
+
_led = os.path.join(self.archive, PRUNE_LEDGER)
|
|
230
|
+
try:
|
|
231
|
+
_lines = {}
|
|
232
|
+
for _n in gone:
|
|
233
|
+
try:
|
|
234
|
+
_lines[_n] = sum(1 for _l in io.open( os.path.join(self.archive, _n), encoding="utf-8") if _l.strip())
|
|
235
|
+
except OSError:
|
|
236
|
+
_lines[_n] = None
|
|
237
|
+
_rec = {"t": time.time(), "kept": keep, "pruned": list(gone),
|
|
238
|
+
"lines": _lines,
|
|
239
|
+
"lines_total": sum(v for v in _lines.values() if v)}
|
|
240
|
+
with io.open(_led, "a", encoding="utf-8") as _f:
|
|
241
|
+
_f.write(json.dumps(_rec, ensure_ascii=False) + chr(10))
|
|
242
|
+
except Exception as _e: # #472 站点 3:**对账单失败不静默**(与站点 2 同精神)
|
|
243
|
+
sys.stderr.write("[rotate] prune 对账单写入失败(剪枝继续):%s: %s"
|
|
244
|
+
% (type(_e).__name__, _e) + chr(10))
|
|
245
|
+
for n in gone:
|
|
246
|
+
try:
|
|
247
|
+
os.remove(os.path.join(self.archive, n))
|
|
248
|
+
except OSError:
|
|
249
|
+
continue # 删不掉就留着:不假装已淘汰
|
|
250
|
+
idx.pop(n, None)
|
|
251
|
+
self.save_index(idx)
|
|
252
|
+
return gone
|
|
253
|
+
|
|
254
|
+
# 生效条件:rotate_bytes>0 且 self.writes 自增后能被 probe_every 整除,且 active 的 getsize 不小于 rotate_bytes 时调用 rotate() 并返回其结果;rotate_bytes<=0、未到探测间隔、getsize 不足或 OSError 时返回 None。
|
|
255
|
+
def maybe_rotate(self):
|
|
256
|
+
"""写前闸门:活动日志达阈值即切分(把 stat 摊到 1/probe_every)。"""
|
|
257
|
+
if self.rotate_bytes <= 0:
|
|
258
|
+
return None
|
|
259
|
+
self.writes = (self.writes or 0) + 1
|
|
260
|
+
if self.writes % self.probe_every:
|
|
261
|
+
return None
|
|
262
|
+
try:
|
|
263
|
+
if os.path.getsize(self.active) < self.rotate_bytes:
|
|
264
|
+
return None
|
|
265
|
+
except OSError:
|
|
266
|
+
return None
|
|
267
|
+
return self.rotate()
|
|
268
|
+
|
|
269
|
+
# 生效条件:reason(默认 "size")传入时,在 FileLock(lock_path) 下若 active 的 size >= rotate_bytes 则 publish 为 "<basename>.<6位序号>.jsonl" 归档并更新索引/剪枝/自述留痕后返回 {"shard","bytes","events","pruned"};size 不足、getsize OSError 或 publish 失败时返回 None;成功后 writes 归 0。
|
|
270
|
+
def rotate(self, reason: str = "size"):
|
|
271
|
+
"""把活动日志切分为归档分片(publish = rename 原子,不重写一个字节)。"""
|
|
272
|
+
with FileLock(self.lock_path, timeout=5.0):
|
|
273
|
+
try:
|
|
274
|
+
size = os.path.getsize(self.active)
|
|
275
|
+
except OSError:
|
|
276
|
+
return None
|
|
277
|
+
if size < self.rotate_bytes:
|
|
278
|
+
return None # 已被并发写者轮转
|
|
279
|
+
os.makedirs(self.archive, exist_ok=True)
|
|
280
|
+
name = "%s.%06d.jsonl" % (self.basename, self.next_seq())
|
|
281
|
+
dst = os.path.join(self.archive, name)
|
|
282
|
+
try:
|
|
283
|
+
publish(self.active, dst) # Windows 短重试:AV 短锁不误判抢输
|
|
284
|
+
except OSError:
|
|
285
|
+
return None # 抢输(文件已被移走)→ 让位,不报错
|
|
286
|
+
scale = self.count_shard(dst, size) # 分档:有界扫描 / 只读量级
|
|
287
|
+
events = scale["events"]
|
|
288
|
+
idx = self.load_index()
|
|
289
|
+
idx[name] = {"bytes": size, "events": events, "exact": scale["exact"],
|
|
290
|
+
"t": round(self._now(), 3), "reason": reason}
|
|
291
|
+
self.save_index(idx)
|
|
292
|
+
pruned = self.prune()
|
|
293
|
+
self.writes = 0
|
|
294
|
+
try: # 自述留痕:轮转本身可审计
|
|
295
|
+
mark = (self._mark(name, size, events, pruned, reason)
|
|
296
|
+
if self._mark is not None else None)
|
|
297
|
+
if mark is not None:
|
|
298
|
+
# #326-④:append_jsonl 不再上抛、以 False 报写失败——本处**仍容忍**(best-effort
|
|
299
|
+
# 簿记),但失败不再静默:源头已记 fsutil.APPEND_FAILURES + 有界 stderr 告警
|
|
300
|
+
# (B 面单点)。显式消费返回值:不留裸调用(守卫 AST 钉子会抓)。
|
|
301
|
+
_ok = append_jsonl(self.active, mark)
|
|
302
|
+
except OSError:
|
|
303
|
+
pass
|
|
304
|
+
return {"shard": name, "bytes": size, "events": events,
|
|
305
|
+
"pruned": pruned}
|
|
306
|
+
|
|
307
|
+
# 生效条件:以 _scale(active) 取活动读数为 active,对磁盘现有分片 present 中未登记者按 count_shard 采纳进 idx(OSError continue,有采纳才写回索引),返回 active 并附 shards/shard_bytes/shard_events(均只统计 k in present)/oversized(非 exact 分片数)/total_bytes/total_events(active["events"] 为 None 时取 None)/total_exact/rotate_bytes/keep_shards。
|
|
308
|
+
def scale(self) -> dict:
|
|
309
|
+
"""日志面量级读数(O(1) 稳态):活动文件实时读数 + 归档分片索引缓存。"""
|
|
310
|
+
active = self._scale(self.active)
|
|
311
|
+
present = self.shards()
|
|
312
|
+
idx = self.load_index()
|
|
313
|
+
healed = False
|
|
314
|
+
for n in present:
|
|
315
|
+
if n in idx:
|
|
316
|
+
continue
|
|
317
|
+
p = os.path.join(self.archive, n)
|
|
318
|
+
try:
|
|
319
|
+
sc = self.count_shard(p) # 分档:有界扫描 / 只读量级
|
|
320
|
+
idx[n] = {"bytes": sc["bytes"], "events": sc["events"],
|
|
321
|
+
"exact": sc["exact"], "t": round(self._now(), 3),
|
|
322
|
+
"reason": "adopted"}
|
|
323
|
+
healed = True
|
|
324
|
+
except OSError:
|
|
325
|
+
continue
|
|
326
|
+
if healed:
|
|
327
|
+
self.save_index(idx)
|
|
328
|
+
shard_bytes = sum(int(v.get("bytes") or 0)
|
|
329
|
+
for k, v in idx.items() if k in present)
|
|
330
|
+
shard_events = sum(int(v.get("events") or 0)
|
|
331
|
+
for k, v in idx.items() if k in present)
|
|
332
|
+
oversized = sum(1 for n in present
|
|
333
|
+
if not idx.get(n, {}).get("exact", True))
|
|
334
|
+
out = dict(active)
|
|
335
|
+
out.update({
|
|
336
|
+
"shards": len(present),
|
|
337
|
+
"shard_bytes": shard_bytes,
|
|
338
|
+
"shard_events": shard_events,
|
|
339
|
+
"oversized": oversized, # 非精确分片数(历史遗留超大文件)
|
|
340
|
+
"total_bytes": active["bytes"] + shard_bytes,
|
|
341
|
+
"total_events": (active["events"] + shard_events
|
|
342
|
+
if active["events"] is not None else None),
|
|
343
|
+
"total_exact": bool(active["exact"]) and oversized == 0,
|
|
344
|
+
"rotate_bytes": self.rotate_bytes,
|
|
345
|
+
"keep_shards": self.keep_shards,
|
|
346
|
+
})
|
|
347
|
+
return out
|
package/md_cg/routing.py
CHANGED
|
@@ -29,6 +29,67 @@ _SKELETON_TAIL = re.compile(r"(知识点)?内容\s*[((]按骨架填充[))]\s
|
|
|
29
29
|
ORPHAN = "orphan"
|
|
30
30
|
|
|
31
31
|
|
|
32
|
+
# 生效条件:text 为任意对象(None 按空串)时返回 str(text) 的 NFKC 归一结果;不 strip、不改大小写——**本仓 NFKC 口径的唯一单点**。
|
|
33
|
+
def nfkc_text(text) -> str:
|
|
34
|
+
"""NFKC 归一的**唯一单点**(全角/半角、兼容字形收口,issue #362b/c)。
|
|
35
|
+
|
|
36
|
+
`normalize_domain`(路由键)与 `mdcg.neg_condition_hits` / `mdcg.strip_boundary_terms`
|
|
37
|
+
(负条件判据与边界摘词面)都经此函数取 NFKC。为什么必须抽成函数:本仓的返工教训
|
|
38
|
+
是「两份实现 + 注释写着同源 = 口径必分叉」(见 `mdcg.py` 里 `_ccg_line` 的副本案)。
|
|
39
|
+
仓内**不得**再出现第二处 NFKC 归一实现(本模块的单点是唯一入口)——由
|
|
40
|
+
`md_cg/test_issue362_neg_condition.py` 的 E 组做源码面单点断言钉死。
|
|
41
|
+
"""
|
|
42
|
+
return unicodedata.normalize("NFKC", "" if text is None else str(text))
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
#: 繁→简折叠表(#362c:**机制在位、数据待补**)。
|
|
46
|
+
#:
|
|
47
|
+
#: 为什么是空表:仓内**没有**既有的繁简映射表(证据与检索口径见
|
|
48
|
+
#: `md_cg/test_issue362_neg_condition.py` 的 C 组注释)。而「只覆盖本 issue 语料的
|
|
49
|
+
#: 最小表」会在守卫里全绿、在真实流量上静默漏拒——那是**假绿**,比没有表更坏。
|
|
50
|
+
#: 故按 Lead 裁定(2026-10-14):**c 项本轮挂起**,只落机制单点;表默认空 ⇒
|
|
51
|
+
#: 生产行为一字不动。注入点见 `trad_to_simp()` / `set_trad_to_simp()`。
|
|
52
|
+
TRAD_TO_SIMP = {}
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
# 生效条件:无参时返回当前生效的繁→简折叠表({单字符 str: 单字符 str});默认即模块级 `TRAD_TO_SIMP`(空表)。
|
|
56
|
+
def trad_to_simp() -> dict:
|
|
57
|
+
"""繁简折叠表的**读取单点**(#362c 注入点之一)。"""
|
|
58
|
+
return TRAD_TO_SIMP
|
|
59
|
+
|
|
60
|
+
|
|
61
|
+
# 生效条件:table 为 {单字符 str: 单字符 str} 映射时把它设为当前折叠表并返回旧表;table 为假值时复原为空表(返回旧表)。
|
|
62
|
+
def set_trad_to_simp(table) -> dict:
|
|
63
|
+
"""繁简折叠表的**写入单点**(#362c):真源一旦确定,只在此处接入。
|
|
64
|
+
|
|
65
|
+
守卫用它注入 2~3 条**测试用**映射,证明「表一旦有,c 项链路就是通的」——
|
|
66
|
+
这条非恒真对照要证明的是**机制到位**,而不是「现在没有表」。
|
|
67
|
+
"""
|
|
68
|
+
global TRAD_TO_SIMP
|
|
69
|
+
old = TRAD_TO_SIMP
|
|
70
|
+
TRAD_TO_SIMP = dict(table or {})
|
|
71
|
+
return old
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
# 生效条件:text 为任意对象(None 按空串)时返回「NFKC → casefold → 繁简折叠(表非空时)」的结果;不删空白、不改标点,除这三步外不做任何其它归一。
|
|
75
|
+
def fold_variants(text) -> str:
|
|
76
|
+
"""检索/判据面的**字符归一人**(#362b/c):NFKC → casefold → 繁简折叠。
|
|
77
|
+
|
|
78
|
+
NFKC 走与 `normalize_domain` 同一个 `nfkc_text` 单点,故两侧**同口径**;
|
|
79
|
+
casefold 追加大小写折叠(`4G`/`4g`、`PDF`/`pdf`);繁简折叠表**当前为空**
|
|
80
|
+
(见 `TRAD_TO_SIMP`),表非空时逐字符替换。
|
|
81
|
+
|
|
82
|
+
刻意**不做**超出这三步的任何归一(不删标点、不并同音、不做拼音)——过度归一
|
|
83
|
+
与归一缺失同样是缺陷:守卫 K 组有 `C++`/`A-B`/`Ⅳ`/`ß` 的非恒真对照把
|
|
84
|
+
「哪些改写是可接受的既有口径、哪些是越界」逐条钉住。
|
|
85
|
+
"""
|
|
86
|
+
s = nfkc_text(text).casefold()
|
|
87
|
+
table = trad_to_simp()
|
|
88
|
+
if table:
|
|
89
|
+
s = "".join(table.get(ch, ch) for ch in s)
|
|
90
|
+
return s
|
|
91
|
+
|
|
92
|
+
|
|
32
93
|
# 生效条件:raw 为真值时按 NFKC 归一化并 strip,最多 3 轮剥离 _INSTANCE_TAIL(无变化即停)、再剥 _SKELETON_TAIL、空白转下划线后返回;raw 为假值(None/空串)或处理后为空串时返回 ORPHAN。
|
|
33
94
|
def normalize_domain(raw: str) -> str:
|
|
34
95
|
"""把自由文本的域描述归一化成稳定的短键。
|
|
@@ -39,7 +100,7 @@ def normalize_domain(raw: str) -> str:
|
|
|
39
100
|
"""
|
|
40
101
|
if not raw:
|
|
41
102
|
return ORPHAN
|
|
42
|
-
s =
|
|
103
|
+
s = nfkc_text(raw).strip()
|
|
43
104
|
# 反复剥离实例名尾巴(可能叠加两层,见上面第三个例子)
|
|
44
105
|
for _ in range(3):
|
|
45
106
|
new = _INSTANCE_TAIL.sub("", s)
|
|
@@ -0,0 +1,204 @@
|
|
|
1
|
+
"""Exact-superset candidates for RRF word matching, opt in with MDCG_RRF_CANDIDATES=1.
|
|
2
|
+
|
|
3
|
+
The instance-local index uses the production read cache's path generations.
|
|
4
|
+
It is built lazily, updates changed paths, and is never written to disk.
|
|
5
|
+
Only lexical/fuzzy/goal inputs are narrowed, after the existing visibility and
|
|
6
|
+
retrieval gates. Semantic, temporal and graph paths keep their own candidates.
|
|
7
|
+
Metadata enumeration remains linear. A broad invalidation/reload rebuilds the
|
|
8
|
+
index; external file edits have the same boundary as the production read cache.
|
|
9
|
+
"""
|
|
10
|
+
from __future__ import annotations
|
|
11
|
+
|
|
12
|
+
import os
|
|
13
|
+
import sys
|
|
14
|
+
import time
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
def enabled():
|
|
18
|
+
return os.environ.get("MDCG_RRF_CANDIDATES") == "1"
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
def tokens(text):
|
|
22
|
+
"""Raw characters and adjacent pairs, including whitespace and Unicode."""
|
|
23
|
+
return set(text) | {text[i:i + 2] for i in range(len(text) - 1)}
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
def term_tokens(term):
|
|
27
|
+
return {term} if len(term) == 1 else {
|
|
28
|
+
term[i:i + 2] for i in range(len(term) - 1)}
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
class CandidateIndex:
|
|
32
|
+
def __init__(self):
|
|
33
|
+
self.nodes = None
|
|
34
|
+
self.dirty = None
|
|
35
|
+
self.broad_gen = -1
|
|
36
|
+
self.docs = {}
|
|
37
|
+
self.post = {}
|
|
38
|
+
self.semantic = set()
|
|
39
|
+
self.initialized = False
|
|
40
|
+
self.last_sync = None
|
|
41
|
+
|
|
42
|
+
def clear(self):
|
|
43
|
+
self.docs.clear()
|
|
44
|
+
self.semantic.clear()
|
|
45
|
+
self.post.clear()
|
|
46
|
+
self.nodes = None
|
|
47
|
+
self.dirty = None
|
|
48
|
+
self.broad_gen = -1
|
|
49
|
+
self.initialized = False
|
|
50
|
+
self.last_sync = None
|
|
51
|
+
|
|
52
|
+
def remove(self, path):
|
|
53
|
+
old = self.docs.pop(path, None)
|
|
54
|
+
self.semantic.discard(path)
|
|
55
|
+
if old is None:
|
|
56
|
+
return
|
|
57
|
+
for word in old[1]:
|
|
58
|
+
paths = self.post[word]
|
|
59
|
+
paths.discard(path)
|
|
60
|
+
if not paths:
|
|
61
|
+
del self.post[word]
|
|
62
|
+
|
|
63
|
+
def sync(self, cg, entries, report):
|
|
64
|
+
dirty = cg._dirty
|
|
65
|
+
nodes = cg.index["nodes"]
|
|
66
|
+
last = self.last_sync
|
|
67
|
+
if (last is not None and last[0] is report
|
|
68
|
+
and last[1:] == (id(entries), dirty.write_gen)
|
|
69
|
+
and self.nodes is nodes and self.dirty is dirty):
|
|
70
|
+
return # The same query's lexical/fuzzy/goal paths share a pool.
|
|
71
|
+
if (self.nodes is not nodes or self.dirty is not dirty
|
|
72
|
+
or dirty.broad_gen > self.broad_gen):
|
|
73
|
+
self.clear()
|
|
74
|
+
self.nodes, self.dirty = nodes, dirty
|
|
75
|
+
self.broad_gen = dirty.broad_gen
|
|
76
|
+
first = not self.initialized
|
|
77
|
+
started = time.perf_counter()
|
|
78
|
+
cached_nodes = 0
|
|
79
|
+
for entry in entries:
|
|
80
|
+
path = entry["path"]
|
|
81
|
+
old = self.docs.get(path)
|
|
82
|
+
if old is not None and dirty.path_gen.get(path, 0) <= old[0]:
|
|
83
|
+
cached_nodes += 1
|
|
84
|
+
continue
|
|
85
|
+
self.remove(path)
|
|
86
|
+
report["build_reads" if first else "update_reads"] += 1
|
|
87
|
+
fm, content, failure = cg._read_status(entry)
|
|
88
|
+
if failure is not None or content is None:
|
|
89
|
+
# Never freeze transient failures or failed decryption into a
|
|
90
|
+
# negative candidate cache. Retry on the next query.
|
|
91
|
+
continue
|
|
92
|
+
content = cg._open_content(fm.get("id"), fm, content)
|
|
93
|
+
if content is None:
|
|
94
|
+
continue
|
|
95
|
+
tags = " ".join(str(t) for t in (fm.get("tags") or []))
|
|
96
|
+
positive = cg._positive_body(entry, content)
|
|
97
|
+
# One superset table serves all three scoring paths. Interning
|
|
98
|
+
# repeated short grams avoids retaining duplicate Unicode objects
|
|
99
|
+
# for every node. Negative/case false positives are still checked
|
|
100
|
+
# by each path's unchanged exact scorer.
|
|
101
|
+
words = {sys.intern(g) for g in (
|
|
102
|
+
tokens(content + " " + tags) | tokens(positive + " " + tags)
|
|
103
|
+
| tokens(positive.lower() + " " + tags.lower()))}
|
|
104
|
+
for g in words:
|
|
105
|
+
self.post.setdefault(g, set()).add(path)
|
|
106
|
+
if fm.get("semantic"):
|
|
107
|
+
self.semantic.add(path)
|
|
108
|
+
self.docs[path] = (dirty.write_gen, words)
|
|
109
|
+
cached_nodes += 1
|
|
110
|
+
self.initialized = True
|
|
111
|
+
report["index_ms"] += (time.perf_counter() - started) * 1000
|
|
112
|
+
report["cached_nodes"] = cached_nodes
|
|
113
|
+
self.last_sync = (report, id(entries), dirty.write_gen)
|
|
114
|
+
|
|
115
|
+
|
|
116
|
+
def begin(cg):
|
|
117
|
+
cg._rrf_candidate_report = None
|
|
118
|
+
if not enabled():
|
|
119
|
+
return {}
|
|
120
|
+
report = {"paths": {}, "build_reads": 0, "update_reads": 0,
|
|
121
|
+
"index_ms": 0.0, "cached_nodes": 0}
|
|
122
|
+
cg._rrf_candidate_report = report
|
|
123
|
+
return {"rrf_candidates": report}
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
def narrow(cg, entries, terms, mode, query=""):
|
|
127
|
+
if not enabled():
|
|
128
|
+
return entries
|
|
129
|
+
report = getattr(cg, "_rrf_candidate_report", None)
|
|
130
|
+
if report is None:
|
|
131
|
+
return entries # Private direct calls retain their original behavior.
|
|
132
|
+
detail = {"input": len(entries), "output": len(entries)}
|
|
133
|
+
report["paths"][mode] = detail
|
|
134
|
+
if mode == "lexical" and any(not str(term) for term in terms):
|
|
135
|
+
# expand_query_terms can yield [''] for punctuation/emoji-only input.
|
|
136
|
+
# Existing LIKE treats the empty substring as matching every document;
|
|
137
|
+
# its relevance cap differs from the importance fallback cap.
|
|
138
|
+
detail["fallback"] = "empty_term_matches_all"
|
|
139
|
+
return entries
|
|
140
|
+
dirty = getattr(cg, "_dirty", None)
|
|
141
|
+
if (not hasattr(cg, "_read_cache") or not hasattr(dirty, "path_gen")
|
|
142
|
+
or not hasattr(dirty, "broad_gen")):
|
|
143
|
+
detail["fallback"] = "read_cache_unavailable"
|
|
144
|
+
return entries
|
|
145
|
+
idx = getattr(cg, "_rrf_candidate_index", None)
|
|
146
|
+
if idx is None:
|
|
147
|
+
idx = cg._rrf_candidate_index = CandidateIndex()
|
|
148
|
+
try:
|
|
149
|
+
words = {word for term in terms for word in term_tokens(
|
|
150
|
+
str(term).lower() if mode == "lexical" else str(term))}
|
|
151
|
+
threshold = len(entries) * 0.75
|
|
152
|
+
# A fresh high-frequency posting is a selectivity hint, never a
|
|
153
|
+
# pruning decision. Choosing the original full pool is safe even if
|
|
154
|
+
# some posting members are outside this query's visibility/gates.
|
|
155
|
+
# Avoid the linear sync and set unions when they cannot pay off.
|
|
156
|
+
if (idx.initialized and idx.nodes is cg.index["nodes"]
|
|
157
|
+
and idx.dirty is dirty and idx.last_sync is not None
|
|
158
|
+
and idx.last_sync[2] == dirty.write_gen
|
|
159
|
+
and idx.broad_gen == dirty.broad_gen
|
|
160
|
+
and any(len(idx.post.get(word, ())) >= threshold for word in words)):
|
|
161
|
+
detail.update(fallback="broad_candidates", early_bypass=True)
|
|
162
|
+
return entries
|
|
163
|
+
idx.sync(cg, entries, report)
|
|
164
|
+
table = idx.post
|
|
165
|
+
found = set()
|
|
166
|
+
for word in words:
|
|
167
|
+
posting = table.get(word, ())
|
|
168
|
+
if len(posting) >= threshold:
|
|
169
|
+
detail["fallback"] = "broad_candidates"
|
|
170
|
+
return entries
|
|
171
|
+
found.update(posting)
|
|
172
|
+
if len(found) >= threshold:
|
|
173
|
+
detail["fallback"] = "broad_candidates"
|
|
174
|
+
return entries
|
|
175
|
+
if len(found) >= threshold:
|
|
176
|
+
detail["fallback"] = "broad_candidates"
|
|
177
|
+
return entries
|
|
178
|
+
if mode == "lexical":
|
|
179
|
+
from .mdcg import index_key_hits, semantic_on
|
|
180
|
+
if semantic_on():
|
|
181
|
+
found.update(idx.semantic)
|
|
182
|
+
# Six-element postcondition/rejection keys are metadata, and can
|
|
183
|
+
# recall a node with no matching body. Keep that route intact.
|
|
184
|
+
selected = [e for e in entries if e["path"] in found
|
|
185
|
+
or e["path"] not in idx.docs
|
|
186
|
+
or index_key_hits(e, terms, query).get("hit")]
|
|
187
|
+
else:
|
|
188
|
+
selected = [e for e in entries if e["path"] in found
|
|
189
|
+
or e["path"] not in idx.docs]
|
|
190
|
+
except Exception as exc:
|
|
191
|
+
# A broken derived index must not change retrieval or block a read.
|
|
192
|
+
idx.clear()
|
|
193
|
+
detail["fallback"] = "index_error"
|
|
194
|
+
detail["error_type"] = type(exc).__name__
|
|
195
|
+
return entries
|
|
196
|
+
detail["output"] = len(selected)
|
|
197
|
+
return selected
|
|
198
|
+
|
|
199
|
+
|
|
200
|
+
def lexical_fallback(cg, size):
|
|
201
|
+
report = getattr(cg, "_rrf_candidate_report", None)
|
|
202
|
+
if report is not None and "lexical" in report["paths"]:
|
|
203
|
+
report["paths"]["lexical"].update(
|
|
204
|
+
fallback="no_like_hit", output=size)
|
package/md_cg/run_tests.py
CHANGED
|
@@ -61,6 +61,24 @@ _LOG_DIR = os.environ.get("MDCG_TESTLOG_DIR") or os.path.join(
|
|
|
61
61
|
tempfile.gettempdir(), "md_cg_testlogs")
|
|
62
62
|
|
|
63
63
|
|
|
64
|
+
#: 会话类 env 剔除名单(issue #196 / #198,2026-10-13)。宿主/部署侧注入会话 id 时,
|
|
65
|
+
#: md_cg/stg.py::_view_session 的 env 权威分支会把守卫夹具声明的会话改写成 env 值,
|
|
66
|
+
#: 同一守卫在「有 env 的开发机」上红、在干净 CI 上绿,属假红。上游 scripts/run_tests.py
|
|
67
|
+
#: 已有同口径剔除(同名单同日期),而 README 指定的包内入口 python -m md_cg.run_tests
|
|
68
|
+
#: 跑同一批守卫——本文件补同口径,避免两条入口对同一守卫给出相反结论。
|
|
69
|
+
#: env 权威本身是 issue #128 的刻意设计,本条不改变产品行为,只在测试环境剔除。
|
|
70
|
+
_SESSION_ENV_STRIP = ("MDCG_SESSION", "DSH_SESSION_ID", "DSH_SESSION")
|
|
71
|
+
_STRIP_UPPER = frozenset(_k.upper() for _k in _SESSION_ENV_STRIP)
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
def _test_env() -> dict:
|
|
75
|
+
"""子进程环境:UTF-8 自保证 + 剔除宿主会话变量(不修改 os.environ 本身)。"""
|
|
76
|
+
env = dict(os.environ, PYTHONUTF8="1", PYTHONIOENCODING="utf-8")
|
|
77
|
+
for _k in [k for k in env if k.upper() in _STRIP_UPPER]:
|
|
78
|
+
env.pop(_k, None)
|
|
79
|
+
return env
|
|
80
|
+
|
|
81
|
+
|
|
64
82
|
def _discover():
|
|
65
83
|
"""返回 [(组名, 显示名, argv 候选列表)];argv 依次尝试直到成功启动。"""
|
|
66
84
|
out = []
|
|
@@ -95,7 +113,7 @@ def _discover():
|
|
|
95
113
|
def _run_one(name, argvs, timeout):
|
|
96
114
|
"""跑一个用例;输出**重定向到文件**(不用管道——沙箱禁 CreatePipe)。"""
|
|
97
115
|
os.makedirs(_LOG_DIR, exist_ok=True)
|
|
98
|
-
env =
|
|
116
|
+
env = _test_env()
|
|
99
117
|
last = ""
|
|
100
118
|
for argv in argvs: # -m 优先;No module named 时回退直跑
|
|
101
119
|
log = os.path.join(_LOG_DIR, name.replace(".", "_") + ".log")
|