@furongjun1999/dsh-memory 0.8.1 → 0.9.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +662 -659
- package/codebuddy/README.md +1 -1
- package/data/policy.json +17 -6
- package/docs/README.md +18 -2
- package/docs/discipline/harnesses.yaml +1 -1
- package/docs/discipline/templates/spec.txt.tmpl +23 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203.md +179 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/347/201/265/346/236/242/351/200/202/351/205/215.md +45 -0
- package/docs//350/247/204/350/214/203/AI/347/274/226/347/250/213/351/200/232/347/224/250/350/247/204/350/214/203_/350/207/252/346/243/200/346/270/205/345/215/225.md +69 -0
- package/dsh/README.md +1 -1
- package/dsh/cordis.yml.example +1 -1
- package/hive/README.md +705 -0
- package/hive/id_charset_blocks.txt +147 -0
- package/lib/bridge.d.ts +3 -0
- package/lib/bridge.js +32 -11
- package/lib/cli.js +14 -17
- package/lib/hooks.d.ts +18 -3
- package/lib/hooks.js +147 -18
- package/lib/index.d.ts +2 -2
- package/lib/index.js +18 -4
- package/lib/init.js +21 -21
- package/lib/lib/datapath.d.ts +56 -0
- package/lib/lib/datapath.js +102 -9
- package/lib/lib/hook_audit.d.ts +0 -1
- package/lib/lib/hook_audit.js +13 -1
- package/lib/lib/mdcg_client.d.ts +4 -1
- package/lib/lib/mdcg_client.js +10 -2
- package/lib/lib/mutual.js +61 -15
- package/lib/lib/prompt_safety.js +16 -1
- package/lib/lib/roleplay_web.js +30 -2
- package/lib/lib/token_store.d.ts +25 -6
- package/lib/lib/token_store.js +224 -33
- package/lib/tools.d.ts +8 -2
- package/lib/tools.js +22 -3
- package/md_cg/_guard_kit.py +121 -0
- package/md_cg/admission.py +718 -718
- package/md_cg/anchor.py +114 -0
- package/md_cg/audit.py +22 -5
- package/md_cg/autonomy.py +433 -288
- package/md_cg/autonomy_modes.py +781 -642
- package/md_cg/bench_beir_bm25.py +154 -0
- package/md_cg/bench_beir_scifact.py +170 -0
- package/md_cg/bench_bm25_blockmax.py +134 -0
- package/md_cg/bench_bm25_incremental.py +246 -0
- package/md_cg/bench_ccg_heading.py +118 -0
- package/md_cg/bench_csre_correctness.py +145 -0
- package/md_cg/bench_excerpt_budget.py +94 -0
- package/md_cg/bench_fuzzy_substrings.py +299 -0
- package/md_cg/bench_memory_rsi.py +358 -0
- package/md_cg/bench_memory_rsi_latency.py +82 -0
- package/md_cg/bench_memory_rsi_public.py +116 -0
- package/md_cg/bench_memory_rsi_tools.py +229 -0
- package/md_cg/bench_rrf_candidates.py +212 -0
- package/md_cg/bench_rrf_public.py +100 -0
- package/md_cg/bench_text_projections.py +221 -0
- package/md_cg/bench_timeanchor.py +357 -0
- package/md_cg/bm25.py +601 -0
- package/md_cg/branches.py +404 -327
- package/md_cg/build_postings.py +74 -73
- package/md_cg/ccgc.py +4 -2
- package/md_cg/chain.py +572 -379
- package/md_cg/coldverify.py +531 -292
- package/md_cg/condaccept.py +263 -0
- package/md_cg/condgate.py +308 -0
- package/md_cg/config_registry.py +329 -0
- package/md_cg/config_registry_bulk.py +482 -0
- package/md_cg/config_registry_guard.py +487 -0
- package/md_cg/config_render.py +354 -0
- package/md_cg/config_validate.py +455 -0
- package/md_cg/conformance.py +21 -0
- package/md_cg/conformance_core.py +753 -0
- package/md_cg/consistency.py +1278 -955
- package/md_cg/consolidate.py +180 -20
- package/md_cg/crypto.py +794 -472
- package/md_cg/datapath.py +137 -12
- package/md_cg/eval_common.py +522 -575
- package/md_cg/evidence.py +946 -585
- package/md_cg/evidence_delivery.py +101 -0
- package/md_cg/experience_consolidation.py +317 -0
- package/md_cg/export.py +329 -222
- package/md_cg/forgetting.py +1050 -922
- package/md_cg/freshness.py +601 -548
- package/md_cg/fsutil.py +1120 -824
- package/md_cg/goal_gen.py +458 -0
- package/md_cg/hotcache.py +107 -9
- package/md_cg/hyperedge.py +14 -3
- package/md_cg/identity.py +573 -391
- package/md_cg/imgskill.py +1712 -0
- package/md_cg/insight.py +540 -521
- package/md_cg/interface_schema.py +146 -0
- package/md_cg/interop.py +20 -0
- package/md_cg/judgment_manifest.py +24 -1
- package/md_cg/lifecycle.py +86 -5
- package/md_cg/links.py +27 -6
- package/md_cg/logref.py +332 -327
- package/md_cg/mcp_server.py +5227 -4449
- package/md_cg/mdcg.py +1301 -203
- package/md_cg/mdcos.py +7104 -5440
- package/md_cg/memory_rsi.py +308 -0
- package/md_cg/metacognition.py +726 -591
- package/md_cg/nodefile.py +151 -3
- package/md_cg/op_table.py +1128 -0
- package/md_cg/postings.py +524 -300
- package/md_cg/predict.py +4 -1
- package/md_cg/probe_memory_rsi.py +95 -0
- package/md_cg/probe_memory_rsi_mcp.py +66 -0
- package/md_cg/protect.py +188 -28
- package/md_cg/protocol.py +492 -411
- package/md_cg/provenance.py +7 -1
- package/md_cg/qmd.py +477 -0
- package/md_cg/qmd_llm.py +334 -0
- package/md_cg/query_excerpt.py +171 -0
- package/md_cg/queue_health.py +130 -0
- package/md_cg/reach.py +470 -453
- package/md_cg/readcache.py +115 -3
- package/md_cg/reconcile.py +239 -228
- package/md_cg/refindex.py +1191 -1042
- package/md_cg/refine.py +12 -3
- package/md_cg/retrieve.py +128 -0
- package/md_cg/review_cli.py +204 -26
- package/md_cg/revise.py +140 -0
- package/md_cg/rollback.py +256 -19
- package/md_cg/rollback_cli.py +21 -1
- package/md_cg/rotate.py +347 -0
- package/md_cg/routing.py +62 -1
- package/md_cg/rrf_candidates.py +204 -0
- package/md_cg/run_tests.py +19 -1
- package/md_cg/scrub.py +177 -23
- package/md_cg/security.py +269 -17
- package/md_cg/self_state.py +1053 -1029
- package/md_cg/self_surface.py +50 -0
- package/md_cg/semantic/canonical.py +1 -1
- package/md_cg/semantic/export_en_zh_map.py +2 -2
- package/md_cg/semantic/zh_en_atoms.py +2 -0
- package/md_cg/session5.py +106 -0
- package/md_cg/signer.py +76 -2
- package/md_cg/sleep.py +1779 -1583
- package/md_cg/sources.py +273 -15
- package/md_cg/state_events.py +75 -10
- package/md_cg/state_slots.py +312 -221
- package/md_cg/stg.py +82 -16
- package/md_cg/stgidx.py +537 -281
- package/md_cg/subgraph.py +851 -729
- package/md_cg/sustain.py +458 -19
- package/md_cg/task_memory.py +367 -0
- package/md_cg/test_action_derive.py +210 -203
- package/md_cg/test_audit_heartbeat_20261015.py +417 -0
- package/md_cg/test_audit_protection_20261015.py +483 -0
- package/md_cg/test_audit_rotate_parity.py +280 -0
- package/md_cg/test_audit_state_20261015.py +253 -0
- package/md_cg/test_audit_write_20261015.py +161 -0
- package/md_cg/test_auto_defaults.py +43 -4
- package/md_cg/test_autonomy_emotion.py +328 -0
- package/md_cg/test_autonomy_modes.py +43 -3
- package/md_cg/test_b1_foreign_read.py +245 -0
- package/md_cg/test_bm25.py +438 -0
- package/md_cg/test_bm25_hydration_refill.py +265 -0
- package/md_cg/test_bm25_incremental.py +241 -0
- package/md_cg/test_bm25_incremental_mutations.py +160 -0
- package/md_cg/test_bm25_mutations.py +205 -0
- package/md_cg/test_bm25_pool_view.py +196 -0
- package/md_cg/test_boot_openblas_guard.py +218 -197
- package/md_cg/test_boundary_hit.py +1 -1
- package/md_cg/test_branches_sensitivity.py +375 -0
- package/md_cg/test_c8_search_rrf_gates.py +1 -1
- package/md_cg/test_canonical_timezones.py +211 -0
- package/md_cg/test_ccg_heading_parser.py +73 -0
- package/md_cg/test_chain_best_first.py +403 -0
- package/md_cg/test_chain_candidate_scope.py +227 -0
- package/md_cg/test_cn_recall_grams.py +206 -0
- package/md_cg/test_coldverify_drain.py +127 -0
- package/md_cg/test_condaccept.py +156 -0
- package/md_cg/test_condgate.py +141 -0
- package/md_cg/test_config_registry.py +55 -0
- package/md_cg/test_crypto_rotate.py +257 -0
- package/md_cg/test_csre_correctness.py +297 -0
- package/md_cg/test_csre_index_import_guard.py +161 -0
- package/md_cg/test_csre_mutations.py +34 -0
- package/md_cg/test_csre_session.py +69 -0
- package/md_cg/test_curiosity_budget.py +468 -0
- package/md_cg/test_d17_autostart_toolface.py +453 -0
- package/md_cg/test_datapath_tilde_home.py +271 -0
- package/md_cg/test_derived_cache_generations.py +256 -0
- package/md_cg/test_evidence_delivery_compact.py +54 -0
- package/md_cg/test_exact_text_cache.py +191 -0
- package/md_cg/test_excerpt_budget.py +188 -0
- package/md_cg/test_experience_consolidation.py +112 -0
- package/md_cg/test_export_default_collision.py +138 -0
- package/md_cg/test_export_snapshots.py +322 -0
- package/md_cg/test_fuzzy_substring_equivalence.py +127 -0
- package/md_cg/test_gain_gate.py +16 -5
- package/md_cg/test_goal_gen.py +355 -0
- package/md_cg/test_h2_session_view_norm.py +251 -233
- package/md_cg/test_h4_sustain_snapshot.py +1490 -1387
- package/md_cg/test_heartbeat_ledger.py +557 -0
- package/md_cg/test_hierarchy_audit_graph.py +237 -0
- package/md_cg/test_i50c_meta_passthrough.py +628 -608
- package/md_cg/test_i50e_readside_protection.py +6 -4
- package/md_cg/test_identity_attribution.py +96 -2
- package/md_cg/test_identity_contract.py +329 -0
- package/md_cg/test_imgskill.py +1444 -0
- package/md_cg/test_index_snapshot_shape.py +240 -0
- package/md_cg/test_interop_judgment.py +258 -228
- package/md_cg/test_issue111_gate_order.py +77 -0
- package/md_cg/test_issue111_scoring_contract.py +87 -0
- package/md_cg/test_issue121_calibration_bounds.py +293 -0
- package/md_cg/test_issue128_session_env_authority.py +246 -0
- package/md_cg/test_issue130_rrf_rank_credibility.py +217 -0
- package/md_cg/test_issue131_postings_content_staleness.py +424 -0
- package/md_cg/test_issue145_sleep_no_silent_rollback.py +168 -0
- package/md_cg/test_issue146_frontmatter_quarantine.py +428 -0
- package/md_cg/test_issue147_pack_id_escape.py +378 -0
- package/md_cg/test_issue148_merge_downgrade_leak.py +192 -0
- package/md_cg/test_issue149_accel_default_face.py +249 -0
- package/md_cg/test_issue150_empty_query_terms.py +328 -0
- package/md_cg/test_issue151_153_157_write_cache_index.py +152 -0
- package/md_cg/test_issue151b_base_add_importance_guard.py +166 -0
- package/md_cg/test_issue152_sealed_postings.py +309 -0
- package/md_cg/test_issue152b_decrypt_cache.py +218 -0
- package/md_cg/test_issue153b_cache_alias_and_canon.py +236 -0
- package/md_cg/test_issue153b_index_generation_invalidation.py +143 -0
- package/md_cg/test_issue157b_index_remainder.py +344 -0
- package/md_cg/test_issue189_conclusion_bidirectional.py +223 -0
- package/md_cg/test_issue190_tidy_idempotent.py +806 -0
- package/md_cg/test_issue191_import_trust.py +382 -0
- package/md_cg/test_issue192_move_layer_indices_guard.py +258 -0
- package/md_cg/test_issue193_consistency_knowledge_guard.py +524 -0
- package/md_cg/test_issue193_write_scope.py +378 -0
- package/md_cg/test_issue197_rank_credibility_property.py +201 -0
- package/md_cg/test_issue211_export_target.py +325 -0
- package/md_cg/test_issue212_writeface_gaps.py +349 -0
- package/md_cg/test_issue214_reject_sensitivity.py +267 -0
- package/md_cg/test_issue215_condition_source_gap.py +272 -0
- package/md_cg/test_issue216_clash_routes.py +214 -0
- package/md_cg/test_issue217_slot_routes.py +248 -0
- package/md_cg/test_issue218_postcondition_value_blind.py +222 -0
- package/md_cg/test_issue225_consistency_torn_log.py +433 -0
- package/md_cg/test_issue245_swarm_traversal.py +366 -0
- package/md_cg/test_issue258_pack_sensitivity.py +468 -0
- package/md_cg/test_issue265_coldverify_multiproc.py +438 -0
- package/md_cg/test_issue274_read_node_id_none.py +341 -0
- package/md_cg/test_issue275_layer_param.py +250 -0
- package/md_cg/test_issue277_node_id_traversal.py +384 -0
- package/md_cg/test_issue278_neg_separated_tension.py +271 -0
- package/md_cg/test_issue278_neg_window.py +294 -0
- package/md_cg/test_issue278_negative_layering.py +83 -0
- package/md_cg/test_issue279_signers_path_guard.py +652 -0
- package/md_cg/test_issue284_skip_not_pass.py +291 -0
- package/md_cg/test_issue294_flywheel_sensitivity.py +573 -0
- package/md_cg/test_issue295_sleep_root_binding.py +589 -0
- package/md_cg/test_issue297_rewrite_sensitivity.py +454 -0
- package/md_cg/test_issue298_consistency_ledger_sensitivity.py +421 -0
- package/md_cg/test_issue301_baseline_corpus_gate.py +245 -0
- package/md_cg/test_issue303_design_boundaries.py +262 -0
- package/md_cg/test_issue313_writelimit_sensitivity.py +404 -0
- package/md_cg/test_issue315_merge_branch_sensitivity.py +384 -0
- package/md_cg/test_issue315_sensitivity_passthrough_guard.py +514 -0
- package/md_cg/test_issue319_tenant_unregistered_bypass.py +257 -0
- package/md_cg/test_issue320_vstate_requires_verify.py +279 -0
- package/md_cg/test_issue321_mcp_deep_json.py +305 -0
- package/md_cg/test_issue322_node_write_lock.py +727 -0
- package/md_cg/test_issue323_aggregate_segment_boundary.py +365 -0
- package/md_cg/test_issue324_write_size_fields.py +215 -0
- package/md_cg/test_issue325_audit_poison.py +230 -0
- package/md_cg/test_issue326_append_jsonl_oserror.py +464 -0
- package/md_cg/test_issue326_ingest_auto_whitelist.py +331 -0
- package/md_cg/test_issue326_key_perms.py +355 -0
- package/md_cg/test_issue326_twin_parser_parity.py +323 -0
- package/md_cg/test_issue326_vm_call_frame.py +569 -0
- package/md_cg/test_issue345_writelimit_effective_sens.py +234 -0
- package/md_cg/test_issue346_overwrite_sensitivity_gate.py +424 -0
- package/md_cg/test_issue346_review_overwrite_guard.py +509 -0
- package/md_cg/test_issue348_insight_verify_op.py +200 -0
- package/md_cg/test_issue348_merge_rmw_lock.py +345 -0
- package/md_cg/test_issue350_casefold_collision.py +236 -0
- package/md_cg/test_issue351_ingest_root_fallback.py +202 -0
- package/md_cg/test_issue352_imgaudit.py +418 -0
- package/md_cg/test_issue352_pathsjson.py +537 -0
- package/md_cg/test_issue352_refindex.py +412 -0
- package/md_cg/test_issue352_rollback.py +604 -0
- package/md_cg/test_issue352_vstateinherit.py +196 -0
- package/md_cg/test_issue354_p1_writelimit_type.py +522 -0
- package/md_cg/test_issue354_p2_datapath_clock.py +381 -0
- package/md_cg/test_issue354_p2_writelimit_toctou.py +327 -0
- package/md_cg/test_issue354_rust_index_containment.py +571 -0
- package/md_cg/test_issue354_rust_wal_containment.py +606 -0
- package/md_cg/test_issue358_truncation_observable.py +247 -0
- package/md_cg/test_issue360_tidy_private_excerpt.py +196 -0
- package/md_cg/test_issue361_blindspot_not_silent_drop.py +494 -0
- package/md_cg/test_issue362_neg_condition.py +468 -0
- package/md_cg/test_issue363_lexical_idf.py +275 -0
- package/md_cg/test_issue370_readcache_assembly.py +488 -0
- package/md_cg/test_issue375_state_slot_retire.py +325 -0
- package/md_cg/test_issue376_heartbeat_failed.py +293 -0
- package/md_cg/test_issue377_layer_protect_stamp.py +324 -0
- package/md_cg/test_issue378_protected_floor.py +310 -0
- package/md_cg/test_issue383_state_event_write_gate.py +462 -0
- package/md_cg/test_issue397_sens_eff_wiring.py +435 -0
- package/md_cg/test_issue398_toolface_op_parity.py +511 -0
- package/md_cg/test_issue399_hive_json_shape.py +317 -0
- package/md_cg/test_issue400_hive_dirty_args.py +450 -0
- package/md_cg/test_issue401_wisdom_codegen.py +295 -0
- package/md_cg/test_issue404_heal_receipt.py +390 -0
- package/md_cg/test_issue405_git_pathspec.py +333 -0
- package/md_cg/test_issue408_eface_registry.py +291 -0
- package/md_cg/test_issue409_compact_index_completeness.py +509 -0
- package/md_cg/test_issue410_verify_demote_write.py +366 -0
- package/md_cg/test_issue411_scrub_idempotence.py +575 -0
- package/md_cg/test_issue412_discipline_producer_parity.py +312 -0
- package/md_cg/test_issue413_preimage_failclosed.py +239 -0
- package/md_cg/test_issue413_preimage_twin.py +340 -0
- package/md_cg/test_issue414_write_args_parity.py +613 -0
- package/md_cg/test_issue415_deps_gate_probe.py +358 -0
- package/md_cg/test_issue416_entry_key_subset.py +525 -0
- package/md_cg/test_issue417_twophase_merge_landed.py +423 -0
- package/md_cg/test_issue418_identity_role_type_gate.py +188 -0
- package/md_cg/test_issue418_role_type_gate.py +265 -0
- package/md_cg/test_issue419_pii_redaction.py +642 -0
- package/md_cg/test_issue424_merge_confirm_sensitivity.py +381 -0
- package/md_cg/test_issue425_ingest_library_path.py +331 -0
- package/md_cg/test_issue426a_dedup_receipt.py +242 -0
- package/md_cg/test_issue426b_root_clash_invisible.py +270 -0
- package/md_cg/test_issue426c_enqueue_not_silent.py +346 -0
- package/md_cg/test_issue426e_restore_overwrite_live.py +310 -0
- package/md_cg/test_issue426f_paths_gbk_failclosed.py +301 -0
- package/md_cg/test_issue427_serve_status_shape.py +191 -0
- package/md_cg/test_issue431_432_468_protect_single_point.py +322 -0
- package/md_cg/test_issue433_outlook_threshold_single_point.py +278 -0
- package/md_cg/test_issue434_435_float_gate.py +90 -0
- package/md_cg/test_issue439_sibling_sensitivity_inherit.py +448 -0
- package/md_cg/test_issue43_default_policy.py +13 -4
- package/md_cg/test_issue443a_state_event_length_gate.py +94 -0
- package/md_cg/test_issue443b_audit_record_length_gate.py +83 -0
- package/md_cg/test_issue443c_self_state_imgskill_length_gate.py +77 -0
- package/md_cg/test_issue444_scrub_evidence_plaintext.py +281 -0
- package/md_cg/test_issue445_metacognition_ledger_gate.py +454 -0
- package/md_cg/test_issue446_453_403_verified_evidence.py +382 -0
- package/md_cg/test_issue446_is_encrypted_envelope.py +166 -0
- package/md_cg/test_issue447_recent_sens_failclosed.py +270 -0
- package/md_cg/test_issue450_sensitivity_fallback_reason.py +51 -0
- package/md_cg/test_issue450_writegate_unknown_sens.py +203 -0
- package/md_cg/test_issue451_audit_actor.py +313 -0
- package/md_cg/test_issue452_ingest_root_hint.py +238 -0
- package/md_cg/test_issue452_ingest_root_sensitivity.py +299 -0
- package/md_cg/test_issue463_ghost_prune_guard.py +259 -0
- package/md_cg/test_issue466_basis_registry.py +469 -0
- package/md_cg/test_issue467_identity_sensitivity.py +204 -0
- package/md_cg/test_issue467_identity_sensitivity_parity.py +361 -0
- package/md_cg/test_issue469_scrub_override_passthrough.py +126 -0
- package/md_cg/test_issue470_wal_event_durable.py +427 -0
- package/md_cg/test_issue471_identity_readable.py +137 -0
- package/md_cg/test_issue472_audit_chain.py +91 -0
- package/md_cg/test_issue472_prune_ledger.py +106 -0
- package/md_cg/test_issue472_rollback_degraded.py +82 -0
- package/md_cg/test_issue491_compose_sandbox.py +460 -0
- package/md_cg/test_issue492_dup_readout_opt_in.py +292 -0
- package/md_cg/test_issue498_merge_trace_stale_index.py +280 -0
- package/md_cg/test_issue511_scoreboard_bad_files.py +256 -0
- package/md_cg/test_issue521_rotate_lock_suffix.py +110 -0
- package/md_cg/test_issue522_review_record_sensitivity.py +267 -0
- package/md_cg/test_issue524_orphan_noise_no_demote.py +88 -0
- package/md_cg/test_issue525_read_null_semantics.py +52 -0
- package/md_cg/test_issue538_hook_condition_space.py +97 -0
- package/md_cg/test_issue540_path_guard_whitespace.py +126 -0
- package/md_cg/test_issue541_tidy_protect_gate.py +141 -0
- package/md_cg/test_issue542_tenant_root_same.py +153 -0
- package/md_cg/test_issue543_issue_authorization.py +147 -0
- package/md_cg/test_issue544_sandbox_reflection_gate.py +175 -0
- package/md_cg/test_issue545_charset_vs_size_diagnostic.py +77 -0
- package/md_cg/test_issue546_ledger_concurrency.py +81 -0
- package/md_cg/test_issue547_append_jsonl_whitelist.py +115 -0
- package/md_cg/test_issue547_audit_durable.py +96 -0
- package/md_cg/test_issue549_durable_append.py +143 -0
- package/md_cg/test_issue557_r1_credential_value_forms.py +76 -0
- package/md_cg/test_issue557_r2_write_entries_size_gate.py +84 -0
- package/md_cg/test_issue557_r3_pem_block_redaction.py +75 -0
- package/md_cg/test_issue559_refine_prefix.py +70 -0
- package/md_cg/test_issue561_pending_review.py +109 -0
- package/md_cg/test_issue66_scrub_semantics.py +107 -0
- package/md_cg/test_issue67_scrub_control_pool.py +233 -0
- package/md_cg/test_issue69_audit_boundary.py +129 -0
- package/md_cg/test_issue71_queue_backlog.py +377 -0
- package/md_cg/test_issue72_coldverify_controlled_drain.py +420 -0
- package/md_cg/test_issue73_doc_chapter_refs.py +326 -0
- package/md_cg/test_issue75_neural_failure.py +582 -0
- package/md_cg/test_issue78_export_concurrency.py +334 -0
- package/md_cg/test_issue80_residual_flush.py +169 -0
- package/md_cg/test_issue82_credential_rules.py +271 -0
- package/md_cg/test_issue82_layer_and_size.py +120 -0
- package/md_cg/test_issue84_portability.py +95 -0
- package/md_cg/test_issue85_export_overwrite.py +113 -0
- package/md_cg/test_issue86_runtime_revoke.py +110 -0
- package/md_cg/test_issue87_default_sensitivity_single.py +201 -0
- package/md_cg/test_issue88_conclusion_face.py +280 -0
- package/md_cg/test_issue88_execution_conflicts.py +87 -0
- package/md_cg/test_issue89_zero_score.py +169 -0
- package/md_cg/test_issue89a_score_cap_tiebreak.py +279 -0
- package/md_cg/test_issue91_verifier_sandbox.py +314 -0
- package/md_cg/test_issue91_verifier_timeout.py +528 -0
- package/md_cg/test_issue93_remember_redaction.py +282 -0
- package/md_cg/test_issue96_key_fallback.py +102 -0
- package/md_cg/test_issue98_tenant_root.py +104 -0
- package/md_cg/test_jsonl_commit_watermark.py +221 -0
- package/md_cg/test_live_validity_cache.py +256 -0
- package/md_cg/test_logref.py +32 -0
- package/md_cg/test_mcp_call_argument_types.py +99 -0
- package/md_cg/test_md_access_parity.py +80 -5
- package/md_cg/test_md_cg_no_hive_dep.py +140 -0
- package/md_cg/test_memory_rsi.py +215 -0
- package/md_cg/test_memory_rsi_adversarial.py +91 -0
- package/md_cg/test_mode_parity.py +1413 -1393
- package/md_cg/test_mutation_residue.py +120 -0
- package/md_cg/test_mutation_rollback.py +62 -32
- package/md_cg/test_n123_derive_expiry_chain.py +10 -5
- package/md_cg/test_n130_verify_falsified_protect.py +185 -185
- package/md_cg/test_n209_verify_write_face_gates.py +7 -2
- package/md_cg/test_n230_dirty_replay.py +52 -9
- package/md_cg/test_n62_tenant_bind_failclosed.py +3 -3
- package/md_cg/test_neg_coverage_budget.py +500 -0
- package/md_cg/test_neg_tail_honesty.py +79 -9
- package/md_cg/test_p0.py +16 -2
- package/md_cg/test_p14_root_fallback.py +373 -0
- package/md_cg/test_p1x_ref_root.py +47 -10
- package/md_cg/test_p21_tokens.py +2 -1
- package/md_cg/test_p24_evidence.py +232 -227
- package/md_cg/test_p26_refindex.py +20 -3
- package/md_cg/test_p27_docindex.py +16 -1
- package/md_cg/test_p28_refcheck.py +45 -24
- package/md_cg/test_p29_session_ingest_export.py +6 -0
- package/md_cg/test_p2_mcp.py +474 -453
- package/md_cg/test_p2_six_elements.py +14 -1
- package/md_cg/test_p3.py +370 -261
- package/md_cg/test_p33_ccg_wiring.py +9 -2
- package/md_cg/test_p3_legacy_closure.py +6 -1
- package/md_cg/test_p40_refine_worklist.py +5 -2
- package/md_cg/test_p47_session_view.py +25 -9
- package/md_cg/test_p4_freshness.py +8 -1
- package/md_cg/test_p83_jsonrpc_parse_error.py +124 -0
- package/md_cg/test_p9c_dedup_hints.py +7 -2
- package/md_cg/test_policy_required_ccg.py +12 -0
- package/md_cg/test_postings_digest_memo.py +139 -0
- package/md_cg/test_predict_beta.py +138 -135
- package/md_cg/test_qmd.py +500 -0
- package/md_cg/test_query_excerpt.py +209 -0
- package/md_cg/test_reach.py +456 -378
- package/md_cg/test_reach_snapshot_admission.py +218 -0
- package/md_cg/test_readcache_prodpath.py +4 -0
- package/md_cg/test_recall_face_guards.py +854 -812
- package/md_cg/test_recall_metadata.py +422 -0
- package/md_cg/test_retr_s5.py +104 -5
- package/md_cg/test_retr_score_once.py +14 -2
- package/md_cg/test_review_cli_attribution.py +11 -7
- package/md_cg/test_review_queue_batch.py +123 -0
- package/md_cg/test_review_queue_index.py +130 -0
- package/md_cg/test_rrf_candidates.py +292 -0
- package/md_cg/test_rrf_qualified_topk.py +214 -0
- package/md_cg/test_rrf_unique_votes.py +218 -0
- package/md_cg/test_s1_ast_judge.py +110 -0
- package/md_cg/test_scrub_ledger.py +413 -0
- package/md_cg/test_security_audit_b26.py +34 -3
- package/md_cg/test_security_audit_v21.py +1 -2
- package/md_cg/test_sensitivity_predicate_single_point.py +184 -0
- package/md_cg/test_session5_identity.py +93 -0
- package/md_cg/test_session_attribution_consistency.py +813 -0
- package/md_cg/test_session_identity_tristate.py +486 -0
- package/md_cg/test_sleep_p1.py +35 -3
- package/md_cg/test_state_event_op.py +8 -1
- package/md_cg/test_state_projection_streaming.py +136 -0
- package/md_cg/test_stg_interval_candidates.py +280 -0
- package/md_cg/test_stg_time_blocks.py +239 -0
- package/md_cg/test_stgidx_index_parity.py +16 -12
- package/md_cg/test_subgraph_bounded_bfs.py +227 -0
- package/md_cg/test_sustain_bounded.py +30 -2
- package/md_cg/test_task_memory.py +394 -0
- package/md_cg/test_text_projection_mutations.py +101 -0
- package/md_cg/test_time_anchor.py +421 -0
- package/md_cg/test_time_core_lint.py +1024 -975
- package/md_cg/test_tool_face.py +200 -189
- package/md_cg/test_trust_bounded_frontier.py +248 -0
- package/md_cg/test_trust_edge_reachability.py +405 -0
- package/md_cg/test_w5_path_fingerprint.py +381 -0
- package/md_cg/test_w7_redlines.py +659 -0
- package/md_cg/test_write_return_shape.py +919 -0
- package/md_cg/test_writepipe.py +5 -3
- package/md_cg/timeanchor.py +534 -0
- package/md_cg/tokens.py +68 -5
- package/md_cg/tool_face.py +273 -260
- package/md_cg/trust.py +110 -26
- package/md_cg/twophase.py +74 -2
- package/md_cg/weights.py +642 -638
- package/md_cg/whitebox.py +9 -0
- package/md_cg/whitebox_kb/aeis_core/core.py +5026 -5026
- package/md_cg/whitebox_kb/wisdom/chat_engine.py +1504 -1506
- package/md_cg/whitebox_kb/wisdom/code_compose.py +876 -837
- package/md_cg/whitebox_kb/wisdom/compiler_code_units.py +3040 -3033
- package/md_cg/whitebox_kb/wisdom/compose_engine.py +3 -2
- package/md_cg/whitebox_kb/wisdom/core/condition_vm.py +22 -2
- package/md_cg/whitebox_kb/wisdom/core/parser.py +17 -0
- package/md_cg/whitebox_kb/wisdom/csre.py +412 -264
- package/md_cg/whitebox_kb/wisdom/csre_session.py +97 -0
- package/md_cg/whitebox_kb/wisdom/md_access.py +23 -3
- package/md_cg/whitebox_kb/wisdom/migrate_wisdom.py +21 -0
- package/md_cg/whitebox_kb/wisdom/mini_python.py +44 -7
- package/md_cg/whitebox_kb/wisdom/navigate.py +249 -248
- package/md_cg/whitebox_kb/wisdom/net_units.py +12 -7
- package/md_cg/whitebox_kb/wisdom/neural_retrieve.py +100 -10
- package/md_cg/whitebox_kb/wisdom/semantic_translate.py +13 -7
- package/md_cg/whitebox_kb/wisdom/test_ecosystem_assembly.py +158 -158
- package/md_cg/whitebox_kb/wisdom/test_safe_module_proxy.py +147 -0
- package/md_cg/whitebox_kb/wisdom/verifier.py +1918 -1297
- package/md_cg/writelimit.py +584 -390
- package/md_cg/writepipe.py +587 -76
- package/package.json +13 -9
- package/src/bridge.ts +34 -11
- package/src/cli.ts +75 -65
- package/src/hooks.ts +908 -776
- package/src/index.ts +19 -5
- package/src/init.ts +362 -361
- package/src/lib/datapath.ts +419 -326
- package/src/lib/hook_audit.ts +256 -243
- package/src/lib/mdcg_client.ts +10 -2
- package/src/lib/mutual.ts +481 -432
- package/src/lib/prompt_safety.ts +164 -149
- package/src/lib/roleplay_web.ts +30 -2
- package/src/lib/token_store.ts +274 -52
- package/src/tools.ts +249 -223
- package/zcode/README.md +1 -1
- package/docs/GBrain/345/217/257/345/200/237/351/211/264/347/202/271_/347/201/265/346/236/242/350/220/275/347/202/271/344/272/244/346/216/245_20260919.md +0 -169
- package/docs/Pi/345/217/257/345/255/246/344/271/240/344/274/230/347/202/271_/347/201/265/346/236/242/345/244/247/350/204/221/346/224/271/350/277/233/344/272/244/346/216/245_20260915.md +0 -144
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v1.0.md +0 -299
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_md_cg_v2.0.md +0 -239
- package/docs/eval/AGI/344/270/203/347/273/264/350/257/204/345/210/206/346/212/245/345/221/212_/345/205/255/345/256/266/350/256/260/345/277/206/347/263/273/347/273/237/345/220/214/345/260/272/345/256/236/346/265/213_v3.1.md +0 -340
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225v2_/345/217/202/350/200/203dsh-TUI_v1.0.md +0 -248
- package/docs/eval/DSH/346/227/245/345/277/227/347/264/242/345/274/225/346/225/210/346/236/234/351/252/214/350/257/201_v1.0.md +0 -209
- package/docs/eval/DSH/347/253/257/347/274/272/351/231/267/344/270/223/351/241/271_v1.0.md +0 -254
- package/docs/eval/N225_/347/264/242/345/274/225/346/227/245/345/277/227/351/235/236/345/257/271/350/261/241/350/243/205/350/275/275/351/235/242/347/261/273/345/236/213/351/227/270_v1.0.md +0 -418
- package/docs/eval/P1b2_/350/257/273/351/235/242/344/273/243/351/231/205/344/277/256/345/244/215_v1.0.md +0 -124
- package/docs/eval/bench_lingshu_self/bench_self.py +0 -140
- package/docs/eval/bench_lingshu_self/self_bench_result.json +0 -404
- package/docs/eval/bench_lingshu_self//347/201/265/346/236/242/350/207/252/345/272/223/347/253/257/345/210/260/347/253/257/346/243/200/347/264/242/345/256/236/346/265/213_v1.0.md +0 -38
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -223
- package/docs/eval/cons200_/345/206/262/347/252/201/346/243/200/346/265/213/351/200/211/351/235/242_/345/256/236/346/226/275/350/256/260/345/275/225_v1.1.md +0 -340
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/344/270/216/351/224/256/347/261/273/345/236/213/351/227/270_v1.1.md +0 -441
- package/docs/eval/issue43_/351/273/230/350/256/244/347/255/226/347/225/245/345/212/240/350/275/275/344/270/216/345/207/255/346/215/256/346/230/216/346/226/207/351/230/237/345/210/227_v1.0.md +0 -398
- package/docs/eval/issue50_/345/205/203/346/225/260/346/215/256/351/200/217/344/274/240/344/270/216/345/205/234/345/272/225_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -437
- package/docs/eval/issue50_/345/215/212/351/207/215/345/244/215/345/276/205/345/256/232/345/244/215/346/240/270_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -488
- package/docs/eval/issue50_/345/276/205/345/256/232/345/244/215/346/240/270/345/205/245/351/230/237_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -428
- package/docs/eval/issue50_/350/257/273/351/235/242/344/277/235/346/212/244/345/217/252/350/256/244/346/230/276/345/274/217/346/235/245/346/272/220_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -271
- package/docs/eval/issue50_/351/207/215/350/246/201/345/272/246/345/220/214/346/272/220/344/270/216/344/277/235/346/212/244/350/257/255/344/271/211_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -306
- package/docs/eval/issue51_/344/270/200/351/224/256/345/256/211/350/243/205/345/244/261/350/264/245_/345/275/222/345/261/236/345/210/244/345/256/232_v1.0.md +0 -58
- package/docs/eval/issue52_/346/235/241/344/273/266/345/205/210/350/241/214/344/270/216/346/210/252/346/226/255/345/217/257/350/247/202/346/265/213_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -360
- package/docs/eval/issue64_replay_check_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -284
- package/docs/eval/issue65_session_recall_/344/274/232/350/257/235/351/232/224/347/246/273_/346/240/270/351/252/214/344/270/216/344/277/256/345/244/215_v1.0.md +0 -329
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/241/346/241/243/344/275/215/345/215/225/344/270/200/345/205/245/345/217/243_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -651
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/242/345/217/230/346/233/264/345/215/225/344/270/216/345/233/236/346/273/232/345/216/237/350/257/255_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -439
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/243/345/207/206/345/205/245/350/257/273/346/225/260_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1337
- package/docs/eval//344/270/211/346/241/243/350/207/252/346/262/273_/346/255/245/351/252/244/342/221/244/346/224/266/345/256/230/344/270/216/345/205/250/351/223/276/351/252/214/346/224/266_/350/220/275/347/240/201/350/256/260/345/275/225_v1.0.md +0 -1817
- package/docs/eval//344/270/215/345/217/257/351/235/240/346/200/247/350/220/275/345/234/260_P0_v1.0.md +0 -185
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/200/346/211/271_/346/216/245/347/272/277/344/270/216/347/255/211/344/273/267/345/217/230/346/215/242_v1.0.md +0 -498
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/270/211/346/211/271_/351/227/250/347/246/201/350/275/254/346/255/243/344/270/216/350/260/203/345/272/246/346/255/242/350/241/200/344/270/216/351/227/250/346/216/247/346/224/266/345/217/243_v1.0.md +0 -669
- package/docs/eval//344/274/230/345/214/226/347/254/254/344/272/214/346/211/271_/344/276/235/350/265/226/351/200/217/344/274/240/344/270/216/345/257/271/346/213/215/345/217/243/345/276/204/344/270/216/350/264/237/347/274/223/345/255/230_v1.0.md +0 -683
- package/docs/eval//345/207/272/350/264/247/351/235/242/345/206/222/347/203/237_/350/277/233/350/264/247/351/227/250/347/246/201_v1.0.md +0 -460
- package/docs/eval//345/217/221/345/270/20306_/344/270/200/351/224/256/351/205/215/347/275/256/344/270/216DSH0172_v1.0.md +0 -171
- package/docs/eval//345/217/221/345/270/20307_/345/244/226/351/203/250/346/212/245/345/221/212/345/233/233/346/211/271/344/277/256/345/244/215/344/270/216/346/217/222/344/273/266/351/235/242/345/212/240/345/233/272_v1.0.md +0 -209
- package/docs/eval//345/217/221/345/270/20308_/350/207/252/350/277/255/344/273/243/344/270/216/347/235/241/347/234/240_/345/233/276/346/243/200/347/264/242/350/267/257/344/270/216/346/235/203/351/207/215_v1.0.md +0 -97
- package/docs/eval//345/217/221/345/270/20309_/346/243/200/347/264/242/351/235/242/344/270/211/346/211/271/346/224/266/345/217/243_v1.0.md +0 -66
- package/docs/eval//345/217/221/345/270/20310_/350/257/273/351/235/242/346/215/237/345/235/217UTF8/345/256/266/346/227/217/346/224/266/345/217/243_v1.0.md +0 -71
- package/docs/eval//345/217/221/345/270/20311_/345/244/226/346/212/245/345/205/255/350/277/236/344/277/256/344/270/216/344/270/226/347/225/214/346/250/241/345/236/213/345/272/225/345/272/247_v1.0.md +0 -91
- package/docs/eval//345/217/221/345/270/20312_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_v1.0.md +0 -108
- package/docs/eval//345/217/221/345/270/20313_/344/270/212/344/270/213/346/226/207/350/207/252/347/256/241/347/220/206/346/234/272/345/210/266_v1.0.md +0 -114
- package/docs/eval//345/217/221/345/270/20314_/350/272/253/344/275/223/303/227/350/204/221/347/273/204/345/220/210_v1.0.md +0 -160
- package/docs/eval//345/217/221/345/270/20315_/344/274/232/350/257/235/351/232/224/347/246/273/344/277/256/345/244/215/344/270/216/350/272/253/344/275/223/345/272/223/345/261/225/347/244/272_v1.0.md +0 -88
- package/docs/eval//345/256/236/351/252/214/346/226/271/346/241/210_/345/255/246/344/271/240/351/227/255/347/216/257AB/344/270/216/346/250/252/350/257/204_v1.0.md +0 -174
- package/docs/eval//345/275/222/344/270/200/345/261/202/347/274/272/347/234/201/347/277/273/345/205/263_/344/277/256/345/244/215/350/256/260/345/275/225_v1.0.md +0 -458
- package/docs/eval//346/200/247/350/203/275/344/270/223/351/241/271_/345/206/267/346/237/245/350/257/242/344/270/216/345/206/205/345/255/230_v1.0.md +0 -218
- package/docs/eval//346/225/205/351/232/234/346/263/250/345/205/245/345/256/236/346/265/213_v1.0.md +0 -432
- package/docs/eval//346/250/252/350/257/204_/345/205/255/345/256/266100/351/242/230/344/270/255/350/213/261/345/217/214/346/237/245_v1.0.md +0 -223
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/270/200/346/211/271_v1.0.md +0 -195
- package/docs/eval//347/224/250/346/210/267/350/243/201/345/206/263/345/244/204/347/275/256_/347/254/254/344/272/214/346/211/271B6_/346/234/254/346/234/272/350/267/257/345/276/204/347/233/270/345/257/271/345/214/226_v1.0.md +0 -78
- package/docs/eval//347/253/257/345/210/260/347/253/257LoCoMoQA/345/220/214/345/217/243/345/276/204/345/257/271/347/205/247_v1.0.md +0 -100
- package/docs/eval//347/253/257/345/210/260/347/253/257/345/271/262/346/211/260/346/261/240/350/257/204/346/265/213_/347/241/256/345/256/232/346/200/247/350/243/201/345/206/263vsLLM_judge_v1.1.md +0 -197
- package/docs/eval//347/254/2543/345/261/202stg/347/273/223/346/236/204/347/264/242/345/274/225_/345/256/236/346/226/275/350/256/260/345/275/225_v1.0.md +0 -250
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_LoCoMo_/347/201/265/346/236/242_.png +0 -0
- package/docs/eval//347/254/254/344/270/211/346/226/271/351/252/214/350/257/201/346/212/245/345/221/212_/347/201/265/346/236/242_vs_dejavu_/347/273/237/344/270/200/350/257/204/345/210/206_v7.md +0 -202
- package/docs/eval//347/274/226/347/240/201/351/235/242/345/211/215/347/275/256_/345/205/245/345/217/243/350/207/252/344/277/235/350/257/201UTF8/344/270/216/346/226/207/346/234/254open/345/256/210/345/215/253_v1.0.md +0 -646
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v1.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v10.md +0 -210
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v11.md +0 -227
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v12.md +0 -203
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v13.md +0 -233
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v14.md +0 -191
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v15.md +0 -213
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v16.md +0 -214
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v17.md +0 -199
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v18.md +0 -183
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v19.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v2.md +0 -156
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v20.md +0 -283
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v21.md +0 -224
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v22.md +0 -223
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v23.md +0 -293
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v24.md +0 -303
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v25.md +0 -230
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v26.md +0 -196
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v27.md +0 -259
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v28.md +0 -217
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v29.md +0 -270
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v3.md +0 -152
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v30.md +0 -231
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v31.md +0 -281
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v4.md +0 -128
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v5.md +0 -114
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v6.md +0 -192
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v7.md +0 -187
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v8.md +0 -207
- package/docs/eval//347/274/272/351/231/267/346/214/226/346/216/230_/350/207/252/344/270/273/350/277/255/344/273/243_v9.md +0 -203
- package/docs/eval//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_P1_/346/212/275/345/217/226/345/231/250v4_/344/270/211/347/216/207/350/257/273/346/225/260_v1.0.md +0 -231
- package/docs/eval//351/262/270/345/250/230/344/270/203/347/261/273/347/212/266/346/200/201/350/277/275/350/270/252_v1.0.md +0 -176
- package/docs/hive//344/270/273/344/273/243/347/220/206/345/255/220/344/273/243/347/220/206/350/256/260/345/277/206/346/236/266/346/236/204/350/256/276/350/256/241.md +0 -385
- package/docs/hive//344/273/244/347/211/214/344/270/216/350/247/222/350/211/262/346/235/203/350/201/214/345/210/206/347/246/273_v0.1.md +0 -165
- package/docs/hive//344/273/244/347/211/214/350/257/255/344/271/211/344/277/256/346/255/243_/344/273/262/350/243/201/344/275/215_v0.1.md +0 -76
- package/docs/hive//345/244/232/347/253/257harness/351/200/232/344/277/241/345/245/221/347/272/246_v0.1.md +0 -42
- package/docs/hive//345/255/220/344/273/243/347/220/206/351/205/215/347/275/256/346/240/207/345/207/206_v0.5.md +0 -236
- package/docs/hive//345/256/211/345/205/250/345/256/241/350/256/241/345/256/236/351/224/232_v0.1.md +0 -202
- package/docs/hive//346/243/200/347/264/242/346/224/266/346/225/233/345/256/236/346/265/213/344/270/216S1b/350/256/276/350/256/241_v0.1.md +0 -43
- package/docs/hive//346/243/200/347/264/242/347/256/227/346/263/225/345/217/243/345/276/204/345/257/271/347/205/247_v0.1.md +0 -210
- package/docs/hive//346/243/200/347/264/242/350/267/257/345/276/204/344/270/216/350/256/244/347/237/245/347/273/223/346/236/204/345/245/221/347/272/246_v0.1.md +0 -152
- package/docs/hive//350/234/202/345/267/242M6_ingest/345/256/236/346/226/275/350/256/241/345/210/222_v0.1.md +0 -47
- package/docs/hive//350/234/202/345/267/242/345/217/214/345/256/236/344/276/213/344/272/222/351/252/214_/350/256/276/350/256/241/345/256/232/347/250/277.md +0 -519
- package/docs/hive//350/234/202/345/267/242/345/267/245/344/275/234/350/256/260/345/277/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -85
- package/docs/hive//350/234/202/345/267/242/350/256/276/350/256/241_/347/220/206/350/256/272/345/257/271/351/275/220_v0.1.md +0 -191
- package/docs/hive//350/234/202/345/267/242/350/277/255/344/273/243_/345/256/217/350/247/202/344/270/216/347/276/244/344/275/223/350/260/203/345/272/246_v0.1.md +0 -90
- package/docs/images/lingshu-moonlight-covenant-poster-preview.jpg +0 -0
- package/docs/images/lingshu-moonlight-covenant-poster.png +0 -0
- package/docs/mdcg/D_meta_/345/267/245/347/250/213/345/214/226/346/226/271/346/241/210_v0.2.md +0 -216
- package/docs/mdcg/README/350/257/246/347/273/206/347/211/210_v0.4.10.md +0 -746
- package/docs/mdcg/guardrail-charter.md +0 -164
- package/docs/mdcg/lingshu_tutorial.html +0 -14956
- package/docs/mdcg/memory-assessment.html +0 -923
- package/docs/mdcg/memory_score.html +0 -213
- package/docs/mdcg/memory_score.png +0 -0
- package/docs/mdcg/release_v0.3.0.md +0 -36
- package/docs/mdcg/release_v0.4.11.md +0 -49
- package/docs/mdcg/release_v0.4.5.md +0 -55
- package/docs/mdcg/tool_table_v0.3.0.md +0 -117
- package/docs/mdcg//344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/344/275/277/347/224/250/344/270/216/350/277/220/347/273/264_v1.0.md +0 -384
- package/docs/mdcg//344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/345/245/221/347/272/246_v0.1.md +0 -82
- package/docs/mdcg//345/205/250/345/272/223/344/273/243/347/240/201/350/257/204/345/256/241/344/270/216/346/235/241/344/273/266/345/214/226/346/263/250/351/207/212_/350/256/241/345/210/222_v0.1.md +0 -600
- package/docs/mdcg//345/212/237/350/203/275/350/260/203/347/224/250/346/230/240/345/260/204/350/241/250_v0.1.md +0 -266
- package/docs/mdcg//345/215/225/345/205/203/350/207/252/346/210/221/351/224/232/347/202/271_/347/263/273/347/273/237/346/217/220/347/244/272/350/257/215/346/240/207/345/207/206_v0.3.md +0 -275
- package/docs/mdcg//345/217/221/345/270/203/351/227/250/347/246/201/351/223/276_v0.1.md +0 -134
- package/docs/mdcg//346/272/220/347/240/201/347/272/247/346/236/266/346/236/204/345/256/241/350/256/241_GPT/346/211/271/350/257/204/345/257/271/347/205/247_v1.0.md +0 -130
- package/docs/mdcg//347/201/265/346/236/24282/345/267/245/345/205/267_/345/212/237/350/203/275/346/225/264/347/220/206/344/270/216/350/277/201/347/247/273/346/230/240/345/260/204_v0.1.md +0 -278
- package/docs/mdcg//347/201/265/346/236/242MCP/345/267/245/345/205/267/346/200/273/350/241/250_v3.4.md +0 -164
- package/docs/mdcg//347/201/265/346/236/242_/350/207/252/346/210/221/345/261/202/345/256/232/344/271/211.md +0 -43
- package/docs/mdcg//347/201/265/346/236/242/344/270/211/345/261/202/346/213/206/345/210/206/350/247/204/345/210/222_v0.1.md +0 -181
- package/docs/mdcg//347/201/265/346/236/242/350/256/260/345/277/206/345/212/250/350/257/215/345/215/217/350/256/256_v1.0-draft.md +0 -177
- package/docs/mdcg//347/216/257/344/272/214_/347/231/275/347/256/261/345/241/253/345/205/205/346/265/201/346/260/264/347/272/277_v0.1.md +0 -31
- package/docs/mdcg//347/235/241/347/234/240/345/221/250/346/234/237_/350/277/220/347/273/264/345/211/215/346/217/220/344/270/216/347/273/264/346/212/244/346/214/207/345/215/227_v1.0.md +0 -337
- package/docs/mdcg//347/274/272/345/217/243/345/215/225_P0/346/224/266/345/217/243_v0.1.md +0 -270
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_G4-G8/347/274/272/345/217/243/350/243/201/345/256/232/345/215/225_v0.1.md +0 -491
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_MD/347/233/256/345/275/225/346/226/271/346/241/210_v0.1.md +0 -552
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/346/235/241/344/273/266/347/251/272/351/227/264/345/220/210/346/210/220/344/270/216/347/224/237/346/225/210/346/235/241/344/273/266/345/217/243/345/276/204_v0.1.md +0 -340
- package/docs/mdcg//350/256/244/347/237/245/345/233/276_/347/264/242/345/274/225/344/270/216/345/267/245/347/250/213/350/247/204/350/214/203/345/214/226_/350/256/241/345/210/222_v0.1.md +0 -624
- package/docs/mdcg//350/256/244/347/237/245/345/233/276/344/275/234/344/270/272/350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_/350/257/204/344/274/260/344/270/216/350/267/257/347/272/277_v0.1.md +0 -94
- package/docs/mdcg//350/256/260/345/277/206/346/223/215/344/275/234/347/263/273/347/273/237_MdCGOS/344/270/216MCP/346/216/245/345/205/245_v0.1.md +0 -281
- package/docs/mdcg//350/267/250/347/253/257/351/252/214/350/257/201/344/270/216/345/220/214/346/255/245/345/215/217/350/256/256_v0.1.md +0 -93
- package/docs/plans/GridWorld/346/234/200/345/260/217/351/227/255/347/216/257/350/247/204/346/240/274_v0.1.md +0 -176
- package/docs/plans/stg/346/235/241/344/273/266/345/214/226/344/270/216/347/273/223/346/236/204/347/264/242/345/274/225_/350/256/276/350/256/241_v0.1.md +0 -124
- package/docs/plans//345/205/250/344/270/255/346/226/207/347/274/226/347/240/201/344/270/216/350/234/202/345/267/242/344/273/273/345/212/241/346/240/207/350/257/206/345/245/221/347/272/246_v2.0.md +0 -220
- package/docs/plans//345/221/275/345/220/215/346/262/273/347/220/206_/351/241/271/347/233/256/350/256/241/345/210/222.md +0 -81
- package/docs/plans//345/244/232/344/270/273/344/275/223/344/270/226/347/225/214/346/250/241/345/236/213_/345/257/271/351/275/220/350/257/204/344/274/260/344/270/216/350/220/275/345/234/260/350/256/276/350/256/241_v0.1.md +0 -141
- package/docs/plans//347/201/265/346/236/242/350/272/253/344/275/223/303/227/350/204/221_/344/270/226/347/225/214/346/250/241/345/236/213/345/257/271/346/216/245/350/256/276/350/256/241_v0.1.md +0 -119
- package/docs/plans//347/234/237/346/272/220/347/264/242/345/274/225_/351/200/232/347/224/250/346/234/272/345/210/266_v0.3.md +0 -227
- package/docs/plans//347/235/241/347/234/240/344/270/216/350/207/252/350/277/255/344/273/243_/345/212/237/350/203/275/344/274/230/345/214/226/350/256/276/350/256/241_v0.4.md +0 -547
- package/docs/plans//347/237/245/350/257/206/345/233/276/350/260/261/351/241/271/347/233/256_/344/272/244/346/216/245/346/226/207/346/241/243_20260914.md +0 -308
- package/docs/plans//350/234/202/345/267/242/346/250/241/345/236/213/345/257/206/351/222/245/351/205/215/347/275/256/351/235/242_v1.0.md +0 -385
- package/docs/plans//350/256/260/345/277/206/350/207/252/345/244/204/347/220/206/344/270/211/346/241/243/350/207/252/346/262/273_/350/256/276/350/256/241_v0.2.md +0 -207
- package/docs/plans//350/257/255/344/271/211/346/227/266/347/251/272/345/233/276/350/241/245/345/205/250_/344/270/226/347/225/214/346/250/241/345/236/213/345/212/237/350/203/275/347/253/257_/350/256/276/350/256/241_v0.1.md +0 -107
- package/docs/promo/bilibili-cover.jpg +0 -0
- package/docs/promo/promo-visual-1.png +0 -0
- package/docs/promo/promo-visual-2.png +0 -0
- package/docs/promo/promo-visual-3.png +0 -0
- package/docs/promo/promo-visual-4.png +0 -0
- package/docs/promo/promo-visual-5.png +0 -0
- package/docs/swarm//350/234/202/347/276/244/344/272/222/350/201/224_v0.1.md +0 -704
- package/docs/swarm//350/234/202/347/276/244/345/220/214/351/224/231/346/243/200/346/265/213/345/256/236/351/252/214/345/215/217/350/256/256_v0.1.md +0 -242
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/344/275/277/347/224/250/346/212/245/345/221/212_20260913.md +0 -68
- package/docs/swarm//350/234/202/347/276/244/345/244/232/346/231/272/350/203/275/344/275/223_/345/212/237/350/203/275/350/257/264/346/230/216_v0.6.md +0 -130
- package/docs/swarm//350/234/202/347/276/244/347/233/262/345/214/272/346/240/207/350/256/260_v1.0.md +0 -89
- package/docs/theory//344/270/215/345/217/257/351/235/240/345/256/232/347/220/206/344/270/216/345/244/261/346/225/210/344/274/230/345/205/210/346/241/206/346/236/266_v0.3.md +0 -365
- package/docs/theory//344/277/241/346/201/257/345/267/256/344/270/272/344/273/200/344/271/210/345/277/205/347/204/266/345/255/230/345/234/250/344/270/224/350/207/252/347/204/266/346/211/251/345/244/247.md +0 -239
- package/docs/theory//345/215/225/347/272/277/347/250/213/344/270/216/346/263/250/346/204/217/345/212/233/351/233/206/344/270/255_/346/227/240/344/272/211/350/256/256/347/220/206/350/256/272/346/226/207/346/241/243_v1.0.md +0 -129
- package/docs/theory//345/271/266/345/217/221/345/277/205/347/204/266/346/200/247/347/220/206/350/256/272_v0.2.md +0 -134
- package/docs/theory//346/231/272/350/203/275/347/232/204/345/205/254/347/220/206/345/214/226/345/237/272/347/237/263.md +0 -789
- package/docs/theory//346/231/272/350/203/275/347/232/204/350/256/244/347/237/245/350/277/207/347/250/213.md +0 -379
- package/docs/theory//346/231/272/350/203/275/350/256/2723.4.md +0 -5260
- package/docs/theory//346/246/202/345/277/265/345/210/206/345/261/202/345/257/271/351/275/220/350/241/250_v0.1.md +0 -145
- package/docs/theory//347/220/206/350/256/272_/346/234/272/345/210/266_/344/273/243/347/240/201_/345/256/236/351/252/214_/347/274/272/345/217/243/347/237/251/351/230/265_v0.1.md +0 -144
- package/docs/theory//347/220/206/350/256/272/344/273/223/346/213/206/345/210/206/344/270/216/347/231/275/347/256/261/347/237/245/350/257/206/345/272/223/345/206/205/350/277/201_v0.1.md +0 -198
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/346/230/257/344/273/200/344/271/210/357/274/237.md +0 -812
- package/docs/theory//347/231/275/347/256/261/346/231/272/350/203/275/347/263/273/345/210/227/302/267/347/254/254/344/272/224/347/257/207/357/274/232/350/256/251AI/347/234/237/346/255/243/350/243/205/344/270/212/350/256/260/345/277/206.md +0 -421
- package/docs/theory//350/256/244/347/237/245/344/273/243/347/220/206/344/270/216/346/224/266/346/225/233/347/273/223/346/236/204_/346/235/241/344/273/266/350/256/272/351/207/215/346/236/204_v0.1.md +0 -221
- package/docs/world_model//344/270/226/347/225/214/346/250/241/345/236/213_/347/245/236/347/273/217/347/275/221/347/273/234/345/272/225/345/261/202/346/236/266/346/236/204_v1.0.md +0 -237
- package/docs//344/270/215/345/217/257/351/235/240/346/200/247/347/220/206/350/256/272_v0.1.md +0 -343
- package/docs//345/217/221/345/270/203/344/273/266/345/233/236/346/272/257/350/257/264/346/230/216_v0.1.md +0 -82
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/346/236/266/346/236/204/345/255/246/344/271/240_/345/244/226/351/203/250/347/220/206/350/256/272/345/257/271/347/205/247/344/270/216/350/267/257/347/272/277/344/272/244/346/216/245_20260916.md +0 -98
- package/docs//345/255/230/347/256/227/344/270/200/344/275/223/347/245/236/347/273/217/347/275/221/347/273/234/346/236/266/346/236/204_/346/200/273/347/272/262/344/270/216/344/272/244/346/216/245_20260916.md +0 -109
- package/docs//347/201/265/346/236/242/350/207/252/346/210/221/346/224/271/350/277/233/345/267/245/344/275/234/350/256/241/345/210/222_/345/244/226/351/203/250/347/240/224/347/251/266/347/263/273/345/210/227/345/220/270/346/224/266_v1_20260919.md +0 -286
- package/docs//347/231/275/347/256/261/345/214/226/347/272/262/351/242/206_/344/270/211/351/241/271/347/233/256/345/255/246/344/271/240/346/200/273/346/236/266/346/236/204/344/270/216Ghidra/344/272/244/346/216/245_20260916.md +0 -104
- package/docs//347/247/244_/350/256/260/345/277/206/347/263/273/347/273/237/350/257/204/346/265/213/350/247/204/350/214/203_v2.1.md +0 -225
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.2.md +0 -121
- package/docs//350/256/260/345/277/206/347/263/273/347/273/237/345/215/263/347/231/275/347/256/261/345/214/226/346/231/272/350/203/275_/346/236/266/346/236/204/345/257/271/347/205/247_v0.3.md +0 -117
- package/docs//350/256/260/345/277/206/350/257/204/345/256/241/347/263/273/347/273/237_/347/253/213/351/241/271/350/256/276/350/256/241/344/270/216/346/226/275/345/267/245/344/272/244/346/216/245_20260915.md +0 -183
|
@@ -1,552 +0,0 @@
|
|
|
1
|
-
# 认知图 MD 目录方案 · 设计文档
|
|
2
|
-
|
|
3
|
-
> 版本:v0.4(md 原生口径)| 2026-09-10 | 状态:**P0 25/25 + P1 37/37 全绿**
|
|
4
|
-
> 背景:用**结构化 md 文件 + 文件索引**替代 sqlite 存认知图。这不是"换存储引擎",
|
|
5
|
-
> 而是让认知图回归它的**本征形态**——分层的条件注释目录。
|
|
6
|
-
> 依据:白箱智能五层记忆 + 条件代码图 CCG(三重注释范式)+ 第五篇"召回非全量/条件路由"。
|
|
7
|
-
>
|
|
8
|
-
> **v0.4 修订说明(去外部依赖)**:本仓库按「用新的 md 文档记忆库做验证」把
|
|
9
|
-
> `census`/`bench_p0`/`test_p0`/`test_p1` 全部改为 **md 原生**——不再依赖
|
|
10
|
-
> `wisdom-book-cloud-new.db` 与 `aeis.core`;数据来源统一为 `md_cg/corpus.py` 自建的
|
|
11
|
-
> 336 节点 md 语料(14 域 × 6 知识点 × 4 侧面)。因此 v0.2/v0.3 里的「3048 节点真实库」
|
|
12
|
-
> 数字(3037 桶 / 单例 99.9% / sqlite 对比)**已被同构自建库的实测替换**,
|
|
13
|
-
> 结论方向不变,量级按新库重标。被推翻的条款保留原文并标 `~~删除线~~`,便于追溯决策链。
|
|
14
|
-
> 代码位置 `md_cg/`(工作区顶层),验收 `python -m md_cg.test_p0` + `python -m md_cg.test_p1`。
|
|
15
|
-
>
|
|
16
|
-
> | v0.1 假设 | 实测结果(v0.4 自建 md 库:336 节点) | 修订处 |
|
|
17
|
-
> |---|---|---|
|
|
18
|
-
> | 四元组哈希分桶可用 | 336 桶/336 节点,单例桶 **100%**,等于全表扫 | §1 |
|
|
19
|
-
> | 桶内 LIKE 落空 → 桶内全扫即可 | 桶内全扫仍可能空,会**被分区误杀**返回空集 | §4 |
|
|
20
|
-
> | `_index.json` 读-改-写 + 全局锁 | 多进程实测**整批丢失 106/240 条**(v0.2 原库) | §6 |
|
|
21
|
-
> | 读节点时更新 access_count | 检索变写操作,破坏"检索只读"契约 | §7 |
|
|
22
|
-
>
|
|
23
|
-
> **v0.3 修订说明(P1 架构对齐)**:v0.2 只解决了「文件怎么存、怎么并发」,但对照白箱
|
|
24
|
-
> 四篇入门 + 第五篇记忆篇逐条审查,实现与认知图架构有 **9 处结构性错位**(v0.2 全部没有):
|
|
25
|
-
>
|
|
26
|
-
> | v0.3 补全 | 依据 | 代码/验收 |
|
|
27
|
-
> |---|---|---|
|
|
28
|
-
> | CCG 5 要素(补**验证方式、不适用条件**) | 第 1 篇第 17 章;28%→88% 靠补不适用条件 | `nodefile.py` |
|
|
29
|
-
> | `verification_basis` 外部验证基底 | 第 2 篇第 7 章:能被验证才能被信任 | `nodefile.py` |
|
|
30
|
-
> | `rejected/` + `unresolved/` 负记忆目录 | 第 5 篇 L2「失败比成功值钱」/L5 | `mdcg.add_rejected/add_unresolved` |
|
|
31
|
-
> | 资格判定四态(ACCEPT/REJECT/DEFER/BLINDSPOT) | 第 1 篇核心:相似度不授予资格 | `judge_qualification` |
|
|
32
|
-
> | 指标改 Top-1/Top-5/盲区率 | 第 1 篇第 9 章(96/96) | `test_p1` 维度4 |
|
|
33
|
-
> | 两阶段并行收敛路由(14 大域→域内) | 第 3 篇第 4 章 56 学科卡→14 大域 | `routing.big_domain_classify` |
|
|
34
|
-
> | 信息差 D(t,C) 与 d²D/dt² | 第 4 篇 + 第 3 篇附录 | `reflect`/_reflection.jsonl |
|
|
35
|
-
> | 知识飞轮(误差→找漏条件→验证→更新) | 第 2 篇第 8 章 | `flywheel_step` |
|
|
36
|
-
> | 五大单元补齐(反思/验证/输出) | 第 3 篇第 13 章 | `reflect`/`verify` |
|
|
37
|
-
|
|
38
|
-
---
|
|
39
|
-
|
|
40
|
-
## 0. 核心判断
|
|
41
|
-
|
|
42
|
-
**认知图本来就该是"目录 + 条件注释"的文件结构,sqlite 是权宜(把它塞进关系表)。**
|
|
43
|
-
- 五层记忆(layer)→ 目录层级。
|
|
44
|
-
- 条件路由(召回非全量)→ 目录分区 = 条件索引。
|
|
45
|
-
- CCG 条件注释(5 要素:适用条件/子功能/执行/验证方式/不适用条件)→ 每个节点的统一格式。
|
|
46
|
-
- md 文件 → 可审计/diff/共享/零依赖(D-005)。
|
|
47
|
-
|
|
48
|
-
**md 替代 sqlite = 迁回认知图本征形态**,而非"换一个存储"。
|
|
49
|
-
|
|
50
|
-
---
|
|
51
|
-
|
|
52
|
-
## 1. 目录分层 Schema
|
|
53
|
-
|
|
54
|
-
```
|
|
55
|
-
<ROOT>/ # 认知图根(如 ~/.agent-memory/ 或 AEIS/data/lingxu-cg/)
|
|
56
|
-
├── _index.json # 自描述:schema_version、各层节点 id→相对路径 索引
|
|
57
|
-
├── anchor/ # 锚点层(不可遗忘,保护)
|
|
58
|
-
│ ├── node_<id>.md
|
|
59
|
-
│ └── ...
|
|
60
|
-
├── structural/ # 结构层(协议/自我/信任)
|
|
61
|
-
├── knowledge/ # 知识层(经验学习,主检索层)
|
|
62
|
-
│ ├── condition_<hash>/ # ★ 条件分区(按 condition_space 键归一化分桶)
|
|
63
|
-
│ │ ├── node_<id>.md
|
|
64
|
-
│ │ └── ...
|
|
65
|
-
│ └── orphan/ # 无条件/未归桶的
|
|
66
|
-
├── rejected/ # v0.3 负记忆 L2:被证伪假设(importance=0,不参与正排打分)
|
|
67
|
-
├── unresolved/ # v0.3 负记忆 L5:未解问题清单(驱动主动探索,见 §2.2)
|
|
68
|
-
├── contextual/ # 情境层(短期,可衰减/淘汰)
|
|
69
|
-
└── self/ # 自我层(自我模型/信任状态/盲区)
|
|
70
|
-
```
|
|
71
|
-
|
|
72
|
-
**分层原则**:layer → 目录;condition_space → 知识层内的条件分区子目录。
|
|
73
|
-
`rejected/` 与 `unresolved/` 在五层之外,**不参与正向评分**,只作覆盖标记 + 防御再犯(§2.2)。
|
|
74
|
-
|
|
75
|
-
### 1.1 分桶键:为什么不能用四元组哈希(实测证伪)
|
|
76
|
-
|
|
77
|
-
> ~~分区粒度:条件空间四元组 `(observation_position, observation_tool, time_window, existence_constraint)`
|
|
78
|
-
> → 归一化哈希 → `condition_<hash>/`。~~
|
|
79
|
-
|
|
80
|
-
在自建 md 库 336 个节点上做分桶键普查(`md_cg/census.py _md_cg_p0`),四元组哈希**完全退化**:
|
|
81
|
-
|
|
82
|
-
| 方案 | 分桶键 | 桶数 | 最大桶占比 | 单例桶率 | 期望扫描占比 |
|
|
83
|
-
|---|---|---|---|---|---|
|
|
84
|
-
| A | 原始四元组哈希(v0.1) | **336** | 0.3% | **100%** | 100% |
|
|
85
|
-
| B | 三元组(排除 time_window) | **336** | 0.3% | **100%** | 100% |
|
|
86
|
-
| C | 双元组(position + tool) | **336** | 0.3% | **100%** | 100% |
|
|
87
|
-
| D | **归一化域键(采用)** | **14** | 7.1% | **0.0%** | **7.1%** |
|
|
88
|
-
|
|
89
|
-
根因:`observation_position` 字段里嵌了**实例名**(如「知识点(二分查找)」),
|
|
90
|
-
取值数 ≈ 节点数,一个节点一个桶 = 每次检索都退化成全表扫,
|
|
91
|
-
"条件路由非全量"的收益归零。另三个字段则**信息量过低**、无法承担分区:
|
|
92
|
-
`observation_tool`/`existence_constraint` 100% 集中于单值、`time_window` 唯一率 57.7% 但仍是实例级取值。
|
|
93
|
-
(v0.2 在 3048 节点真实库上测得同一结论:A 方案 3037 桶 / 单例 99.9%,D 方案 90 桶 / 2.0%。)
|
|
94
|
-
|
|
95
|
-
**v0.2 分桶键**(`routing.route_key`):
|
|
96
|
-
1. 优先取 `tags` 里的 `domain:` 前缀值(写入侧显式声明的领域);
|
|
97
|
-
2. 回退到 `observation_position` **归一化后**的域名——剥离「知识点(xxx)」的实例名尾巴
|
|
98
|
-
与「内容(按骨架填充)」类后缀,把 3033 种实例名收敛成 90 个域;
|
|
99
|
-
3. 都取不到 → `orphan/`。
|
|
100
|
-
|
|
101
|
-
目录名 = `cond_<可读域名>_<sha256短哈希>`(如 `cond_计算机科学_36855ea8`),
|
|
102
|
-
保留可读前缀便于人工审计,短哈希避免非法路径字符与重名。
|
|
103
|
-
|
|
104
|
-
### 1.2 分桶健康度必须是可自检指标
|
|
105
|
-
|
|
106
|
-
分桶键退化是**静默故障**——功能全对、只是慢,不会报错。因此把健康度做成
|
|
107
|
-
`MdCG.health()` 的常驻自检(`routing.bucket_health`),三条判据任一触发即判定退化:
|
|
108
|
-
|
|
109
|
-
- 巨桶:最大桶占比 > 30%(分区没起作用)
|
|
110
|
-
- 碎片化:单例桶率 > 50%(键含实例级字段,即 v0.1 的病)
|
|
111
|
-
- **期望扫描占比 `Σvᵢ²/n²` > 30%**(核心指标:随机一次查询的期望扫描比例)
|
|
112
|
-
|
|
113
|
-
期望扫描占比是唯一能同时抓住"巨桶"和"碎片化"两种退化的单一标量,
|
|
114
|
-
P0 验收直接断言它 < 10%(自建 md 库实测 7.1%;v0.2 真实库 2.0%)。
|
|
115
|
-
- 这是**条件路由的物理索引**:查询"当前情境满足什么条件"→ 直接进对应 `condition_<hash>/`,**非全量**。
|
|
116
|
-
|
|
117
|
-
---
|
|
118
|
-
|
|
119
|
-
## 2. 节点文件格式(单个 .md)
|
|
120
|
-
|
|
121
|
-
每个节点 = 一个 `.md`,**YAML frontmatter = 结构化字段,正文 = content(可带 CCG 注释)**。
|
|
122
|
-
|
|
123
|
-
```markdown
|
|
124
|
-
---
|
|
125
|
-
id: node_xxx
|
|
126
|
-
layer: knowledge # anchor|structural|knowledge|contextual|self
|
|
127
|
-
modality: text
|
|
128
|
-
importance: 0.8
|
|
129
|
-
confidence: 0.6
|
|
130
|
-
condition_space:
|
|
131
|
-
observation_position: 感知系统
|
|
132
|
-
observation_tool: 图像识别
|
|
133
|
-
time_window: [1788..., 1789...]
|
|
134
|
-
existence_constraint: 协议实例运行中
|
|
135
|
-
tags: [vision, subpart, head]
|
|
136
|
-
spatial: {bbox: [217,51,605,310]} # 可选
|
|
137
|
-
temporal: 1788612...
|
|
138
|
-
created_at: 1788612...
|
|
139
|
-
semantic_coordinates: {} # 可选
|
|
140
|
-
state_attributes: {modality: image} # 可选
|
|
141
|
-
entity_id: null
|
|
142
|
-
verification_basis: test # v0.3:外部验证基底(compiler|test|measurement|formal_proof|data|other)
|
|
143
|
-
non_applicable_conditions: [ ... ] # v0.3:能力级不适用条件(28%→88% 的关键)
|
|
144
|
-
access_count: 0
|
|
145
|
-
last_access: 0
|
|
146
|
-
---
|
|
147
|
-
# 功能名:head 部件识别
|
|
148
|
-
# 生效条件:白箱观测域含 subject=人物,view_distance=全身
|
|
149
|
-
# 子功能:bbox 定位 → 前景占比 → 白箱四态判定
|
|
150
|
-
# 执行:返回 {bbox, verdict, fg_ratio}
|
|
151
|
-
# 验证方式:由 vision 流水线测试记录验证
|
|
152
|
-
# 不适用条件:人物被遮挡 >70% 时
|
|
153
|
-
[正文 content ...]
|
|
154
|
-
```
|
|
155
|
-
|
|
156
|
-
**CCG 注释标记**(`MARKS`):`功能名`/`生效条件`/`子功能`/`执行`/`验证方式`/`不适用条件`——
|
|
157
|
-
正文用 `# 功能名:...` 风格。**v0.3 由 4 要素补为第 1 篇第 17 章的标准 5 要素**
|
|
158
|
-
(适用条件/子功能/执行/验证方式/不适用条件),正文里的功能名行保留作人读标题。
|
|
159
|
-
`nodefile.ccg_completeness` 按 `CCG_REQUIRED` 校验完整度;完整度不全 → 检索资格判 **BLINDSPOT**。
|
|
160
|
-
注意:**功能名可以省略(条件隐含)**,但**不适用条件与验证方式不可省略**——反例缺失直接毁资格判定。
|
|
161
|
-
|
|
162
|
-
> 白箱视角:每个节点既是"可审计的条件注释"(CCG),又是"可检索的 md"。**
|
|
163
|
-
> 这是比竞争插件(deja-vu/noema 只是"存内容")更强的理论根基。
|
|
164
|
-
|
|
165
|
-
**解析实现注意(`md_cg/nodefile.py`)**:frontmatter 与正文的分隔**只切第一个 `\n---\n`**。
|
|
166
|
-
朴素实现按 `---` 做 split,遇到正文里含 `---`(Markdown 分隔线,真实数据里很常见)
|
|
167
|
-
会把正文误当成 frontmatter 边界,**导致该节点所有字段静默丢光**。
|
|
168
|
-
另外 frontmatter 的值统一用 JSON 序列化(而非手写 YAML),避免中文、冒号、
|
|
169
|
-
嵌套 dict/list 的转义歧义——零依赖前提下这是唯一可靠的做法。
|
|
170
|
-
|
|
171
|
-
### 2.1 资格判定与性能 tier 正交(v0.3 核心,白箱第 1 篇)
|
|
172
|
-
|
|
173
|
-
v0.2 的检索只有 **tier(怎么找到的,性能维度)**;v0.3 补齐 **state(该不该用,资格维度)**。
|
|
174
|
-
|
|
175
|
-
```
|
|
176
|
-
资格四态(judge_qualification,与 tier 完全正交):
|
|
177
|
-
BLINDSPOT CCG 要素不全 → 无法建立可靠归属,停止猜测
|
|
178
|
-
REJECT 不适用条件命中 → 明确不适用
|
|
179
|
-
DEFER 要素齐全但缺验证基底 → 信任根基不足,可继续寻找缺失条件
|
|
180
|
-
ACCEPT 要素齐全 + 不适用条件未命中 + 验证基底已声明 → 有资格执行
|
|
181
|
-
|
|
182
|
-
性能 tier(怎么找到的)不变:T0 桶内 LIKE → T1 桶内扫描 → T2 全库 LIKE → T3 全库扫描
|
|
183
|
-
```
|
|
184
|
-
|
|
185
|
-
- 一条 REJECT 结果照样可以 tier=T0(性能上最快找到它);一条 ACCEPT 结果也可能 tier=T3
|
|
186
|
-
(兜底捞出来的)。**性能优化不能越过资格裁决**——这正是白箱与向量相似度检索的分野:
|
|
187
|
-
相似度给出候选,资格给出"是否该执行"。
|
|
188
|
-
- 检索默认对每条结果做资格判定(`search(..., judge=True)`),调用方拿到 `(node, score, state)` 三元组。
|
|
189
|
-
|
|
190
|
-
### 2.2 负记忆目录(v0.3,白箱第 5 篇 L2/L5)
|
|
191
|
-
|
|
192
|
-
在五层之外加两类**负记忆**目录(它们不参与正排打分,只作为覆盖标记 + 防御再犯):
|
|
193
|
-
|
|
194
|
-
```
|
|
195
|
-
rejected/ # L2 失败记录:被证伪的假设。MARKS:假设/否决原因/验证(importance=0,检索不优先)
|
|
196
|
-
unresolved/ # L5 未解问题清单:驱动主动探索。MARKS:问题/已知线索/目标
|
|
197
|
-
```
|
|
198
|
-
|
|
199
|
-
- `add_rejected` 按假设内容哈希去重 → **重复证伪幂等**,同一条负记忆不会越存越多。
|
|
200
|
-
- 检索时若查询词命中 rejected/unresolved 层 → meta 返回 `covered_neg`(该查询已被负记忆覆盖),
|
|
201
|
-
提示调用方:这条路不用再试。
|
|
202
|
-
- `verify(node, evidence, verdict)`:`falsified` 裁决会把节点**移入 rejected/** 并删除原节点;
|
|
203
|
-
`confirmed`/`weakened` 按非对称步长调 confidence(反例权重 > 正例,白箱第 5 篇纪律)。
|
|
204
|
-
|
|
205
|
-
### 2.3 两阶段并行收敛路由(v0.3,第 3 篇第 4 章)
|
|
206
|
-
|
|
207
|
-
`routing.big_domain_classify(terms)`:query 词对 **14 个大域**(数学/物理/化学/生物/计算机/
|
|
208
|
-
语言/历史/地理/艺术/经济/心理/医学/工程/通用)并行打分 → 收敛到 top-1;无命中词返回 None
|
|
209
|
-
(不强行收敛,走原桶路由)。`search` 的 meta 自报 `big_domain` + 完整打分明细,供白箱审计。
|
|
210
|
-
|
|
211
|
-
```
|
|
212
|
-
阶段1:query 词 → 14 大域并行评估 → 收敛 top-1(≈56 学科卡 → 14 大域)
|
|
213
|
-
阶段2:在该大域的情境键下路由桶 → 域内 KCCS 检索(桶内 LIKE → …)
|
|
214
|
-
```
|
|
215
|
-
|
|
216
|
-
### 2.4 认知循环单元(v0.3,第 3 篇第 13 章 + 第 2/4 篇)
|
|
217
|
-
|
|
218
|
-
sqlite 版只有"记录";md 版补齐五大单元中缺失的四个:
|
|
219
|
-
|
|
220
|
-
- **反思 `reflect(query, results, feedback)`**:记录本次查询的信息差 D(t,C)
|
|
221
|
-
`= 1 - ACCEPT 命中率`,写 `_reflection.jsonl`;同时计算 `dD/dt` 与二阶 `d²D/dt²`
|
|
222
|
-
(= 白箱"情绪"信号,第 3 篇附录)。
|
|
223
|
-
- **验证 `verify(...)`**:见 §2.2。
|
|
224
|
-
- **输出 `search`**:调用方是最终裁决者,但白箱给出 `(score, state, basis)` 让它可审计地决定。
|
|
225
|
-
- **知识飞轮 `flywheel_step(error_report)`**:误差 → 把"可能漏掉的条件"解析为 unresolved 条目
|
|
226
|
-
→ 等外部验证 → 补条件分支(第 2 篇第 8 章的学习闭环)。
|
|
227
|
-
|
|
228
|
-
---
|
|
229
|
-
|
|
230
|
-
## 3. 边(edges)表达
|
|
231
|
-
|
|
232
|
-
认知图有边(part_of/causal/sequential/spatial/hierarchical/similar)。md 方案两种承载:
|
|
233
|
-
|
|
234
|
-
**方案 A:节点内引用(推荐,简单)**
|
|
235
|
-
每个节点 frontmatter 加:
|
|
236
|
-
```yaml
|
|
237
|
-
edges: # 出边
|
|
238
|
-
- {target: node_y, type: part_of, confidence: 0.7, verified: 0}
|
|
239
|
-
- {target: node_z, type: similar, confidence: 0.6, verified: 0}
|
|
240
|
-
```
|
|
241
|
-
**方案 B:独立边索引文件**(图查询强时用)
|
|
242
|
-
```
|
|
243
|
-
edges/<relation_type>/
|
|
244
|
-
├── node_x.md # 内容 = [node_x 的所有出边列表]
|
|
245
|
-
└── ...
|
|
246
|
-
```
|
|
247
|
-
认知图当前以节点为锚(part_of 树/联想),**方案 A 足够**(节点内引用即图的存储)。图遍历时
|
|
248
|
-
加载节点→读其 edges 字段→递归。
|
|
249
|
-
|
|
250
|
-
> 折中:节点内出边 + `_index.json` 建**反向引用索引**(target→source),图遍历/一致性校验用。
|
|
251
|
-
|
|
252
|
-
---
|
|
253
|
-
|
|
254
|
-
## 4. 条件路由索引(召回非全量,对齐现有 search_content)
|
|
255
|
-
|
|
256
|
-
现有 `search_content` 是:多词 OR LIKE 预筛 + 同义词 + 二元组 Jaccard + 层过滤 + 回退全表。
|
|
257
|
-
**md 版把它落地为文件索引**,保持"非全量":
|
|
258
|
-
|
|
259
|
-
```
|
|
260
|
-
~~查询流程(v0.1,已修订):
|
|
261
|
-
query
|
|
262
|
-
↓ expand_query_terms(同义词扩展)
|
|
263
|
-
↓ 条件路由:当前情境 condition_space 归一化 → 定位 condition_<hash>/ 目录(★非全量)
|
|
264
|
-
↓ 文件索引:_index.json(node→path)+ 内存 dict
|
|
265
|
-
↓ content LIKE / tags 预筛(读候选目录的 md 文件,非全库)
|
|
266
|
-
↓ 降级:LIKE 落空 → condition_<hash>/ 全桶二元组 Jaccard(非全表)
|
|
267
|
-
↓ 评分:原查询二元组重叠率 (召回导向) 排序 → 取 top-k~~
|
|
268
|
-
```
|
|
269
|
-
|
|
270
|
-
### 4.1 情境从哪来:`context` 必须是显式入参
|
|
271
|
-
|
|
272
|
-
v0.1 写的是"当前情境 condition_space",但**没说这个情境是谁给的**。
|
|
273
|
-
sqlite 版 `search_content(query, layers, limit)` 签名里根本没有情境位——
|
|
274
|
-
若由检索层"猜"当前情境(比如取最近一条 contextual 节点),就等于凭空引入了
|
|
275
|
-
一个不可解释的隐式过滤器,同一个查询在不同时刻返回不同结果,白箱可审计性直接破产。
|
|
276
|
-
|
|
277
|
-
**v0.2 定义**:`search(query, layer, k, context=None)`,`context` 由**调用方显式传入**。
|
|
278
|
-
|
|
279
|
-
| `context` | 行为 | 实测 |
|
|
280
|
-
|---|---|---|
|
|
281
|
-
| `None`(默认) | **不做条件路由**,直接走全量阶梯,语义与 sqlite 版完全一致 | `bucket=None`,recall@10 = 100% |
|
|
282
|
-
| `{"tags": [...]}` 或 condition_space | 路由到对应桶,桶内优先 | 扫 24/336 = 7.1% |
|
|
283
|
-
|
|
284
|
-
即:**条件路由是可选加速,不是默认语义**。不传情境时行为与旧版逐字节对齐——
|
|
285
|
-
这保证 P2 替换 sqlite 分支时是零风险的等价替换,加速是调用方主动选择的增量。
|
|
286
|
-
|
|
287
|
-
### 4.2 回退阶梯 T0–T3:分区绝不能误杀召回
|
|
288
|
-
|
|
289
|
-
v0.1 的降级只有一层("桶内 LIKE 落空 → 桶内全扫"),**桶内全扫仍然可能为空**——
|
|
290
|
-
此时若返回空集,就把"条件分区"这个纯粹的性能优化,变成了会改变召回结果的语义过滤器。
|
|
291
|
-
一个本来能被 sqlite 召回的节点,只因为情境标签不匹配就查不到了,这是不可接受的。
|
|
292
|
-
|
|
293
|
-
**v0.2 四级阶梯**(`mdcg.MdCG.search`,结果自报命中层级 `meta["tier"]`):
|
|
294
|
-
|
|
295
|
-
| tier | 范围 | 手段 |
|
|
296
|
-
|---|---|---|
|
|
297
|
-
| `T0_bucket_like` | 路由桶内 | 同义词扩展 + LIKE 预筛 |
|
|
298
|
-
| `T1_bucket_scan` | 路由桶内 | 全桶二元组 Jaccard |
|
|
299
|
-
| `T2_global_like` | **全库** | 同义词扩展 + LIKE 预筛 |
|
|
300
|
-
| `T3_global_scan` | **全库** | 全量二元组 Jaccard(兜底,永不返回空) |
|
|
301
|
-
|
|
302
|
-
三条硬性约束(均已进 P0 验收):
|
|
303
|
-
|
|
304
|
-
1. **推进判据是「有效结果数」而非「候选数」**。按候选数判断会在 T1 停住:
|
|
305
|
-
桶内全扫总有候选(整桶都是候选),但它们的 Jaccard 得分可能全是 0。
|
|
306
|
-
必须以 `score > 0` 的结果数是否够 k 来决定是否继续下探。
|
|
307
|
-
2. **T2 的截断顺序不能改**。实现时若为省事先按 importance 取 top-500 再做 LIKE,
|
|
308
|
-
recall@10 实测**从 100% 掉到 4%**——因为 LIKE 命中项大多不在 importance 前 500。
|
|
309
|
-
必须在**全部候选**上先 LIKE、再截断,等价于 sqlite 的 `WHERE ... LIKE ... LIMIT`。
|
|
310
|
-
3. **每个结果自报 tier**。调用方(和审计者)必须能知道这条结果是路由命中的还是兜底捞的。
|
|
311
|
-
|
|
312
|
-
实测:路由桶不存在(`domain:根本不存在的域xyz`)时直接落 T2 并正常返回,不返回空;
|
|
313
|
-
桶内查不到的词(`量子色动力学夸克禁闭`)落到 T3 仍有结果。
|
|
314
|
-
|
|
315
|
-
### 4.3 性能实测(`md_cg/bench_p0.py`)
|
|
316
|
-
|
|
317
|
-
自建 md 库(336 节点,情境正确)三路对比(中位 ms):
|
|
318
|
-
|
|
319
|
-
| 场景 | 耗时 | 相对 |
|
|
320
|
-
|---|---|---|
|
|
321
|
-
| T0 条件路由(桶内,扫 24/336) | **1.1 ms** | 基准 |
|
|
322
|
-
| T2 全量 LIKE(无 context) | 13.9 ms | **12.4x** 慢于 T0 |
|
|
323
|
-
| 朴素全库读盘扫描(无索引上界) | 7.1 ms | **6.3x** 慢于 T0 |
|
|
324
|
-
| 路由未命中(回退 T2) | 0.91x | 白付一次桶扫描 |
|
|
325
|
-
| 写入吞吐 | **1862 节点/秒** | — |
|
|
326
|
-
| 重建索引(336 节点) | 25.0 ms | — |
|
|
327
|
-
|
|
328
|
-
> 命中与未命中必须**分开统计**——混在一起算中位数会把 12x 的加速稀释成看不出来的数字。
|
|
329
|
-
> 小库(336 节点)上朴素读盘受 OS 页缓存保护(≈7 ms),索引收益被**低估**,结论要到大库复测才算数。
|
|
330
|
-
> (v0.2 在 3048 节点真实库上测得的旧口径:路由命中 18.4x、无 context 183ms vs sqlite 161ms、写入 1887 节点/秒。)
|
|
331
|
-
> 写入吞吐的关键是**默认不 `fsync`**(`atomic_write(durable=False)`):崩溃一致性由
|
|
332
|
-
> `os.replace` 的原子 rename 保证,逐次 fsync 会把吞吐压到 17 节点/秒(慢 111 倍)。
|
|
333
|
-
|
|
334
|
-
**索引层**:
|
|
335
|
-
- `_index.json`:`{node_id: rel_path, tags: {...}, layer: {...}, cond_bucket: {...}}`——主索引(内存 dict)。
|
|
336
|
-
- 内容检索:读目标分区目录的 md → 内存中做 LIKE/二元组 Jaccard(分区内,非全库)。
|
|
337
|
-
- 层过滤 / 最近上下文:读 `contextual/` 目录按 `created_at` 排序(目录=天然层索引)。
|
|
338
|
-
|
|
339
|
-
**关键:召回优先走分区,但分区永不截断召回**——先条件路由(加速),命中不足自动下探到全量兜底。
|
|
340
|
-
这既是第五篇"不要把整个记忆塞给 AI",也保证了不会因为分区而漏召回。
|
|
341
|
-
|
|
342
|
-
---
|
|
343
|
-
|
|
344
|
-
## 5. 数据来源与迁移
|
|
345
|
-
|
|
346
|
-
**v0.4 起本仓库不再内置 `migrate.py`**:验收改为直接用**新的 md 文档记忆库**,
|
|
347
|
-
不再读 `wisdom-book-cloud-new.db`。数据由 `md_cg/corpus.py` 生成——14 域 × 6 知识点 × 4 侧面
|
|
348
|
-
= 336 个节点,`corpus.seed(cg, marks=True)` 写入完整 CCG 正文(P0 用),
|
|
349
|
-
`marks=False` 写入纯叙述正文(P1 用,模拟"旧库迁移来的、只有正文没有 MARKS 的节点")。
|
|
350
|
-
测试前 `corpus.reset_root(root)` 清空,保证「重跑 ≡ 首跑」。
|
|
351
|
-
|
|
352
|
-
未来若要真正从 sqlite 迁移,设计要点保留如下(不再依赖本仓库代码):
|
|
353
|
-
|
|
354
|
-
```python
|
|
355
|
-
# 1. 读现有 sqlite nodes/edges
|
|
356
|
-
# 2. 对每 node:
|
|
357
|
-
# a. 按 layer 定目录(anchor/structural/knowledge/contextual/self)
|
|
358
|
-
# b. 按 routing.route_key 归一化域键 → knowledge/cond_<域>_<hash>/
|
|
359
|
-
# c. 生成 .md(frontmatter 全字段 + CCG 正文)
|
|
360
|
-
# 3. edges → 写回各节点的 edges 字段(方案A)
|
|
361
|
-
# 4. 建 _index.json(node→path/tags/layer/cond_bucket)
|
|
362
|
-
# 5. 校验:节点数等价 + 【全量】字段等价(content/tags/importance/edges)
|
|
363
|
-
```
|
|
364
|
-
|
|
365
|
-
**幂等性**:迁移按 node id 原子覆盖写,可反复执行,**不需要先清空目录**。
|
|
366
|
-
(这不只是便利:清空目录依赖 `rmtree`,在有安全策略的环境下会被拦截,
|
|
367
|
-
而"必须先删除才能重跑"的迁移脚本本身就是个脆弱设计。)
|
|
368
|
-
|
|
369
|
-
**校验必须全量,不能抽样**:~~抽样 10 节点字段等价~~ → 应**逐个**比对
|
|
370
|
-
`content/tags/importance/edges`。迁移是一次性不可逆动作,
|
|
371
|
-
抽样 10 个只能证明"没有系统性错误",证明不了没有个别节点损坏
|
|
372
|
-
(例如正文含 `---` 分隔符会让朴素的 frontmatter 解析器丢光所有字段——
|
|
373
|
-
这个缺陷要靠全量校验才暴露得出来,见 §2 注)。
|
|
374
|
-
|
|
375
|
-
---
|
|
376
|
-
|
|
377
|
-
## 6. 并发写(重点,灵枢多进程)
|
|
378
|
-
|
|
379
|
-
sqlite 已有"写锁"(多进程共享库)。md 方案需**文件锁**替代:
|
|
380
|
-
- 用 `fcntl.flock`(Unix)/ `msvcrt.locking`(Windows)做跨进程锁(`fsutil.FileLock`,超时 best-effort 放行)。
|
|
381
|
-
- 每个节点写入 = 唯一命名临时文件 + `os.replace` 原子 rename(Windows 下补短重试规避 `PermissionError`)。
|
|
382
|
-
- 节点文件可并行(不同节点不同文件);**索引更新则不能用"锁 + 读-改-写"**,见下。
|
|
383
|
-
- **回滚**:md 是文件,改错可 git/备份回滚(比 sqlite 更利于审计)。
|
|
384
|
-
|
|
385
|
-
### 6.1 索引不能读-改-写:实测丢失 106/240 条
|
|
386
|
-
|
|
387
|
-
> ~~**写优先级**:`_index.json` 更新要串行(写锁),节点文件可并行。~~
|
|
388
|
-
|
|
389
|
-
v0.1 方案是"拿全局写锁 → 读 `_index.json` → 改 → 写回"。6 进程 × 40 条实测,
|
|
390
|
-
**索引整批丢失 106/240 条**,而节点 .md 文件一个不少。诊断钩子抓到根因:
|
|
391
|
-
两个进程在各自的锁临界区内读到了**同一份过期快照**(`disk_in=59`),
|
|
392
|
-
后写的那个把前一个的整批结果覆盖掉了。
|
|
393
|
-
|
|
394
|
-
锁保证了互斥,但保证不了"读到的是最新版本"——进程 A 在拿锁**之前**就把
|
|
395
|
-
内存索引载入了,拿到锁后写回的是"旧快照 + 自己的增量",A 之后的 B 同理。
|
|
396
|
-
这是读-改-写模式的固有缺陷,**跟锁的正确性无关,加再多锁也修不好**。
|
|
397
|
-
|
|
398
|
-
**v0.2:索引改为 append-only + 派生物**
|
|
399
|
-
- 各进程只**追加**自己的增量条目,永不读回全量再覆写。
|
|
400
|
-
- `_index.json` 降级为**快照(可选加速)**,`_index_log/` 是增量日志,
|
|
401
|
-
两者都是**派生物**——任何时候都能从 md 目录全量 `rebuild_index()` 重算。
|
|
402
|
-
- 快照缺失/损坏时走**无副作用**的 `_scan_nodes()` 自愈,落盘只由
|
|
403
|
-
`rebuild_index()` / `compact_index()` 显式负责(见 6.3)。
|
|
404
|
-
|
|
405
|
-
### 6.2 单文件 append 在 Windows 上不是原子的
|
|
406
|
-
|
|
407
|
-
改成 append-only 后仍每轮稳定丢 ~1 条:Windows 的 `O_APPEND` 不保证多进程并发追加的原子性。
|
|
408
|
-
|
|
409
|
-
**解法 `fsutil.ShardedLog`**:每个进程写**自己独占的分片文件**(`_index_log/<pid>_<uuid>.jsonl`),
|
|
410
|
-
物理上不存在跨进程写冲突;读取时把所有分片按 `(时间戳, 序号)` 排序回放。
|
|
411
|
-
这把"并发写同一文件"退化成了"并发写不同文件",从根上消除竞态而不是靠锁去调度它。
|
|
412
|
-
|
|
413
|
-
### 6.3 启动期自愈不能有副作用
|
|
414
|
-
|
|
415
|
-
修完上面两条后,首轮仍丢 27/240。根因:worker 启动时若发现快照缺失就调 `rebuild_index()`,
|
|
416
|
-
而 `rebuild_index` 会 `clear()` 掉增量日志——**它清掉的是其它进程正在写的分片**。
|
|
417
|
-
|
|
418
|
-
原则:**读路径永远不写盘**。`_load_index()` 只做无副作用的扫描,
|
|
419
|
-
日志清理只在显式的维护动作(`rebuild_index` / `compact_index`)里做。
|
|
420
|
-
|
|
421
|
-
### 6.4 实测结论
|
|
422
|
-
|
|
423
|
-
3 轮 × 6 进程 × 40 条,按 **id 集合**精确校验(比只比总数更严格,能定位到是谁丢的):
|
|
424
|
-
连续跑 3 次共 9 轮,磁盘与索引**均零丢失**。跨进程锁另有最小复现测试
|
|
425
|
-
`md_cg/test_lock.py`(6 进程 × 50 次计数,实测 300/300)。
|
|
426
|
-
|
|
427
|
-
> D-005:全部为标准库实现(`msvcrt`/`fcntl`/`os.replace`),零第三方依赖。
|
|
428
|
-
|
|
429
|
-
---
|
|
430
|
-
|
|
431
|
-
## 7. 可信度/权重维护(对齐现有字段)
|
|
432
|
-
|
|
433
|
-
节点的 `importance/confidence/access_count/last_access`——这些是**白箱可信度**(每层判定)。
|
|
434
|
-
md 里 frontmatter 存这些字段,`importance/confidence` 的更新 = 读-改-写该节点 md 的 frontmatter
|
|
435
|
-
(低频、由显式调用触发,可接受)。
|
|
436
|
-
- importance 提升(保护:不可遗忘记入 anchor/ 且受保护标记)。
|
|
437
|
-
|
|
438
|
-
### 7.1 检索绝不能变成写操作
|
|
439
|
-
|
|
440
|
-
> ~~access_count/last_access 递增(读节点时更新)——写入 _index.json 或节点 md。~~
|
|
441
|
-
|
|
442
|
-
v0.1 让检索去改节点 frontmatter,代价是:**一次只读查询会重写几十个 .md 文件**。
|
|
443
|
-
后果不只是慢——
|
|
444
|
-
- 破坏了"检索只读"的契约:并发检索会与写入抢锁、互相踩踏;
|
|
445
|
-
- 污染 mtime 与 git diff,`git log` 里全是"查了一下"的噪声提交,
|
|
446
|
-
而**可审计正是 md 方案存在的理由**,自己把它毁掉说不过去;
|
|
447
|
-
- 读路径写盘 = 只读介质、只读挂载、并发只读副本全部不可用。
|
|
448
|
-
|
|
449
|
-
**v0.2**:`record_access` 只**追加**一行到 append-only 的 `_access_log`(一次小追加,
|
|
450
|
-
不碰任何节点文件),计数在读取时聚合。落盘到 frontmatter 只在显式维护动作
|
|
451
|
-
`compact_access()` 里批量做一次。
|
|
452
|
-
|
|
453
|
-
P0 验收对此有硬断言(取 200 个节点比对 mtime):一轮检索后
|
|
454
|
-
**节点 .md 的 mtime 全不变、索引快照不重写、索引日志不增长**,只有访问日志增长。
|
|
455
|
-
`search(..., record=False)` 可完全关闭访问记录(基线对比时用)。
|
|
456
|
-
|
|
457
|
-
---
|
|
458
|
-
|
|
459
|
-
## 8. 优劣与风险
|
|
460
|
-
|
|
461
|
-
### 优势
|
|
462
|
-
1. **白箱可审计**:每个节点是 .md,直接可读/diff/共享(deja-vu/noema 验证此路线可行)。
|
|
463
|
-
2. **回归本征形态**:分层目录 + 条件注释 = 认知图本就该是的结构。
|
|
464
|
-
3. **零依赖 D-005**:纯标准库文件操作,无 sqlite 驱动。
|
|
465
|
-
4. **条件路由非全量**:目录分区 = 条件索引,召回不读全库。
|
|
466
|
-
5. **跨工具共享**:md 文件天然可被其他 agent 读(学 deja-vu/noema import)。
|
|
467
|
-
|
|
468
|
-
### 代价/风险(v0.4:md 原生口径)
|
|
469
|
-
1. **性能**:无 SQL 索引,靠内存 dict + 分区目录。**✅ 已 benchmark(自建 md 库 336 节点)**:
|
|
470
|
-
T0 桶内 1.1ms vs T2 全量 13.9ms(**12.4x**)、vs 朴素读盘 7.1ms(**6.3x**),写入 1862 节点/秒。
|
|
471
|
-
前提是分桶键健康(§1.1),退化时性能收益归零 → 已做成常驻自检。
|
|
472
|
-
2. **一致性**:无 sqlite 事务。**✅ 已解决**:原子 rename + append-only 分片日志,
|
|
473
|
-
9 轮 × 6 进程零丢失。**注意 v0.1 的"锁 + 读-改-写"方案实测是错的**(§6.1)。
|
|
474
|
-
3. **迁移成本**:不再依赖外部数据库(本仓库已去 `migrate.py`);未来真正迁移时仍需全量字段等价校验。
|
|
475
|
-
4. **范围**:这是**灵枢核心存储**的大改——**必须小原型验证稳定后再全量**。P0 已通过 25/25。
|
|
476
|
-
5. **索引是单点**(v0.2 新增):`_index.json` 损坏会全盘不可用。
|
|
477
|
-
→ 已把索引降级为**纯派生物**:删掉/写入非法 JSON 均能从 md 目录完整重建(已进验收)。
|
|
478
|
-
|
|
479
|
-
### 方法论教训
|
|
480
|
-
|
|
481
|
-
四条被推翻的假设有一个共同点:**在纸面上都是自洽的,只有跑在真实数据/真实并发上才暴露**。
|
|
482
|
-
- 分桶键退化:靠"看起来合理的四元组"推导,没看过 `observation_position` 的实际取值分布。
|
|
483
|
-
- 索引丢数据:锁的正确性推理是对的,但读-改-写的窗口不在锁能覆盖的范围内。
|
|
484
|
-
- 且这两个故障都是**静默**的——不报错、结果"看着对"。
|
|
485
|
-
|
|
486
|
-
所以 P0 的产出不只是代码,还有**能抓住静默故障的度量**:期望扫描占比、tier 自报、
|
|
487
|
-
id 集合级的并发校验、mtime 只读断言。没有这些指标,同样的错误会在 P2/P4 重新犯一遍。
|
|
488
|
-
|
|
489
|
-
---
|
|
490
|
-
|
|
491
|
-
## 9. 分阶段实施(稳健)
|
|
492
|
-
|
|
493
|
-
| 阶段 | 做什么 | 验证 | 状态 |
|
|
494
|
-
|---|---|---|---|
|
|
495
|
-
| **P0** | 小原型:md 目录 + 索引 + 条件路由检索 + 四风险处理 | 25 项验收(下表) | **✅ 25/25 通过** |
|
|
496
|
-
| P1 | 白箱认知架构 9 维度对齐(md 原生语料)| 37 项验收 | **✅ 37/37 通过** |
|
|
497
|
-
| P2 | 接入真实检索(替换 search_content 的 sqlite 分支)| **同查询集 recall@k 对比**,而非"结果一致" | **✅ 10 查询 avg recall@10 = 100%** |
|
|
498
|
-
| P3 | 并发锁 + benchmark + 回滚 | 多进程写零丢失 + 性能达标 | **✅ 9 轮×6 进程零丢失;12.4x/6.3x** |
|
|
499
|
-
| P4 | 全量切换(sqlite 可双写过渡)| 全量回归 | ⬜ 未开始 |
|
|
500
|
-
|
|
501
|
-
> **P2 验收标准修订**:v0.1 写的"检索结果与 sqlite 版一致"是不可达标的——
|
|
502
|
-
> 两套实现的浮点评分与排序 tie-break 不可能逐位相同,按字面执行会永远卡在 P2。
|
|
503
|
-
> 改为**同查询集的 recall@k 对比**(无 context 时应 ≥ 0.9,实测 100%),
|
|
504
|
-
> 这才是真正要保证的东西:不漏召回。
|
|
505
|
-
|
|
506
|
-
**P0 验收覆盖(`md_cg/test_p0.py`,25 项)**
|
|
507
|
-
- 风险1 分桶键:自建 md 语料完整落盘、分区健康度自检、期望扫描 < 10%、**原方案能被自检判定为退化**
|
|
508
|
-
- 风险2 情境入参:无 context 不路由 / 有 context 命中桶、扫描量 < 全库 10%、写查两侧路由键同构
|
|
509
|
-
- 风险3 回退阶梯:桶内落空不返回空、结果自报 tier、不存在的桶落到全量
|
|
510
|
-
- 风险4 只读契约:200 节点 mtime 不变、索引快照/日志不写、访问计数走 append-only、compact 后落盘并截断
|
|
511
|
-
- 附加:索引删除可重建、索引损坏可自愈、多进程磁盘与索引均无丢失、基线 recall@10
|
|
512
|
-
|
|
513
|
-
> **原则(大的修改要小心)**:P0 原型先证明"稳定+有效",再逐阶段扩。真正切换时 **sqlite 保留做双写/回滚**,确认 md 稳定后才切。
|
|
514
|
-
|
|
515
|
-
---
|
|
516
|
-
|
|
517
|
-
## 11. 代码索引(P0+P1 实现)
|
|
518
|
-
|
|
519
|
-
| 文件 | 职责 |
|
|
520
|
-
|---|---|
|
|
521
|
-
| `md_cg/routing.py` | 分桶键归一化、桶目录命名、**分区健康度自检**、`route_key`/`big_domain_classify`(14 大域并行收敛,§2.3) |
|
|
522
|
-
| `md_cg/fsutil.py` | 原子写、跨进程锁、**ShardedLog** 分片追加日志 |
|
|
523
|
-
| `md_cg/nodefile.py` | frontmatter 序列化/解析、**CCG 五要素**完整度(`ccg_completeness`/`CCG_REQUIRED`)、`verification_basis` 校验 |
|
|
524
|
-
| `md_cg/mdcg.py` | `MdCG` 主类:add/get/search(T0–T3 阶梯 + 资格判定三元组)/judge_qualification 四态/add_rejected/add_unresolved/reflect(D 与 d²D)/verify(非对称步长)/flywheel_step/last_d/health/索引重建 |
|
|
525
|
-
| `md_cg/corpus.py` | **自建 md 语料**(14 域 × 6 知识点 × 4 侧面 = 336 节点;`seed(marks=True/False)`、`reset_root`;P0/P1 共用,去外部数据库) |
|
|
526
|
-
| `md_cg/census.py` | md 原生分桶键方案对比普查(A/B/C/D) |
|
|
527
|
-
| `md_cg/test_p0.py` | 25 项验收(含 `--worker` 并发子进程入口) |
|
|
528
|
-
| `md_cg/test_p1.py` | **37 项 P1 白箱架构验收**(9 维度:CCG5 要素/验证基础/负记忆/四态/指标/两阶段路由/信息差/飞轮/循环单元) |
|
|
529
|
-
| `md_cg/bench_p0.py` | md 原生性能基准(路由命中/未命中分开统计,对比 T2 全量与朴素读盘) |
|
|
530
|
-
| `md_cg/test_lock.py` | 跨进程锁最小复现 |
|
|
531
|
-
|
|
532
|
-
---
|
|
533
|
-
|
|
534
|
-
## 10. 与竞争项目对照(为什么这么做是对的)
|
|
535
|
-
|
|
536
|
-
| | deja-vu | dsh-noema | 本文案 (md认知图) |
|
|
537
|
-
|---|---|---|---|
|
|
538
|
-
| 存储 | Go 二进制索引 | 可检查 Markdown | **可检查 md + CCG 注释** |
|
|
539
|
-
| 非向量 | ✅ | ✅ | ✅ |
|
|
540
|
-
| 召回 | 索引检索(非全量)| 开工前 recall | **条件路由(分区命中,非全量)** |
|
|
541
|
-
| 可审计 | 索引 | ✅ 文件 | ✅ 文件 + 条件注释更强 |
|
|
542
|
-
| 理论根基 | 无 | 无 | **白箱五层 + 条件路由 + CCG** |
|
|
543
|
-
|
|
544
|
-
**本方案优势**:md 的可检查性(学 noema)+ 非向量轻量(学 deja-vu)+ **我们独有的条件路由/CCG 白箱根基**——这是竞争项目没有的理论深度。
|
|
545
|
-
|
|
546
|
-
---
|
|
547
|
-
*(v0.4:P0 25/25 + P1 37/37 全绿。跑法(md 原生,无外部数据库):
|
|
548
|
-
`python -m md_cg.test_p0`(生成 `_md_cg_p0`)→ `python -m md_cg.census _md_cg_p0` →
|
|
549
|
-
`python -m md_cg.bench_p0` → `python -m md_cg.test_p1`。
|
|
550
|
-
P1 把 v0.2 的"文件存储/并发"实测扩展为**白箱认知架构 9 维对齐**:CCG 5 要素、验证基础、
|
|
551
|
-
负记忆目录、资格四态、Top-1/Top-5/盲区指标、14 大域并行路由、信息差 D 与 d²D、知识飞轮、
|
|
552
|
-
五大认知循环单元。下一步 P4 全量切换前,建议先做 sqlite/md 双写过渡期。)*
|