cogmem 3.6.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/BENCHMARKS.md +62 -0
- package/CHANGELOG.md +215 -0
- package/CONCURRENT_ACCESS.md +27 -0
- package/CONTRIBUTING.md +32 -0
- package/LICENSE +21 -0
- package/MEMORY_ATLAS.md +101 -0
- package/MEMORY_MODEL.md +179 -0
- package/README.md +751 -0
- package/RECALL_EXPLAINABILITY.md +152 -0
- package/RELEASE_CHECKLIST.md +92 -0
- package/SECURITY.md +21 -0
- package/dist/adapters/MarkdownSourceLoader.d.ts +5 -0
- package/dist/adapters/MarkdownSourceLoader.js +19 -0
- package/dist/adapters/conversation/ConversationMarkdownAdapter.d.ts +9 -0
- package/dist/adapters/conversation/ConversationMarkdownAdapter.js +233 -0
- package/dist/adapters/hermes/HermesStateDbAdapter.d.ts +10 -0
- package/dist/adapters/hermes/HermesStateDbAdapter.js +268 -0
- package/dist/adapters/hermes/HermesWorkspaceProfile.d.ts +15 -0
- package/dist/adapters/hermes/HermesWorkspaceProfile.js +82 -0
- package/dist/adapters/index.d.ts +15 -0
- package/dist/adapters/index.js +12 -0
- package/dist/adapters/openclaw/OpenClawAdapterSupport.d.ts +14 -0
- package/dist/adapters/openclaw/OpenClawAdapterSupport.js +29 -0
- package/dist/adapters/openclaw/OpenClawDailyMemoryAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawDailyMemoryAdapter.js +35 -0
- package/dist/adapters/openclaw/OpenClawMemoryIndexAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawMemoryIndexAdapter.js +23 -0
- package/dist/adapters/openclaw/OpenClawPersonaAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawPersonaAdapter.js +24 -0
- package/dist/adapters/openclaw/OpenClawSessionAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawSessionAdapter.js +15 -0
- package/dist/adapters/openclaw/OpenClawUserProfileAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawUserProfileAdapter.js +24 -0
- package/dist/adapters/openclaw/OpenClawWorkspaceProfile.d.ts +38 -0
- package/dist/adapters/openclaw/OpenClawWorkspaceProfile.js +199 -0
- package/dist/adapters/soul/SoulMarkdownAdapter.d.ts +14 -0
- package/dist/adapters/soul/SoulMarkdownAdapter.js +255 -0
- package/dist/adapters/types.d.ts +97 -0
- package/dist/adapters/types.js +185 -0
- package/dist/agent/AgentMemoryBackend.d.ts +291 -0
- package/dist/agent/AgentMemoryBackend.js +1272 -0
- package/dist/agent/AgentRecallQueryCompiler.d.ts +20 -0
- package/dist/agent/AgentRecallQueryCompiler.js +289 -0
- package/dist/agent/ContextHygiene.d.ts +9 -0
- package/dist/agent/ContextHygiene.js +20 -0
- package/dist/agent/MemoryUsageReceipt.d.ts +35 -0
- package/dist/agent/MemoryUsageReceipt.js +136 -0
- package/dist/agent/SessionWorkingState.d.ts +20 -0
- package/dist/agent/SessionWorkingState.js +94 -0
- package/dist/agent/index.d.ts +6 -0
- package/dist/agent/index.js +5 -0
- package/dist/algorithm/AlgorithmReviewBackend.d.ts +84 -0
- package/dist/algorithm/AlgorithmReviewBackend.js +261 -0
- package/dist/algorithm/AlgorithmReviewMetrics.d.ts +23 -0
- package/dist/algorithm/AlgorithmReviewMetrics.js +25 -0
- package/dist/algorithm/Phase2ModelAlgorithmReviewBackend.d.ts +38 -0
- package/dist/algorithm/Phase2ModelAlgorithmReviewBackend.js +372 -0
- package/dist/assets/FileAssetIngestionService.d.ts +32 -0
- package/dist/assets/FileAssetIngestionService.js +133 -0
- package/dist/assets/FileAssetStore.d.ts +36 -0
- package/dist/assets/FileAssetStore.js +152 -0
- package/dist/assets/FileBlockStore.d.ts +12 -0
- package/dist/assets/FileBlockStore.js +110 -0
- package/dist/assets/FileChunkStore.d.ts +23 -0
- package/dist/assets/FileChunkStore.js +179 -0
- package/dist/assets/FileChunker.d.ts +10 -0
- package/dist/assets/FileChunker.js +69 -0
- package/dist/assets/FileLoaderRegistry.d.ts +8 -0
- package/dist/assets/FileLoaderRegistry.js +21 -0
- package/dist/assets/FileLoaders.d.ts +37 -0
- package/dist/assets/FileLoaders.js +268 -0
- package/dist/assets/index.d.ts +10 -0
- package/dist/assets/index.js +7 -0
- package/dist/assets/providers/types.d.ts +47 -0
- package/dist/assets/providers/types.js +1 -0
- package/dist/assets/types.d.ts +159 -0
- package/dist/assets/types.js +1 -0
- package/dist/atlas/ActionFrameExtractor.d.ts +15 -0
- package/dist/atlas/ActionFrameExtractor.js +135 -0
- package/dist/atlas/MemoryAtlasIndexer.d.ts +32 -0
- package/dist/atlas/MemoryAtlasIndexer.js +74 -0
- package/dist/atlas/MemoryAtlasQueryCompiler.d.ts +23 -0
- package/dist/atlas/MemoryAtlasQueryCompiler.js +55 -0
- package/dist/atlas/MemoryAtlasService.d.ts +25 -0
- package/dist/atlas/MemoryAtlasService.js +216 -0
- package/dist/atlas/MemoryAtlasTypes.d.ts +107 -0
- package/dist/atlas/MemoryAtlasTypes.js +1 -0
- package/dist/atlas/index.d.ts +6 -0
- package/dist/atlas/index.js +5 -0
- package/dist/backend/SemanticBackend.d.ts +40 -0
- package/dist/backend/SemanticBackend.js +107 -0
- package/dist/batch/IngestionCursorStore.d.ts +52 -0
- package/dist/batch/IngestionCursorStore.js +153 -0
- package/dist/batch/InstalledBatchProcessor.d.ts +88 -0
- package/dist/batch/InstalledBatchProcessor.js +179 -0
- package/dist/batch/SourceOnboarding.d.ts +56 -0
- package/dist/batch/SourceOnboarding.js +366 -0
- package/dist/belief/BeliefGovernanceService.d.ts +59 -0
- package/dist/belief/BeliefGovernanceService.js +183 -0
- package/dist/belief/BeliefStore.d.ts +78 -0
- package/dist/belief/BeliefStore.js +898 -0
- package/dist/benchmark/BenchmarkRegistry.d.ts +16 -0
- package/dist/benchmark/BenchmarkRegistry.js +97 -0
- package/dist/benchmark/BenchmarkReport.d.ts +23 -0
- package/dist/benchmark/BenchmarkReport.js +62 -0
- package/dist/benchmark/BenchmarkRunner.d.ts +27 -0
- package/dist/benchmark/BenchmarkRunner.js +64 -0
- package/dist/benchmark/BrainEval.d.ts +134 -0
- package/dist/benchmark/BrainEval.js +252 -0
- package/dist/benchmark/ExternalBenchmarkRunner.d.ts +8 -0
- package/dist/benchmark/ExternalBenchmarkRunner.js +12 -0
- package/dist/benchmark/LongMemEvalAdapter.d.ts +46 -0
- package/dist/benchmark/LongMemEvalAdapter.js +88 -0
- package/dist/benchmark/LongMemEvalCli.d.ts +6 -0
- package/dist/benchmark/LongMemEvalCli.js +26 -0
- package/dist/bin/CliJson.d.ts +17 -0
- package/dist/bin/CliJson.js +20 -0
- package/dist/bin/brain-eval.d.ts +3 -0
- package/dist/bin/brain-eval.js +46 -0
- package/dist/bin/cogmem.d.ts +3 -0
- package/dist/bin/cogmem.js +95 -0
- package/dist/bin/compact.d.ts +3 -0
- package/dist/bin/compact.js +96 -0
- package/dist/bin/connect.d.ts +3 -0
- package/dist/bin/connect.js +398 -0
- package/dist/bin/doctor.d.ts +3 -0
- package/dist/bin/doctor.js +171 -0
- package/dist/bin/dream.d.ts +3 -0
- package/dist/bin/dream.js +65 -0
- package/dist/bin/episode.d.ts +3 -0
- package/dist/bin/episode.js +268 -0
- package/dist/bin/explain-recall.d.ts +3 -0
- package/dist/bin/explain-recall.js +139 -0
- package/dist/bin/import-hermes.d.ts +3 -0
- package/dist/bin/import-hermes.js +6 -0
- package/dist/bin/import-openclaw.d.ts +3 -0
- package/dist/bin/import-openclaw.js +6 -0
- package/dist/bin/import-support.d.ts +43 -0
- package/dist/bin/import-support.js +528 -0
- package/dist/bin/init.d.ts +30 -0
- package/dist/bin/init.js +761 -0
- package/dist/bin/mcp.d.ts +3 -0
- package/dist/bin/mcp.js +52 -0
- package/dist/bin/memory.d.ts +3 -0
- package/dist/bin/memory.js +803 -0
- package/dist/bin/migrate-vectors.d.ts +3 -0
- package/dist/bin/migrate-vectors.js +74 -0
- package/dist/bin/migrate.d.ts +3 -0
- package/dist/bin/migrate.js +95 -0
- package/dist/bin/normalize-transcript.d.ts +16 -0
- package/dist/bin/normalize-transcript.js +153 -0
- package/dist/bin/openclaw.d.ts +3 -0
- package/dist/bin/openclaw.js +78 -0
- package/dist/bin/prospective.d.ts +3 -0
- package/dist/bin/prospective.js +115 -0
- package/dist/bin/re-embed.d.ts +3 -0
- package/dist/bin/re-embed.js +46 -0
- package/dist/bin/repair.d.ts +3 -0
- package/dist/bin/repair.js +118 -0
- package/dist/bin/snapshot.d.ts +3 -0
- package/dist/bin/snapshot.js +100 -0
- package/dist/bin/strategy.d.ts +3 -0
- package/dist/bin/strategy.js +66 -0
- package/dist/bin/update-release.d.ts +15 -0
- package/dist/bin/update-release.js +62 -0
- package/dist/bin/update.d.ts +3 -0
- package/dist/bin/update.js +215 -0
- package/dist/binding/BindingClassifier.d.ts +19 -0
- package/dist/binding/BindingClassifier.js +270 -0
- package/dist/binding/BindingDecisionEngine.d.ts +11 -0
- package/dist/binding/BindingDecisionEngine.js +13 -0
- package/dist/binding/ClaimKeyGenerator.d.ts +4 -0
- package/dist/binding/ClaimKeyGenerator.js +21 -0
- package/dist/binding/MemoryBindingService.d.ts +28 -0
- package/dist/binding/MemoryBindingService.js +283 -0
- package/dist/binding/MemoryBindingTypes.d.ts +140 -0
- package/dist/binding/MemoryBindingTypes.js +1 -0
- package/dist/binding/TopicPathRegistry.d.ts +5 -0
- package/dist/binding/TopicPathRegistry.js +33 -0
- package/dist/binding/index.d.ts +12 -0
- package/dist/binding/index.js +6 -0
- package/dist/boards/ApprovalBoard.d.ts +14 -0
- package/dist/boards/ApprovalBoard.js +32 -0
- package/dist/boards/Board.d.ts +23 -0
- package/dist/boards/Board.js +1 -0
- package/dist/boards/BoardEventBuffer.d.ts +10 -0
- package/dist/boards/BoardEventBuffer.js +22 -0
- package/dist/boards/BoardEventBus.d.ts +15 -0
- package/dist/boards/BoardEventBus.js +38 -0
- package/dist/boards/BoardEventFilter.d.ts +5 -0
- package/dist/boards/BoardEventFilter.js +1 -0
- package/dist/boards/BoardRegistry.d.ts +11 -0
- package/dist/boards/BoardRegistry.js +15 -0
- package/dist/boards/ContextBoard.d.ts +15 -0
- package/dist/boards/ContextBoard.js +33 -0
- package/dist/boards/MemoryBoard.d.ts +13 -0
- package/dist/boards/MemoryBoard.js +30 -0
- package/dist/boards/ProcessBoard.d.ts +16 -0
- package/dist/boards/ProcessBoard.js +56 -0
- package/dist/boards/ProposalBoard.d.ts +13 -0
- package/dist/boards/ProposalBoard.js +37 -0
- package/dist/boards/ReasoningTraceBoard.d.ts +11 -0
- package/dist/boards/ReasoningTraceBoard.js +34 -0
- package/dist/boards/TaskBoard.d.ts +14 -0
- package/dist/boards/TaskBoard.js +37 -0
- package/dist/boards/index.d.ts +13 -0
- package/dist/boards/index.js +12 -0
- package/dist/config/CogmemConfig.d.ts +43 -0
- package/dist/config/CogmemConfig.js +247 -0
- package/dist/config/VectorDimension.d.ts +13 -0
- package/dist/config/VectorDimension.js +53 -0
- package/dist/context/ContextCortex.d.ts +71 -0
- package/dist/context/ContextCortex.js +156 -0
- package/dist/context/index.d.ts +2 -0
- package/dist/context/index.js +1 -0
- package/dist/core/ImportanceLevels.d.ts +4 -0
- package/dist/core/ImportanceLevels.js +6 -0
- package/dist/core/IntentParser.d.ts +12 -0
- package/dist/core/IntentParser.js +211 -0
- package/dist/core/MemoryGraph.d.ts +100 -0
- package/dist/core/MemoryGraph.js +860 -0
- package/dist/core/Metabolism.d.ts +43 -0
- package/dist/core/Metabolism.js +196 -0
- package/dist/core/Neuron.d.ts +20 -0
- package/dist/core/Neuron.js +51 -0
- package/dist/core/QueryClassifier.d.ts +36 -0
- package/dist/core/QueryClassifier.js +161 -0
- package/dist/core/Reflection.d.ts +42 -0
- package/dist/core/Reflection.js +183 -0
- package/dist/core/ResonanceCore.d.ts +26 -0
- package/dist/core/ResonanceCore.js +115 -0
- package/dist/core/Synapse.d.ts +10 -0
- package/dist/core/Synapse.js +27 -0
- package/dist/core/TwoStagePulseRanker.d.ts +16 -0
- package/dist/core/TwoStagePulseRanker.js +120 -0
- package/dist/dream/DreamScheduler.d.ts +47 -0
- package/dist/dream/DreamScheduler.js +156 -0
- package/dist/dream/index.d.ts +2 -0
- package/dist/dream/index.js +1 -0
- package/dist/embedding/EmbeddingProvider.d.ts +16 -0
- package/dist/embedding/EmbeddingProvider.js +12 -0
- package/dist/embedding/NeuronEmbeddingStore.d.ts +38 -0
- package/dist/embedding/NeuronEmbeddingStore.js +193 -0
- package/dist/embedding/OllamaEmbeddingProvider.d.ts +21 -0
- package/dist/embedding/OllamaEmbeddingProvider.js +65 -0
- package/dist/embedding/QwenAPIEmbeddingProvider.d.ts +26 -0
- package/dist/embedding/QwenAPIEmbeddingProvider.js +53 -0
- package/dist/embedding/ReEmbeddingPipeline.d.ts +30 -0
- package/dist/embedding/ReEmbeddingPipeline.js +119 -0
- package/dist/embedding/ReEmbeddingStatus.d.ts +10 -0
- package/dist/embedding/ReEmbeddingStatus.js +1 -0
- package/dist/embedding/index.d.ts +11 -0
- package/dist/embedding/index.js +5 -0
- package/dist/encryption/AesGcmEncryptionProvider.d.ts +9 -0
- package/dist/encryption/AesGcmEncryptionProvider.js +42 -0
- package/dist/encryption/EncryptionProvider.d.ts +6 -0
- package/dist/encryption/EncryptionProvider.js +3 -0
- package/dist/encryption/index.d.ts +4 -0
- package/dist/encryption/index.js +2 -0
- package/dist/engine/BeliefExtractor.d.ts +48 -0
- package/dist/engine/BeliefExtractor.js +1189 -0
- package/dist/engine/CognitiveGraphCompiler.d.ts +24 -0
- package/dist/engine/CognitiveGraphCompiler.js +243 -0
- package/dist/engine/ConsolidationPipeline.d.ts +66 -0
- package/dist/engine/ConsolidationPipeline.js +376 -0
- package/dist/engine/ConsolidationTrigger.d.ts +18 -0
- package/dist/engine/ConsolidationTrigger.js +41 -0
- package/dist/engine/CrossTopicSynthesizer.d.ts +28 -0
- package/dist/engine/CrossTopicSynthesizer.js +70 -0
- package/dist/engine/CrossTopicTrigger.d.ts +17 -0
- package/dist/engine/CrossTopicTrigger.js +29 -0
- package/dist/engine/DeepWriteConfig.d.ts +14 -0
- package/dist/engine/DeepWriteConfig.js +37 -0
- package/dist/engine/DeepWriteMemoryCompiler.d.ts +43 -0
- package/dist/engine/DeepWriteMemoryCompiler.js +42 -0
- package/dist/engine/DeepWriteMemoryOrchestrator.d.ts +60 -0
- package/dist/engine/DeepWriteMemoryOrchestrator.js +175 -0
- package/dist/engine/DeepWritePromotionPolicy.d.ts +48 -0
- package/dist/engine/DeepWritePromotionPolicy.js +514 -0
- package/dist/engine/DeepWriteRedactor.d.ts +14 -0
- package/dist/engine/DeepWriteRedactor.js +53 -0
- package/dist/engine/DreamCuratorSchedule.d.ts +18 -0
- package/dist/engine/DreamCuratorSchedule.js +95 -0
- package/dist/engine/DreamCuratorWorker.d.ts +67 -0
- package/dist/engine/DreamCuratorWorker.js +908 -0
- package/dist/engine/EntityResolutionEngine.d.ts +45 -0
- package/dist/engine/EntityResolutionEngine.js +105 -0
- package/dist/engine/EpisodicSemanticDistiller.d.ts +25 -0
- package/dist/engine/EpisodicSemanticDistiller.js +68 -0
- package/dist/engine/EvolutionVerifier.d.ts +39 -0
- package/dist/engine/EvolutionVerifier.js +104 -0
- package/dist/engine/FactCompiler.d.ts +41 -0
- package/dist/engine/FactCompiler.js +820 -0
- package/dist/engine/GraphCommunityEngine.d.ts +20 -0
- package/dist/engine/GraphCommunityEngine.js +91 -0
- package/dist/engine/ImportanceSignalDetector.d.ts +11 -0
- package/dist/engine/ImportanceSignalDetector.js +51 -0
- package/dist/engine/IngestionEngine.d.ts +44 -0
- package/dist/engine/IngestionEngine.js +182 -0
- package/dist/engine/InteractionBinder.d.ts +16 -0
- package/dist/engine/InteractionBinder.js +87 -0
- package/dist/engine/LocalSemanticCompiler.d.ts +40 -0
- package/dist/engine/LocalSemanticCompiler.js +111 -0
- package/dist/engine/MemoryConsolidationEngine.d.ts +11 -0
- package/dist/engine/MemoryConsolidationEngine.js +21 -0
- package/dist/engine/MemoryGate.d.ts +10 -0
- package/dist/engine/MemoryGate.js +34 -0
- package/dist/engine/OfflineConsolidationPipeline.d.ts +148 -0
- package/dist/engine/OfflineConsolidationPipeline.js +670 -0
- package/dist/engine/OrphanCleaner.d.ts +15 -0
- package/dist/engine/OrphanCleaner.js +27 -0
- package/dist/engine/PipelineMetrics.d.ts +32 -0
- package/dist/engine/PipelineMetrics.js +126 -0
- package/dist/engine/PrincipleDecayPolicy.d.ts +17 -0
- package/dist/engine/PrincipleDecayPolicy.js +64 -0
- package/dist/engine/TopologyCompiler.d.ts +25 -0
- package/dist/engine/TopologyCompiler.js +276 -0
- package/dist/engine/WorkingMemoryDelta.d.ts +23 -0
- package/dist/engine/WorkingMemoryDelta.js +63 -0
- package/dist/entity/EntityGovernanceService.d.ts +47 -0
- package/dist/entity/EntityGovernanceService.js +215 -0
- package/dist/entity/index.d.ts +3 -0
- package/dist/entity/index.js +1 -0
- package/dist/episode/CogmemBlockStripper.d.ts +11 -0
- package/dist/episode/CogmemBlockStripper.js +58 -0
- package/dist/episode/CorrectionResolver.d.ts +30 -0
- package/dist/episode/CorrectionResolver.js +17 -0
- package/dist/episode/EpisodeAssembler.d.ts +54 -0
- package/dist/episode/EpisodeAssembler.js +203 -0
- package/dist/episode/EpisodeImportIdentity.d.ts +7 -0
- package/dist/episode/EpisodeImportIdentity.js +17 -0
- package/dist/episode/EpisodeSemanticSummarizer.d.ts +4 -0
- package/dist/episode/EpisodeSemanticSummarizer.js +31 -0
- package/dist/episode/EpisodeStore.d.ts +189 -0
- package/dist/episode/EpisodeStore.js +680 -0
- package/dist/episode/EpisodeTypes.d.ts +96 -0
- package/dist/episode/EpisodeTypes.js +1 -0
- package/dist/episode/TurnRelationClassifier.d.ts +40 -0
- package/dist/episode/TurnRelationClassifier.js +205 -0
- package/dist/episode/index.d.ts +9 -0
- package/dist/episode/index.js +8 -0
- package/dist/eval/datasets/contradiction_injection.d.ts +3 -0
- package/dist/eval/datasets/contradiction_injection.js +56 -0
- package/dist/eval/datasets/noisy_tool_output_corpus.d.ts +16 -0
- package/dist/eval/datasets/noisy_tool_output_corpus.js +59 -0
- package/dist/eval/datasets/synthetic_long_conversation.d.ts +40 -0
- package/dist/eval/datasets/synthetic_long_conversation.js +136 -0
- package/dist/eval/runners/EvalRunner.d.ts +12 -0
- package/dist/eval/runners/EvalRunner.js +66 -0
- package/dist/eval/runners/ReportFormatter.d.ts +13 -0
- package/dist/eval/runners/ReportFormatter.js +59 -0
- package/dist/eval/strategy/ContextOutcomeStore.d.ts +12 -0
- package/dist/eval/strategy/ContextOutcomeStore.js +44 -0
- package/dist/eval/strategy/ContextPolicyScorer.d.ts +25 -0
- package/dist/eval/strategy/ContextPolicyScorer.js +58 -0
- package/dist/eval/strategy/MemoryUseJudge.d.ts +49 -0
- package/dist/eval/strategy/MemoryUseJudge.js +75 -0
- package/dist/eval/strategy/StrategyDiversitySelector.d.ts +8 -0
- package/dist/eval/strategy/StrategyDiversitySelector.js +44 -0
- package/dist/eval/strategy/StrategyRolloutEvaluator.d.ts +15 -0
- package/dist/eval/strategy/StrategyRolloutEvaluator.js +30 -0
- package/dist/eval/strategy/index.d.ts +6 -0
- package/dist/eval/strategy/index.js +5 -0
- package/dist/factory.d.ts +726 -0
- package/dist/factory.js +2118 -0
- package/dist/governance/CandidateReviewService.d.ts +33 -0
- package/dist/governance/CandidateReviewService.js +126 -0
- package/dist/governance/ContradictionResolver.d.ts +22 -0
- package/dist/governance/ContradictionResolver.js +54 -0
- package/dist/governance/CredibilityScorer.d.ts +10 -0
- package/dist/governance/CredibilityScorer.js +29 -0
- package/dist/governance/DecayPolicy.d.ts +18 -0
- package/dist/governance/DecayPolicy.js +28 -0
- package/dist/governance/MemoryExplain.d.ts +46 -0
- package/dist/governance/MemoryExplain.js +62 -0
- package/dist/governance/MemoryGovernanceExecutor.d.ts +18 -0
- package/dist/governance/MemoryGovernanceExecutor.js +37 -0
- package/dist/governance/MemoryGovernancePlan.d.ts +36 -0
- package/dist/governance/MemoryGovernancePlan.js +1 -0
- package/dist/governance/MemoryGovernanceValidator.d.ts +13 -0
- package/dist/governance/MemoryGovernanceValidator.js +53 -0
- package/dist/governance/ObservationHygieneRules.d.ts +17 -0
- package/dist/governance/ObservationHygieneRules.js +28 -0
- package/dist/governance/PiiRedactor.d.ts +20 -0
- package/dist/governance/PiiRedactor.js +37 -0
- package/dist/governance/SupersedeChain.d.ts +21 -0
- package/dist/governance/SupersedeChain.js +107 -0
- package/dist/governance/index.d.ts +14 -0
- package/dist/governance/index.js +6 -0
- package/dist/graph/BrainGraphView.d.ts +20 -0
- package/dist/graph/BrainGraphView.js +45 -0
- package/dist/host/openclaw/AutoMemoryPluginInstaller.d.ts +45 -0
- package/dist/host/openclaw/AutoMemoryPluginInstaller.js +1904 -0
- package/dist/internal.d.ts +148 -0
- package/dist/internal.js +144 -0
- package/dist/lexicon/coreMemoryLexicon.d.ts +96 -0
- package/dist/lexicon/coreMemoryLexicon.js +525 -0
- package/dist/lexicon/language-packs/en.d.ts +42 -0
- package/dist/lexicon/language-packs/en.js +41 -0
- package/dist/lexicon/language-packs/zh.d.ts +42 -0
- package/dist/lexicon/language-packs/zh.js +41 -0
- package/dist/lexicon/zh/entities.d.ts +2 -0
- package/dist/lexicon/zh/entities.js +17 -0
- package/dist/lexicon/zh/index.d.ts +5 -0
- package/dist/lexicon/zh/index.js +3 -0
- package/dist/lexicon/zh/stopwords.d.ts +2 -0
- package/dist/lexicon/zh/stopwords.js +22 -0
- package/dist/lexicon/zh/topics.d.ts +6 -0
- package/dist/lexicon/zh/topics.js +52 -0
- package/dist/mcp/CoreMcpTools.d.ts +33 -0
- package/dist/mcp/CoreMcpTools.js +832 -0
- package/dist/mcp/server.d.ts +5 -0
- package/dist/mcp/server.js +29 -0
- package/dist/meta/MetaObservationCollector.d.ts +37 -0
- package/dist/meta/MetaObservationCollector.js +348 -0
- package/dist/meta/PolicyProposalGenerator.d.ts +11 -0
- package/dist/meta/PolicyProposalGenerator.js +159 -0
- package/dist/meta/ProposalApplier.d.ts +18 -0
- package/dist/meta/ProposalApplier.js +91 -0
- package/dist/meta/ProposalConfigOverlay.d.ts +13 -0
- package/dist/meta/ProposalConfigOverlay.js +27 -0
- package/dist/meta/ProposalEvalRunner.d.ts +31 -0
- package/dist/meta/ProposalEvalRunner.js +62 -0
- package/dist/meta/ProposalLedger.d.ts +34 -0
- package/dist/meta/ProposalLedger.js +242 -0
- package/dist/meta/types.d.ts +63 -0
- package/dist/meta/types.js +1 -0
- package/dist/migrations/0001_init.d.ts +4 -0
- package/dist/migrations/0001_init.js +67 -0
- package/dist/migrations/0002_v06_platform.d.ts +10 -0
- package/dist/migrations/0002_v06_platform.js +103 -0
- package/dist/migrations/0003_v07_dialogues.d.ts +9 -0
- package/dist/migrations/0003_v07_dialogues.js +53 -0
- package/dist/migrations/0004_v09_self_improvement.d.ts +9 -0
- package/dist/migrations/0004_v09_self_improvement.js +100 -0
- package/dist/migrations/0005_dialogue_buffer.d.ts +8 -0
- package/dist/migrations/0005_dialogue_buffer.js +44 -0
- package/dist/migrations/0006_deep_write_memory.d.ts +3 -0
- package/dist/migrations/0006_deep_write_memory.js +54 -0
- package/dist/migrations/0007_deep_write_summaries.d.ts +3 -0
- package/dist/migrations/0007_deep_write_summaries.js +24 -0
- package/dist/migrations/0009_memory_importance.d.ts +3 -0
- package/dist/migrations/0009_memory_importance.js +18 -0
- package/dist/migrations/0010_skill_neurons.d.ts +3 -0
- package/dist/migrations/0010_skill_neurons.js +19 -0
- package/dist/migrations/0011_topic_path.d.ts +3 -0
- package/dist/migrations/0011_topic_path.js +19 -0
- package/dist/migrations/0012_governance_security.d.ts +3 -0
- package/dist/migrations/0012_governance_security.js +23 -0
- package/dist/migrations/0015_memory_governance.d.ts +3 -0
- package/dist/migrations/0015_memory_governance.js +74 -0
- package/dist/migrations/0016_entity_governance.d.ts +3 -0
- package/dist/migrations/0016_entity_governance.js +40 -0
- package/dist/migrations/0017_belief_graph.d.ts +3 -0
- package/dist/migrations/0017_belief_graph.js +41 -0
- package/dist/migrations/0018_temporal_memory.d.ts +3 -0
- package/dist/migrations/0018_temporal_memory.js +25 -0
- package/dist/migrations/0019_context_cortex.d.ts +3 -0
- package/dist/migrations/0019_context_cortex.js +19 -0
- package/dist/migrations/0020_prospective_memory.d.ts +3 -0
- package/dist/migrations/0020_prospective_memory.js +42 -0
- package/dist/migrations/0021_strategy_cortex.d.ts +3 -0
- package/dist/migrations/0021_strategy_cortex.js +23 -0
- package/dist/migrations/0022_episode_dream_engine.d.ts +3 -0
- package/dist/migrations/0022_episode_dream_engine.js +74 -0
- package/dist/migrations/0023_episode_dream_hardening.d.ts +3 -0
- package/dist/migrations/0023_episode_dream_hardening.js +65 -0
- package/dist/migrations/0024_episode_ontology_reliability.d.ts +3 -0
- package/dist/migrations/0024_episode_ontology_reliability.js +70 -0
- package/dist/migrations/0025_memory_atlas.d.ts +6 -0
- package/dist/migrations/0025_memory_atlas.js +268 -0
- package/dist/migrations/0026_runtime_governance_atlas_reliability.d.ts +3 -0
- package/dist/migrations/0026_runtime_governance_atlas_reliability.js +72 -0
- package/dist/migrations/0027_openclaw_upgrade_hotfix.d.ts +3 -0
- package/dist/migrations/0027_openclaw_upgrade_hotfix.js +21 -0
- package/dist/migrations/SchemaMigrationRunner.d.ts +21 -0
- package/dist/migrations/SchemaMigrationRunner.js +67 -0
- package/dist/migrations/index.d.ts +36 -0
- package/dist/migrations/index.js +57 -0
- package/dist/models/ModelCapabilityRouter.d.ts +17 -0
- package/dist/models/ModelCapabilityRouter.js +75 -0
- package/dist/models/ModelRegistry.d.ts +15 -0
- package/dist/models/ModelRegistry.js +132 -0
- package/dist/models/ModelRole.d.ts +19 -0
- package/dist/models/ModelRole.js +1 -0
- package/dist/models/UserInsight.d.ts +16 -0
- package/dist/models/UserInsight.js +9 -0
- package/dist/models/UserInsightExtractor.d.ts +19 -0
- package/dist/models/UserInsightExtractor.js +99 -0
- package/dist/models/UserModelManager.d.ts +21 -0
- package/dist/models/UserModelManager.js +41 -0
- package/dist/models/UserModelStore.d.ts +20 -0
- package/dist/models/UserModelStore.js +136 -0
- package/dist/models/WorkingMemoryReporter.d.ts +16 -0
- package/dist/models/WorkingMemoryReporter.js +38 -0
- package/dist/models/adapters/MemoryReviewAdapter.d.ts +12 -0
- package/dist/models/adapters/MemoryReviewAdapter.js +77 -0
- package/dist/models/index.d.ts +8 -0
- package/dist/models/index.js +5 -0
- package/dist/models/providers/AnthropicClient.d.ts +17 -0
- package/dist/models/providers/AnthropicClient.js +40 -0
- package/dist/models/providers/OpenAICompatibleClient.d.ts +24 -0
- package/dist/models/providers/OpenAICompatibleClient.js +76 -0
- package/dist/observability/DecisionExplainer.d.ts +5 -0
- package/dist/observability/DecisionExplainer.js +62 -0
- package/dist/observability/TraceEvent.d.ts +11 -0
- package/dist/observability/TraceEvent.js +1 -0
- package/dist/observability/TraceQuery.d.ts +15 -0
- package/dist/observability/TraceQuery.js +28 -0
- package/dist/observability/TraceStore.d.ts +15 -0
- package/dist/observability/TraceStore.js +110 -0
- package/dist/observability/TraceWriter.d.ts +8 -0
- package/dist/observability/TraceWriter.js +14 -0
- package/dist/ontology/MemoryOntology.d.ts +4 -0
- package/dist/ontology/MemoryOntology.js +7 -0
- package/dist/prospective/ProspectiveMemoryService.d.ts +79 -0
- package/dist/prospective/ProspectiveMemoryService.js +258 -0
- package/dist/prospective/index.d.ts +2 -0
- package/dist/prospective/index.js +1 -0
- package/dist/public.d.ts +160 -0
- package/dist/public.js +115 -0
- package/dist/recall/BrainRecall.d.ts +96 -0
- package/dist/recall/BrainRecall.js +574 -0
- package/dist/recall/HierarchicalRecallRouter.d.ts +24 -0
- package/dist/recall/HierarchicalRecallRouter.js +62 -0
- package/dist/recall/RecallExplanation.d.ts +59 -0
- package/dist/recall/RecallExplanation.js +244 -0
- package/dist/recall/RecallGovernance.d.ts +10 -0
- package/dist/recall/RecallGovernance.js +83 -0
- package/dist/recall/RecallSufficiencyGate.d.ts +40 -0
- package/dist/recall/RecallSufficiencyGate.js +208 -0
- package/dist/recall/SourceContextMetadata.d.ts +49 -0
- package/dist/recall/SourceContextMetadata.js +134 -0
- package/dist/recall/TopicClassifier.d.ts +33 -0
- package/dist/recall/TopicClassifier.js +138 -0
- package/dist/recall/TopicDecayPolicy.d.ts +15 -0
- package/dist/recall/TopicDecayPolicy.js +46 -0
- package/dist/recall/TopicRegistry.d.ts +12 -0
- package/dist/recall/TopicRegistry.js +26 -0
- package/dist/recall/TopicSummaryBoard.d.ts +27 -0
- package/dist/recall/TopicSummaryBoard.js +139 -0
- package/dist/recall/VectorCandidateFilter.d.ts +50 -0
- package/dist/recall/VectorCandidateFilter.js +78 -0
- package/dist/retrieval/ConditionDslEvaluator.d.ts +33 -0
- package/dist/retrieval/ConditionDslEvaluator.js +160 -0
- package/dist/retrieval/EntityActivationIndex.d.ts +14 -0
- package/dist/retrieval/EntityActivationIndex.js +19 -0
- package/dist/retrieval/EvidenceFusionPolicy.d.ts +30 -0
- package/dist/retrieval/EvidenceFusionPolicy.js +112 -0
- package/dist/retrieval/EvidenceFusionRanker.d.ts +13 -0
- package/dist/retrieval/EvidenceFusionRanker.js +17 -0
- package/dist/retrieval/NarrativeRecallAssembler.d.ts +32 -0
- package/dist/retrieval/NarrativeRecallAssembler.js +27 -0
- package/dist/retrieval/NativeQueryParser.d.ts +23 -0
- package/dist/retrieval/NativeQueryParser.js +135 -0
- package/dist/retrieval/PlanDslExecutor.d.ts +67 -0
- package/dist/retrieval/PlanDslExecutor.js +194 -0
- package/dist/retrieval/PolicyRuntimeEvaluator.d.ts +48 -0
- package/dist/retrieval/PolicyRuntimeEvaluator.js +96 -0
- package/dist/retrieval/PolicySideEffectExecutor.d.ts +50 -0
- package/dist/retrieval/PolicySideEffectExecutor.js +202 -0
- package/dist/retrieval/PulseRetrievalEngine.d.ts +37 -0
- package/dist/retrieval/PulseRetrievalEngine.js +51 -0
- package/dist/retrieval/QueryCompiler.d.ts +18 -0
- package/dist/retrieval/QueryCompiler.js +97 -0
- package/dist/retrieval/QueryTimePendingEntityResolver.d.ts +67 -0
- package/dist/retrieval/QueryTimePendingEntityResolver.js +260 -0
- package/dist/retrieval/RetrievalPlanner.d.ts +42 -0
- package/dist/retrieval/RetrievalPlanner.js +209 -0
- package/dist/retrieval/TemporalBranchSearch.d.ts +38 -0
- package/dist/retrieval/TemporalBranchSearch.js +109 -0
- package/dist/retrieval/UniverseNavigator.d.ts +43 -0
- package/dist/retrieval/UniverseNavigator.js +75 -0
- package/dist/retrieval/UniverseTraversalExecutor.d.ts +21 -0
- package/dist/retrieval/UniverseTraversalExecutor.js +77 -0
- package/dist/routing/AnswerEvidenceTrace.d.ts +18 -0
- package/dist/routing/AnswerEvidenceTrace.js +1 -0
- package/dist/routing/BrainToolDispatcher.d.ts +37 -0
- package/dist/routing/BrainToolDispatcher.js +163 -0
- package/dist/routing/ConfidenceGate.d.ts +26 -0
- package/dist/routing/ConfidenceGate.js +40 -0
- package/dist/routing/ConfirmationPhraseMatcher.d.ts +9 -0
- package/dist/routing/ConfirmationPhraseMatcher.js +43 -0
- package/dist/routing/DirectReplyFormatter.d.ts +5 -0
- package/dist/routing/DirectReplyFormatter.js +55 -0
- package/dist/routing/EvidenceBudgetManager.d.ts +30 -0
- package/dist/routing/EvidenceBudgetManager.js +55 -0
- package/dist/routing/ExecutionLoop.d.ts +79 -0
- package/dist/routing/ExecutionLoop.js +234 -0
- package/dist/routing/IntentClassifier.d.ts +15 -0
- package/dist/routing/IntentClassifier.js +97 -0
- package/dist/routing/IntentPatternMatcher.d.ts +12 -0
- package/dist/routing/IntentPatternMatcher.js +206 -0
- package/dist/routing/IterativeLLMClarifier.d.ts +80 -0
- package/dist/routing/IterativeLLMClarifier.js +408 -0
- package/dist/routing/LLMToolSchema.d.ts +60 -0
- package/dist/routing/LLMToolSchema.js +143 -0
- package/dist/routing/MessageRouter.d.ts +20 -0
- package/dist/routing/MessageRouter.js +58 -0
- package/dist/routing/SessionContextSelector.d.ts +12 -0
- package/dist/routing/SessionContextSelector.js +86 -0
- package/dist/routing/SystemIntentClassifier.d.ts +15 -0
- package/dist/routing/SystemIntentClassifier.js +50 -0
- package/dist/routing/TaskPlan.d.ts +31 -0
- package/dist/routing/TaskPlan.js +1 -0
- package/dist/routing/TaskRouter.d.ts +13 -0
- package/dist/routing/TaskRouter.js +111 -0
- package/dist/routing/ToolCallParser.d.ts +16 -0
- package/dist/routing/ToolCallParser.js +123 -0
- package/dist/routing/ToolEvidenceNormalizer.d.ts +13 -0
- package/dist/routing/ToolEvidenceNormalizer.js +96 -0
- package/dist/routing/ToolEvidencePack.d.ts +36 -0
- package/dist/routing/ToolEvidencePack.js +84 -0
- package/dist/routing/ToolResultSanitizer.d.ts +19 -0
- package/dist/routing/ToolResultSanitizer.js +58 -0
- package/dist/routing/ToolUsePolicy.d.ts +78 -0
- package/dist/routing/ToolUsePolicy.js +163 -0
- package/dist/routing/index.d.ts +32 -0
- package/dist/routing/index.js +19 -0
- package/dist/routing/templates/ability_template.d.ts +2 -0
- package/dist/routing/templates/ability_template.js +34 -0
- package/dist/routing/templates/approvals_template.d.ts +2 -0
- package/dist/routing/templates/approvals_template.js +43 -0
- package/dist/routing/templates/context_template.d.ts +2 -0
- package/dist/routing/templates/context_template.js +25 -0
- package/dist/routing/templates/contradictions_template.d.ts +2 -0
- package/dist/routing/templates/contradictions_template.js +36 -0
- package/dist/routing/templates/importance_template.d.ts +2 -0
- package/dist/routing/templates/importance_template.js +23 -0
- package/dist/routing/templates/memory_template.d.ts +2 -0
- package/dist/routing/templates/memory_template.js +37 -0
- package/dist/routing/templates/self_manifest_template.d.ts +5 -0
- package/dist/routing/templates/self_manifest_template.js +64 -0
- package/dist/routing/templates/tasks_template.d.ts +2 -0
- package/dist/routing/templates/tasks_template.js +41 -0
- package/dist/routing/templates/trace_template.d.ts +2 -0
- package/dist/routing/templates/trace_template.js +37 -0
- package/dist/routing/tools/EntityExpandTool.d.ts +25 -0
- package/dist/routing/tools/EntityExpandTool.js +59 -0
- package/dist/routing/tools/NeuronContextTool.d.ts +32 -0
- package/dist/routing/tools/NeuronContextTool.js +66 -0
- package/dist/routing/tools/SecondaryRecallTool.d.ts +27 -0
- package/dist/routing/tools/SecondaryRecallTool.js +30 -0
- package/dist/routing/tools/SkillDiscoveryTool.d.ts +13 -0
- package/dist/routing/tools/SkillDiscoveryTool.js +11 -0
- package/dist/snapshot/SnapshotExporter.d.ts +13 -0
- package/dist/snapshot/SnapshotExporter.js +70 -0
- package/dist/snapshot/SnapshotHeader.d.ts +15 -0
- package/dist/snapshot/SnapshotHeader.js +1 -0
- package/dist/snapshot/SnapshotImporter.d.ts +20 -0
- package/dist/snapshot/SnapshotImporter.js +40 -0
- package/dist/snapshot/errors.d.ts +18 -0
- package/dist/snapshot/errors.js +34 -0
- package/dist/snapshot/index.d.ts +5 -0
- package/dist/snapshot/index.js +3 -0
- package/dist/storage/StorageCompactor.d.ts +30 -0
- package/dist/storage/StorageCompactor.js +95 -0
- package/dist/store/ActivationStore.d.ts +45 -0
- package/dist/store/ActivationStore.js +135 -0
- package/dist/store/BackgroundJobStore.d.ts +49 -0
- package/dist/store/BackgroundJobStore.js +156 -0
- package/dist/store/CandidateReviewStore.d.ts +33 -0
- package/dist/store/CandidateReviewStore.js +67 -0
- package/dist/store/CognitiveGraphStore.d.ts +42 -0
- package/dist/store/CognitiveGraphStore.js +193 -0
- package/dist/store/CompilerConfidenceStore.d.ts +20 -0
- package/dist/store/CompilerConfidenceStore.js +76 -0
- package/dist/store/DeepWriteCandidateStore.d.ts +94 -0
- package/dist/store/DeepWriteCandidateStore.js +290 -0
- package/dist/store/DeterministicEmbedder.d.ts +10 -0
- package/dist/store/DeterministicEmbedder.js +24 -0
- package/dist/store/DreamLedgerStore.d.ts +22 -0
- package/dist/store/DreamLedgerStore.js +84 -0
- package/dist/store/Embedder.d.ts +14 -0
- package/dist/store/Embedder.js +52 -0
- package/dist/store/EmbedderFactory.d.ts +12 -0
- package/dist/store/EmbedderFactory.js +51 -0
- package/dist/store/EntityStore.d.ts +195 -0
- package/dist/store/EntityStore.js +941 -0
- package/dist/store/EventStore.d.ts +118 -0
- package/dist/store/EventStore.js +699 -0
- package/dist/store/FactStore.d.ts +76 -0
- package/dist/store/FactStore.js +356 -0
- package/dist/store/HnswlibVectorStore.d.ts +2 -0
- package/dist/store/HnswlibVectorStore.js +1 -0
- package/dist/store/IVectorStore.d.ts +32 -0
- package/dist/store/IVectorStore.js +1 -0
- package/dist/store/InteractionUnitStore.d.ts +52 -0
- package/dist/store/InteractionUnitStore.js +167 -0
- package/dist/store/MemoryAtlasStore.d.ts +60 -0
- package/dist/store/MemoryAtlasStore.js +500 -0
- package/dist/store/MemoryBindingStore.d.ts +77 -0
- package/dist/store/MemoryBindingStore.js +608 -0
- package/dist/store/MemoryGovernanceStore.d.ts +23 -0
- package/dist/store/MemoryGovernanceStore.js +103 -0
- package/dist/store/MemoryInspectionStore.d.ts +61 -0
- package/dist/store/MemoryInspectionStore.js +215 -0
- package/dist/store/PlanRuntimeStore.d.ts +83 -0
- package/dist/store/PlanRuntimeStore.js +257 -0
- package/dist/store/PolicyExecutionProjector.d.ts +17 -0
- package/dist/store/PolicyExecutionProjector.js +115 -0
- package/dist/store/PolicyExecutionStore.d.ts +62 -0
- package/dist/store/PolicyExecutionStore.js +290 -0
- package/dist/store/PolicyProjectionStore.d.ts +18 -0
- package/dist/store/PolicyProjectionStore.js +61 -0
- package/dist/store/ProjectionObservabilityStore.d.ts +38 -0
- package/dist/store/ProjectionObservabilityStore.js +310 -0
- package/dist/store/ReasoningChainStore.d.ts +13 -0
- package/dist/store/ReasoningChainStore.js +74 -0
- package/dist/store/RuntimeProjectionStore.d.ts +18 -0
- package/dist/store/RuntimeProjectionStore.js +61 -0
- package/dist/store/RuntimeProjector.d.ts +17 -0
- package/dist/store/RuntimeProjector.js +119 -0
- package/dist/store/SqliteVecStore.d.ts +25 -0
- package/dist/store/SqliteVecStore.js +126 -0
- package/dist/store/SummaryStore.d.ts +56 -0
- package/dist/store/SummaryStore.js +225 -0
- package/dist/store/TemporalAdjacencyStore.d.ts +49 -0
- package/dist/store/TemporalAdjacencyStore.js +300 -0
- package/dist/store/TopologyStore.d.ts +89 -0
- package/dist/store/TopologyStore.js +657 -0
- package/dist/store/VectorProjector.d.ts +22 -0
- package/dist/store/VectorProjector.js +125 -0
- package/dist/store/VectorStore.d.ts +35 -0
- package/dist/store/VectorStore.js +201 -0
- package/dist/strategy/StrategyCapsule.d.ts +44 -0
- package/dist/strategy/StrategyCapsule.js +1 -0
- package/dist/strategy/StrategyConditionedCandidateBuilder.d.ts +9 -0
- package/dist/strategy/StrategyConditionedCandidateBuilder.js +11 -0
- package/dist/strategy/StrategyContextFormatter.d.ts +3 -0
- package/dist/strategy/StrategyContextFormatter.js +25 -0
- package/dist/strategy/StrategyCortex.d.ts +28 -0
- package/dist/strategy/StrategyCortex.js +78 -0
- package/dist/strategy/StrategyTemplateRegistry.d.ts +9 -0
- package/dist/strategy/StrategyTemplateRegistry.js +78 -0
- package/dist/strategy/index.d.ts +6 -0
- package/dist/strategy/index.js +5 -0
- package/dist/temporal/TemporalMemoryService.d.ts +62 -0
- package/dist/temporal/TemporalMemoryService.js +128 -0
- package/dist/temporal/index.d.ts +2 -0
- package/dist/temporal/index.js +1 -0
- package/dist/topic/TopicAliasRegistry.d.ts +21 -0
- package/dist/topic/TopicAliasRegistry.js +67 -0
- package/dist/topic/TopicGovernance.d.ts +21 -0
- package/dist/topic/TopicGovernance.js +173 -0
- package/dist/topic/TopicPathRegistry.d.ts +36 -0
- package/dist/topic/TopicPathRegistry.js +105 -0
- package/dist/topic/TopicRelationGraph.d.ts +23 -0
- package/dist/topic/TopicRelationGraph.js +55 -0
- package/dist/topic/TopicTypes.d.ts +73 -0
- package/dist/topic/TopicTypes.js +1 -0
- package/dist/topic/index.d.ts +6 -0
- package/dist/topic/index.js +5 -0
- package/dist/types/AsyncEnrichment.d.ts +62 -0
- package/dist/types/AsyncEnrichment.js +7 -0
- package/dist/types/BrainRecallResult.d.ts +66 -0
- package/dist/types/BrainRecallResult.js +1 -0
- package/dist/types/ExtensionPoints.d.ts +116 -0
- package/dist/types/ExtensionPoints.js +1 -0
- package/dist/types/Migration.d.ts +22 -0
- package/dist/types/Migration.js +1 -0
- package/dist/types/QueryTimePendingEntityResolution.d.ts +11 -0
- package/dist/types/QueryTimePendingEntityResolution.js +23 -0
- package/dist/types/index.d.ts +855 -0
- package/dist/types/index.js +24 -0
- package/dist/types/query-ir.d.ts +71 -0
- package/dist/types/query-ir.js +4 -0
- package/dist/types/reasoning.d.ts +16 -0
- package/dist/types/reasoning.js +4 -0
- package/dist/utils/AAAKGenerator.d.ts +57 -0
- package/dist/utils/AAAKGenerator.js +212 -0
- package/dist/utils/Config.d.ts +78 -0
- package/dist/utils/Config.js +91 -0
- package/dist/utils/ConversationMarkdownNormalization.d.ts +88 -0
- package/dist/utils/ConversationMarkdownNormalization.js +567 -0
- package/dist/utils/Logger.d.ts +22 -0
- package/dist/utils/Logger.js +77 -0
- package/dist/utils/hash.d.ts +33 -0
- package/dist/utils/hash.js +53 -0
- package/dist/utils/text.d.ts +2 -0
- package/dist/utils/text.js +19 -0
- package/dist/utils/vector.d.ts +26 -0
- package/dist/utils/vector.js +38 -0
- package/examples/hermes-backend/AGENTS.md +218 -0
- package/examples/hermes-backend/README.md +153 -0
- package/examples/hermes-backend/SKILL.md +365 -0
- package/examples/hermes-backend/references/operations.md +202 -0
- package/examples/openclaw-backend/AGENTS.md +195 -0
- package/examples/openclaw-backend/README.md +228 -0
- package/examples/openclaw-backend/SKILL.md +464 -0
- package/examples/openclaw-backend/references/operations.md +269 -0
- package/install.sh +84 -0
- package/package.json +90 -0
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { EvalSuiteName } from '../eval/runners/EvalRunner.js';
|
|
2
|
+
export interface BenchmarkGroupBaseline {
|
|
3
|
+
metricKey: string;
|
|
4
|
+
label: string;
|
|
5
|
+
operator: '<=' | '>=' | '=' | '<';
|
|
6
|
+
threshold: number;
|
|
7
|
+
formatAs: 'percent' | 'ms' | 'rate';
|
|
8
|
+
}
|
|
9
|
+
export interface BenchmarkGroup {
|
|
10
|
+
name: string;
|
|
11
|
+
suiteName: EvalSuiteName;
|
|
12
|
+
baselines: BenchmarkGroupBaseline[];
|
|
13
|
+
}
|
|
14
|
+
export declare const BENCHMARK_GROUPS: BenchmarkGroup[];
|
|
15
|
+
export declare function getBenchmarkGroup(groupName: string): BenchmarkGroup | undefined;
|
|
16
|
+
//# sourceMappingURL=BenchmarkRegistry.d.ts.map
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
export const BENCHMARK_GROUPS = [
|
|
2
|
+
{
|
|
3
|
+
name: 'context_pack_efficiency',
|
|
4
|
+
suiteName: 'context_pack',
|
|
5
|
+
baselines: [
|
|
6
|
+
{ metricKey: 'brain_vs_dump_token_ratio', label: 'token_ratio', operator: '<=', threshold: 0.05, formatAs: 'percent' }
|
|
7
|
+
]
|
|
8
|
+
},
|
|
9
|
+
{
|
|
10
|
+
name: 'long_horizon_task',
|
|
11
|
+
suiteName: 'long_horizon',
|
|
12
|
+
baselines: [
|
|
13
|
+
{ metricKey: 'resume_success_rate', label: 'resume_rate', operator: '=', threshold: 1, formatAs: 'percent' }
|
|
14
|
+
]
|
|
15
|
+
},
|
|
16
|
+
{
|
|
17
|
+
name: 'memory_governance',
|
|
18
|
+
suiteName: 'memory_recall',
|
|
19
|
+
baselines: [
|
|
20
|
+
{ metricKey: 'brain_stale_leakage', label: 'stale_leakage', operator: '=', threshold: 0, formatAs: 'percent' }
|
|
21
|
+
]
|
|
22
|
+
},
|
|
23
|
+
{
|
|
24
|
+
name: 'memory_natural_emergence',
|
|
25
|
+
suiteName: 'memory_recall',
|
|
26
|
+
baselines: [
|
|
27
|
+
{ metricKey: 'critical_memory_recall_rate', label: 'critical_recall', operator: '>=', threshold: 0.9, formatAs: 'percent' },
|
|
28
|
+
{ metricKey: 'old_but_important_recall_rate', label: 'old_important_recall', operator: '>=', threshold: 0.85, formatAs: 'percent' },
|
|
29
|
+
{ metricKey: 'stale_memory_leakage_rate', label: 'stale_leakage', operator: '=', threshold: 0, formatAs: 'percent' },
|
|
30
|
+
{ metricKey: 'superseded_fact_leakage_rate', label: 'superseded_leakage', operator: '=', threshold: 0, formatAs: 'percent' },
|
|
31
|
+
{ metricKey: 'suspect_memory_leakage_rate', label: 'suspect_leakage', operator: '=', threshold: 0, formatAs: 'percent' },
|
|
32
|
+
{ metricKey: 'cross_project_leakage_rate', label: 'cross_project_leakage', operator: '=', threshold: 0, formatAs: 'percent' },
|
|
33
|
+
{ metricKey: 'provenance_completeness_rate', label: 'provenance_complete', operator: '>=', threshold: 0.95, formatAs: 'percent' },
|
|
34
|
+
{ metricKey: 'context_budget_efficiency', label: 'budget_efficiency', operator: '>=', threshold: 0.8, formatAs: 'percent' },
|
|
35
|
+
{ metricKey: 'pulse_activation_useful_expansion_rate', label: 'pulse_useful_expansion', operator: '>=', threshold: 0.5, formatAs: 'percent' },
|
|
36
|
+
{ metricKey: 'inhibition_correctness_rate', label: 'inhibition_correctness', operator: '>=', threshold: 0.95, formatAs: 'percent' }
|
|
37
|
+
]
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
name: 'fast_path',
|
|
41
|
+
suiteName: 'fast_path',
|
|
42
|
+
baselines: [
|
|
43
|
+
{ metricKey: 'hit_rate', label: 'hit_rate', operator: '>=', threshold: 0.375, formatAs: 'percent' },
|
|
44
|
+
{ metricKey: 'misclassification_rate', label: 'misclass_rate', operator: '=', threshold: 0, formatAs: 'percent' }
|
|
45
|
+
]
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
name: 'workspace_isolation',
|
|
49
|
+
suiteName: 'workspace_isolation',
|
|
50
|
+
baselines: [
|
|
51
|
+
{ metricKey: 'cross_workspace_leakage_rate', label: 'leakage', operator: '=', threshold: 0, formatAs: 'percent' }
|
|
52
|
+
]
|
|
53
|
+
},
|
|
54
|
+
{
|
|
55
|
+
name: 'surface_latency',
|
|
56
|
+
suiteName: 'surface_latency',
|
|
57
|
+
baselines: [
|
|
58
|
+
{ metricKey: 'stream_p99_ms', label: 'stream_p99', operator: '<', threshold: 100, formatAs: 'ms' }
|
|
59
|
+
]
|
|
60
|
+
},
|
|
61
|
+
{
|
|
62
|
+
name: 'notification_delivery',
|
|
63
|
+
suiteName: 'notification_delivery',
|
|
64
|
+
baselines: [
|
|
65
|
+
{ metricKey: 'delivery_rate', label: 'delivery_rate', operator: '=', threshold: 1, formatAs: 'percent' }
|
|
66
|
+
]
|
|
67
|
+
},
|
|
68
|
+
{
|
|
69
|
+
name: 'session_continuity',
|
|
70
|
+
suiteName: 'session_continuity',
|
|
71
|
+
baselines: [
|
|
72
|
+
{ metricKey: 'continuity_rate', label: 'continuity', operator: '=', threshold: 1, formatAs: 'percent' }
|
|
73
|
+
]
|
|
74
|
+
},
|
|
75
|
+
{
|
|
76
|
+
name: 'tool_use_quality',
|
|
77
|
+
suiteName: 'tool_use_quality',
|
|
78
|
+
baselines: [
|
|
79
|
+
{ metricKey: 'tool_call_usefulness_rate', label: 'usefulness', operator: '>=', threshold: 0.6, formatAs: 'percent' },
|
|
80
|
+
{ metricKey: 'unnecessary_tool_call_rate', label: 'unnecessary', operator: '<=', threshold: 0.2, formatAs: 'percent' },
|
|
81
|
+
{ metricKey: 'policy_rejection_rate', label: 'policy_rejection', operator: '<=', threshold: 0.3, formatAs: 'percent' },
|
|
82
|
+
{ metricKey: 'avg_evidence_budget_utilization', label: 'budget_utilization', operator: '<=', threshold: 0.8, formatAs: 'percent' },
|
|
83
|
+
{ metricKey: 'sanitization_hit_rate', label: 'sanitization_hit', operator: '<=', threshold: 0.05, formatAs: 'percent' }
|
|
84
|
+
]
|
|
85
|
+
},
|
|
86
|
+
{
|
|
87
|
+
name: 'longmemeval_accuracy',
|
|
88
|
+
suiteName: 'longmemeval',
|
|
89
|
+
baselines: [
|
|
90
|
+
{ metricKey: 'accuracy', label: 'overall_accuracy', operator: '>=', threshold: 0.40, formatAs: 'percent' },
|
|
91
|
+
{ metricKey: 'accuracy_temporal', label: 'temporal_accuracy', operator: '>=', threshold: 0.30, formatAs: 'percent' }
|
|
92
|
+
]
|
|
93
|
+
}
|
|
94
|
+
];
|
|
95
|
+
export function getBenchmarkGroup(groupName) {
|
|
96
|
+
return BENCHMARK_GROUPS.find((group) => group.name === groupName);
|
|
97
|
+
}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { BenchmarkBaselineResult, BenchmarkGroupResult } from './BenchmarkRunner.js';
|
|
2
|
+
export interface PersistedBenchmarkGroup {
|
|
3
|
+
name: string;
|
|
4
|
+
passed: boolean;
|
|
5
|
+
baselines: BenchmarkBaselineResult[];
|
|
6
|
+
}
|
|
7
|
+
export interface PersistedBenchmarkReport {
|
|
8
|
+
generatedAt: number;
|
|
9
|
+
version: string;
|
|
10
|
+
passed: boolean;
|
|
11
|
+
groups: PersistedBenchmarkGroup[];
|
|
12
|
+
}
|
|
13
|
+
export declare class BenchmarkReport {
|
|
14
|
+
formatConsole(results: BenchmarkGroupResult[]): string;
|
|
15
|
+
formatConsoleFromPersisted(report: PersistedBenchmarkReport): string;
|
|
16
|
+
formatJson(results: BenchmarkGroupResult[]): string;
|
|
17
|
+
writeJson(results: BenchmarkGroupResult[], outputPath: string): Promise<void>;
|
|
18
|
+
readJson(inputPath: string): Promise<PersistedBenchmarkReport>;
|
|
19
|
+
private toPersistedReport;
|
|
20
|
+
private formatBaselineLine;
|
|
21
|
+
private formatBaselineDesc;
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=BenchmarkReport.d.ts.map
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
export class BenchmarkReport {
|
|
2
|
+
formatConsole(results) {
|
|
3
|
+
return this.formatConsoleFromPersisted(this.toPersistedReport(results));
|
|
4
|
+
}
|
|
5
|
+
formatConsoleFromPersisted(report) {
|
|
6
|
+
const lines = [
|
|
7
|
+
'cogmem v0.8 Benchmark Report',
|
|
8
|
+
'=================================='
|
|
9
|
+
];
|
|
10
|
+
for (const result of report.groups) {
|
|
11
|
+
const firstBaseline = result.baselines[0];
|
|
12
|
+
if (!firstBaseline) {
|
|
13
|
+
continue;
|
|
14
|
+
}
|
|
15
|
+
lines.push(this.formatBaselineLine(result.name, firstBaseline, result.passed));
|
|
16
|
+
for (let index = 1; index < result.baselines.length; index += 1) {
|
|
17
|
+
const baseline = result.baselines[index];
|
|
18
|
+
if (!baseline) {
|
|
19
|
+
continue;
|
|
20
|
+
}
|
|
21
|
+
lines.push(this.formatBaselineLine('', baseline, baseline.passed));
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
lines.push('');
|
|
25
|
+
lines.push(report.passed
|
|
26
|
+
? `All ${report.groups.length} benchmark suites passed. ✓`
|
|
27
|
+
: `${report.groups.filter((group) => !group.passed).length} suite(s) FAILED. ✗`);
|
|
28
|
+
return lines.join('\n');
|
|
29
|
+
}
|
|
30
|
+
formatJson(results) {
|
|
31
|
+
return JSON.stringify(this.toPersistedReport(results), null, 2);
|
|
32
|
+
}
|
|
33
|
+
async writeJson(results, outputPath) {
|
|
34
|
+
await Bun.write(outputPath, `${this.formatJson(results)}\n`);
|
|
35
|
+
}
|
|
36
|
+
async readJson(inputPath) {
|
|
37
|
+
const raw = await Bun.file(inputPath).text();
|
|
38
|
+
return JSON.parse(raw);
|
|
39
|
+
}
|
|
40
|
+
toPersistedReport(results) {
|
|
41
|
+
return {
|
|
42
|
+
generatedAt: Date.now(),
|
|
43
|
+
version: '0.8',
|
|
44
|
+
passed: results.every((result) => result.passed),
|
|
45
|
+
groups: results.map((result) => ({
|
|
46
|
+
name: result.group.name,
|
|
47
|
+
passed: result.passed,
|
|
48
|
+
baselines: result.baselineResults
|
|
49
|
+
}))
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
formatBaselineLine(groupName, baseline, passed) {
|
|
53
|
+
const mark = passed ? '✓' : '✗';
|
|
54
|
+
return `${groupName.padEnd(26)} ${baseline.label}=${baseline.formatted.padEnd(10)} (baseline ${this.formatBaselineDesc(baseline)}) ${mark}`;
|
|
55
|
+
}
|
|
56
|
+
formatBaselineDesc(baseline) {
|
|
57
|
+
const threshold = baseline.formatAs === 'ms'
|
|
58
|
+
? `${baseline.threshold}ms`
|
|
59
|
+
: `${(baseline.threshold * 100).toFixed(1)}%`;
|
|
60
|
+
return `${baseline.operator}${threshold}`;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { EvalRunner, type EvalSuiteResult } from '../eval/runners/EvalRunner.js';
|
|
2
|
+
import { type BenchmarkGroup, type BenchmarkGroupBaseline } from './BenchmarkRegistry.js';
|
|
3
|
+
export interface BenchmarkBaselineResult {
|
|
4
|
+
metricKey: string;
|
|
5
|
+
label: string;
|
|
6
|
+
value: number;
|
|
7
|
+
passed: boolean;
|
|
8
|
+
formatted: string;
|
|
9
|
+
operator: BenchmarkGroupBaseline['operator'];
|
|
10
|
+
threshold: number;
|
|
11
|
+
formatAs: BenchmarkGroupBaseline['formatAs'];
|
|
12
|
+
}
|
|
13
|
+
export interface BenchmarkGroupResult {
|
|
14
|
+
group: BenchmarkGroup;
|
|
15
|
+
suiteResult: EvalSuiteResult;
|
|
16
|
+
baselineResults: BenchmarkBaselineResult[];
|
|
17
|
+
passed: boolean;
|
|
18
|
+
}
|
|
19
|
+
export declare class BenchmarkRunner {
|
|
20
|
+
private evalRunner;
|
|
21
|
+
constructor(evalRunner?: EvalRunner);
|
|
22
|
+
runAll(): Promise<BenchmarkGroupResult[]>;
|
|
23
|
+
runGroup(groupName: string): Promise<BenchmarkGroupResult>;
|
|
24
|
+
private checkBaseline;
|
|
25
|
+
private formatValue;
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=BenchmarkRunner.d.ts.map
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { EvalRunner } from '../eval/runners/EvalRunner.js';
|
|
2
|
+
import { BENCHMARK_GROUPS, getBenchmarkGroup } from './BenchmarkRegistry.js';
|
|
3
|
+
export class BenchmarkRunner {
|
|
4
|
+
evalRunner;
|
|
5
|
+
constructor(evalRunner) {
|
|
6
|
+
this.evalRunner = evalRunner ?? new EvalRunner();
|
|
7
|
+
}
|
|
8
|
+
async runAll() {
|
|
9
|
+
return Promise.all(BENCHMARK_GROUPS.map((group) => this.runGroup(group.name)));
|
|
10
|
+
}
|
|
11
|
+
async runGroup(groupName) {
|
|
12
|
+
const group = getBenchmarkGroup(groupName);
|
|
13
|
+
if (!group) {
|
|
14
|
+
throw new Error(`Unknown benchmark group: ${groupName}`);
|
|
15
|
+
}
|
|
16
|
+
const suiteResult = await this.evalRunner.runSuite(group.suiteName);
|
|
17
|
+
const baselineResults = group.baselines.map((baseline) => {
|
|
18
|
+
const rawValue = suiteResult.metrics[baseline.metricKey];
|
|
19
|
+
const value = typeof rawValue === 'number' ? rawValue : 0;
|
|
20
|
+
return {
|
|
21
|
+
metricKey: baseline.metricKey,
|
|
22
|
+
label: baseline.label,
|
|
23
|
+
value,
|
|
24
|
+
passed: this.checkBaseline(value, baseline.operator, baseline.threshold),
|
|
25
|
+
formatted: this.formatValue(value, baseline.formatAs),
|
|
26
|
+
operator: baseline.operator,
|
|
27
|
+
threshold: baseline.threshold,
|
|
28
|
+
formatAs: baseline.formatAs
|
|
29
|
+
};
|
|
30
|
+
});
|
|
31
|
+
return {
|
|
32
|
+
group,
|
|
33
|
+
suiteResult,
|
|
34
|
+
baselineResults,
|
|
35
|
+
passed: baselineResults.every((result) => result.passed)
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
checkBaseline(value, operator, threshold) {
|
|
39
|
+
switch (operator) {
|
|
40
|
+
case '<=':
|
|
41
|
+
return value <= threshold;
|
|
42
|
+
case '>=':
|
|
43
|
+
return value >= threshold;
|
|
44
|
+
case '=':
|
|
45
|
+
return Math.abs(value - threshold) < 0.001;
|
|
46
|
+
case '<':
|
|
47
|
+
return value < threshold;
|
|
48
|
+
default:
|
|
49
|
+
return false;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
formatValue(value, formatAs) {
|
|
53
|
+
switch (formatAs) {
|
|
54
|
+
case 'percent':
|
|
55
|
+
return `${(value * 100).toFixed(1)}%`;
|
|
56
|
+
case 'ms':
|
|
57
|
+
return `${value.toFixed(0)}ms`;
|
|
58
|
+
case 'rate':
|
|
59
|
+
return `${(value * 100).toFixed(1)}%`;
|
|
60
|
+
default:
|
|
61
|
+
return String(value);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
@@ -0,0 +1,134 @@
|
|
|
1
|
+
export interface BrainEvalSample {
|
|
2
|
+
expectedIds: string[];
|
|
3
|
+
selectedIds: string[];
|
|
4
|
+
selectedWithEvidenceIds: string[];
|
|
5
|
+
staleSelectedIds: string[];
|
|
6
|
+
crossProjectSelectedIds: string[];
|
|
7
|
+
usedTokens: number;
|
|
8
|
+
budgetTokens: number;
|
|
9
|
+
prospectiveTriggeredIds: string[];
|
|
10
|
+
confirmedProspectiveIds: string[];
|
|
11
|
+
bindingChecks?: Array<{
|
|
12
|
+
expectedTopicPath: string;
|
|
13
|
+
selectedTopicPath: string;
|
|
14
|
+
}>;
|
|
15
|
+
entityMergeChecks?: Array<{
|
|
16
|
+
accepted: boolean;
|
|
17
|
+
correct: boolean;
|
|
18
|
+
}>;
|
|
19
|
+
beliefOwnershipChecks?: Array<{
|
|
20
|
+
ownership: 'user' | 'project' | 'system';
|
|
21
|
+
hasExplicitUserEvidence: boolean;
|
|
22
|
+
}>;
|
|
23
|
+
temporalTruthChecks?: Array<{
|
|
24
|
+
expectedVersionId: string;
|
|
25
|
+
selectedVersionId: string;
|
|
26
|
+
}>;
|
|
27
|
+
contextPollutionChecks?: Array<{
|
|
28
|
+
memoryId: string;
|
|
29
|
+
polluted: boolean;
|
|
30
|
+
}>;
|
|
31
|
+
sourceFidelityChecks?: Array<{
|
|
32
|
+
expectedEventId: string;
|
|
33
|
+
resolvedEventId: string;
|
|
34
|
+
}>;
|
|
35
|
+
episodeGroupingChecks?: Array<{
|
|
36
|
+
expectedGroup: string;
|
|
37
|
+
selectedGroup: string;
|
|
38
|
+
}>;
|
|
39
|
+
episodeBoundaryChecks?: Array<{
|
|
40
|
+
expectedSealed: boolean;
|
|
41
|
+
selectedSealed: boolean;
|
|
42
|
+
}>;
|
|
43
|
+
episodeEvidenceChecks?: Array<{
|
|
44
|
+
sourceEventIds: string[];
|
|
45
|
+
candidateEvidenceEventIds: string[];
|
|
46
|
+
}>;
|
|
47
|
+
episodeAssignmentChecks?: Array<{
|
|
48
|
+
assigned: boolean;
|
|
49
|
+
}>;
|
|
50
|
+
dreamCandidateChecks?: Array<{
|
|
51
|
+
grounded: boolean;
|
|
52
|
+
bypassedGovernance: boolean;
|
|
53
|
+
}>;
|
|
54
|
+
hermesImportParityChecks?: Array<{
|
|
55
|
+
liveShape: string;
|
|
56
|
+
importedShape: string;
|
|
57
|
+
}>;
|
|
58
|
+
topicMutationIsolationChecks?: Array<{
|
|
59
|
+
crossProjectMutation: boolean;
|
|
60
|
+
}>;
|
|
61
|
+
topicAuditRollbackChecks?: Array<{
|
|
62
|
+
audited: boolean;
|
|
63
|
+
rollbackRestored: boolean;
|
|
64
|
+
}>;
|
|
65
|
+
repairInvalidationChecks?: Array<{
|
|
66
|
+
oldCandidatesStale: boolean;
|
|
67
|
+
dreamRequeued: boolean;
|
|
68
|
+
}>;
|
|
69
|
+
importResumeChecks?: Array<{
|
|
70
|
+
resumedWithoutDuplicate: boolean;
|
|
71
|
+
checkpointComplete: boolean;
|
|
72
|
+
}>;
|
|
73
|
+
hooklessWarningChecks?: Array<{
|
|
74
|
+
ingestionMissing: boolean;
|
|
75
|
+
warningPresent: boolean;
|
|
76
|
+
}>;
|
|
77
|
+
atlasChecks?: Array<{
|
|
78
|
+
crossProjectLeak: boolean;
|
|
79
|
+
nodeCount: number;
|
|
80
|
+
maxNodes: number;
|
|
81
|
+
hopCount: number;
|
|
82
|
+
maxHops: number;
|
|
83
|
+
evidenceEventIdPresent: boolean;
|
|
84
|
+
drilldownPresent: boolean;
|
|
85
|
+
expectedPathConnected: boolean;
|
|
86
|
+
actualPathConnected: boolean;
|
|
87
|
+
matchedFacetCount: number;
|
|
88
|
+
coldNodeReturned: boolean;
|
|
89
|
+
canonicalSourceMutated: boolean;
|
|
90
|
+
}>;
|
|
91
|
+
}
|
|
92
|
+
export interface BrainEvalMetrics {
|
|
93
|
+
recall: number;
|
|
94
|
+
precision: number;
|
|
95
|
+
provenanceCoverage: number;
|
|
96
|
+
contextBudgetCompliance: number;
|
|
97
|
+
staleLeakageRate: number;
|
|
98
|
+
crossProjectLeakageRate: number;
|
|
99
|
+
prospectiveFalseActivationRate: number;
|
|
100
|
+
bindingPurity: number;
|
|
101
|
+
entityFalseMergeRate: number;
|
|
102
|
+
beliefOwnershipCompliance: number;
|
|
103
|
+
temporalCurrentTruthAccuracy: number;
|
|
104
|
+
contextPollutionRate: number;
|
|
105
|
+
sourceFidelity: number;
|
|
106
|
+
episodeGroupingAccuracy: number;
|
|
107
|
+
episodeBoundaryAccuracy: number;
|
|
108
|
+
episodeEvidenceCoverage: number;
|
|
109
|
+
unassignedRawRate: number;
|
|
110
|
+
dreamCandidateGrounding: number;
|
|
111
|
+
dreamBypassRate: number;
|
|
112
|
+
hermesImportParity: number;
|
|
113
|
+
topicMutationLeakageRate: number;
|
|
114
|
+
topicAuditRollbackCompliance: number;
|
|
115
|
+
repairInvalidationCompliance: number;
|
|
116
|
+
importResumeReliability: number;
|
|
117
|
+
hooklessWarningCoverage: number;
|
|
118
|
+
atlasScopeIsolation: number;
|
|
119
|
+
atlasBoundCompliance: number;
|
|
120
|
+
atlasEvidenceCoverage: number;
|
|
121
|
+
atlasPathReconstruction: number;
|
|
122
|
+
atlasFacetedResurrection: number;
|
|
123
|
+
atlasCanonicalImmutability: number;
|
|
124
|
+
}
|
|
125
|
+
export interface BrainEvalReport {
|
|
126
|
+
passed: boolean;
|
|
127
|
+
sampleCount: number;
|
|
128
|
+
metrics: BrainEvalMetrics;
|
|
129
|
+
failedMetrics: Array<keyof BrainEvalMetrics>;
|
|
130
|
+
}
|
|
131
|
+
export declare class BrainEvalRunner {
|
|
132
|
+
evaluate(samples: BrainEvalSample[]): BrainEvalReport;
|
|
133
|
+
}
|
|
134
|
+
//# sourceMappingURL=BrainEval.d.ts.map
|
|
@@ -0,0 +1,252 @@
|
|
|
1
|
+
const THRESHOLDS = {
|
|
2
|
+
recall: { operator: '>=', value: 0.9 },
|
|
3
|
+
precision: { operator: '>=', value: 0.8 },
|
|
4
|
+
provenanceCoverage: { operator: '>=', value: 0.95 },
|
|
5
|
+
contextBudgetCompliance: { operator: '=', value: 1 },
|
|
6
|
+
staleLeakageRate: { operator: '=', value: 0 },
|
|
7
|
+
crossProjectLeakageRate: { operator: '=', value: 0 },
|
|
8
|
+
prospectiveFalseActivationRate: { operator: '=', value: 0 },
|
|
9
|
+
bindingPurity: { operator: '>=', value: 0.9 },
|
|
10
|
+
entityFalseMergeRate: { operator: '=', value: 0 },
|
|
11
|
+
beliefOwnershipCompliance: { operator: '=', value: 1 },
|
|
12
|
+
temporalCurrentTruthAccuracy: { operator: '>=', value: 0.95 },
|
|
13
|
+
contextPollutionRate: { operator: '=', value: 0 },
|
|
14
|
+
sourceFidelity: { operator: '=', value: 1 },
|
|
15
|
+
episodeGroupingAccuracy: { operator: '>=', value: 0.9 },
|
|
16
|
+
episodeBoundaryAccuracy: { operator: '>=', value: 0.9 },
|
|
17
|
+
episodeEvidenceCoverage: { operator: '>=', value: 0.95 },
|
|
18
|
+
unassignedRawRate: { operator: '=', value: 0 },
|
|
19
|
+
dreamCandidateGrounding: { operator: '=', value: 1 },
|
|
20
|
+
dreamBypassRate: { operator: '=', value: 0 },
|
|
21
|
+
hermesImportParity: { operator: '=', value: 1 },
|
|
22
|
+
topicMutationLeakageRate: { operator: '=', value: 0 },
|
|
23
|
+
topicAuditRollbackCompliance: { operator: '=', value: 1 },
|
|
24
|
+
repairInvalidationCompliance: { operator: '=', value: 1 },
|
|
25
|
+
importResumeReliability: { operator: '=', value: 1 },
|
|
26
|
+
hooklessWarningCoverage: { operator: '=', value: 1 },
|
|
27
|
+
atlasScopeIsolation: { operator: '=', value: 1 },
|
|
28
|
+
atlasBoundCompliance: { operator: '=', value: 1 },
|
|
29
|
+
atlasEvidenceCoverage: { operator: '=', value: 1 },
|
|
30
|
+
atlasPathReconstruction: { operator: '=', value: 1 },
|
|
31
|
+
atlasFacetedResurrection: { operator: '=', value: 1 },
|
|
32
|
+
atlasCanonicalImmutability: { operator: '=', value: 1 },
|
|
33
|
+
};
|
|
34
|
+
export class BrainEvalRunner {
|
|
35
|
+
evaluate(samples) {
|
|
36
|
+
let expectedCount = 0;
|
|
37
|
+
let selectedCount = 0;
|
|
38
|
+
let relevantSelectedCount = 0;
|
|
39
|
+
let selectedWithEvidenceCount = 0;
|
|
40
|
+
let staleSelectedCount = 0;
|
|
41
|
+
let crossProjectSelectedCount = 0;
|
|
42
|
+
let prospectiveTriggeredCount = 0;
|
|
43
|
+
let falseProspectiveActivationCount = 0;
|
|
44
|
+
let bindingCheckCount = 0;
|
|
45
|
+
let correctBindingCount = 0;
|
|
46
|
+
let acceptedEntityMergeCount = 0;
|
|
47
|
+
let falseEntityMergeCount = 0;
|
|
48
|
+
let entityMergeCheckCount = 0;
|
|
49
|
+
let userBeliefCheckCount = 0;
|
|
50
|
+
let validUserBeliefCount = 0;
|
|
51
|
+
let temporalTruthCheckCount = 0;
|
|
52
|
+
let correctTemporalTruthCount = 0;
|
|
53
|
+
let contextPollutionCheckCount = 0;
|
|
54
|
+
let pollutedContextCount = 0;
|
|
55
|
+
let sourceFidelityCheckCount = 0;
|
|
56
|
+
let exactSourceCount = 0;
|
|
57
|
+
let episodeGroupingCount = 0;
|
|
58
|
+
let correctEpisodeGroupingCount = 0;
|
|
59
|
+
let episodeBoundaryCount = 0;
|
|
60
|
+
let correctEpisodeBoundaryCount = 0;
|
|
61
|
+
let episodeEvidenceExpectedCount = 0;
|
|
62
|
+
let episodeEvidenceCoveredCount = 0;
|
|
63
|
+
let episodeAssignmentCount = 0;
|
|
64
|
+
let unassignedEpisodeCount = 0;
|
|
65
|
+
let dreamCandidateCount = 0;
|
|
66
|
+
let groundedDreamCandidateCount = 0;
|
|
67
|
+
let dreamBypassCount = 0;
|
|
68
|
+
let hermesParityCount = 0;
|
|
69
|
+
let correctHermesParityCount = 0;
|
|
70
|
+
let topicMutationChecks = 0;
|
|
71
|
+
let topicMutationLeaks = 0;
|
|
72
|
+
let topicAuditChecks = 0;
|
|
73
|
+
let topicAuditPasses = 0;
|
|
74
|
+
let repairChecks = 0;
|
|
75
|
+
let repairPasses = 0;
|
|
76
|
+
let importResumeCheckCount = 0;
|
|
77
|
+
let importResumePasses = 0;
|
|
78
|
+
let hooklessChecks = 0;
|
|
79
|
+
let hooklessPasses = 0;
|
|
80
|
+
let atlasChecks = 0;
|
|
81
|
+
let atlasScopePasses = 0;
|
|
82
|
+
let atlasBoundPasses = 0;
|
|
83
|
+
let atlasEvidencePasses = 0;
|
|
84
|
+
let atlasPathPasses = 0;
|
|
85
|
+
let atlasResurrectionPasses = 0;
|
|
86
|
+
let atlasImmutabilityPasses = 0;
|
|
87
|
+
for (const sample of samples) {
|
|
88
|
+
const expected = new Set(sample.expectedIds);
|
|
89
|
+
const selected = new Set(sample.selectedIds);
|
|
90
|
+
const selectedWithEvidence = new Set(sample.selectedWithEvidenceIds);
|
|
91
|
+
const stale = new Set(sample.staleSelectedIds);
|
|
92
|
+
const crossProject = new Set(sample.crossProjectSelectedIds);
|
|
93
|
+
const prospectiveTriggered = new Set(sample.prospectiveTriggeredIds);
|
|
94
|
+
const confirmedProspective = new Set(sample.confirmedProspectiveIds);
|
|
95
|
+
expectedCount += expected.size;
|
|
96
|
+
selectedCount += selected.size;
|
|
97
|
+
relevantSelectedCount += [...selected].filter((id) => expected.has(id)).length;
|
|
98
|
+
selectedWithEvidenceCount += [...selected].filter((id) => selectedWithEvidence.has(id)).length;
|
|
99
|
+
staleSelectedCount += [...selected].filter((id) => stale.has(id)).length;
|
|
100
|
+
crossProjectSelectedCount += [...selected].filter((id) => crossProject.has(id)).length;
|
|
101
|
+
prospectiveTriggeredCount += prospectiveTriggered.size;
|
|
102
|
+
falseProspectiveActivationCount += [...prospectiveTriggered].filter((id) => !confirmedProspective.has(id)).length;
|
|
103
|
+
for (const check of sample.bindingChecks ?? []) {
|
|
104
|
+
bindingCheckCount += 1;
|
|
105
|
+
if (check.expectedTopicPath === check.selectedTopicPath)
|
|
106
|
+
correctBindingCount += 1;
|
|
107
|
+
}
|
|
108
|
+
for (const check of sample.entityMergeChecks ?? []) {
|
|
109
|
+
entityMergeCheckCount += 1;
|
|
110
|
+
if (!check.accepted)
|
|
111
|
+
continue;
|
|
112
|
+
acceptedEntityMergeCount += 1;
|
|
113
|
+
if (!check.correct)
|
|
114
|
+
falseEntityMergeCount += 1;
|
|
115
|
+
}
|
|
116
|
+
for (const check of sample.beliefOwnershipChecks ?? []) {
|
|
117
|
+
if (check.ownership !== 'user')
|
|
118
|
+
continue;
|
|
119
|
+
userBeliefCheckCount += 1;
|
|
120
|
+
if (check.hasExplicitUserEvidence)
|
|
121
|
+
validUserBeliefCount += 1;
|
|
122
|
+
}
|
|
123
|
+
for (const check of sample.temporalTruthChecks ?? []) {
|
|
124
|
+
temporalTruthCheckCount += 1;
|
|
125
|
+
if (check.expectedVersionId === check.selectedVersionId)
|
|
126
|
+
correctTemporalTruthCount += 1;
|
|
127
|
+
}
|
|
128
|
+
for (const check of sample.contextPollutionChecks ?? []) {
|
|
129
|
+
contextPollutionCheckCount += 1;
|
|
130
|
+
if (check.polluted)
|
|
131
|
+
pollutedContextCount += 1;
|
|
132
|
+
}
|
|
133
|
+
for (const check of sample.sourceFidelityChecks ?? []) {
|
|
134
|
+
sourceFidelityCheckCount += 1;
|
|
135
|
+
if (check.expectedEventId === check.resolvedEventId)
|
|
136
|
+
exactSourceCount += 1;
|
|
137
|
+
}
|
|
138
|
+
for (const check of sample.episodeGroupingChecks ?? []) {
|
|
139
|
+
episodeGroupingCount += 1;
|
|
140
|
+
if (check.expectedGroup === check.selectedGroup)
|
|
141
|
+
correctEpisodeGroupingCount += 1;
|
|
142
|
+
}
|
|
143
|
+
for (const check of sample.episodeBoundaryChecks ?? []) {
|
|
144
|
+
episodeBoundaryCount += 1;
|
|
145
|
+
if (check.expectedSealed === check.selectedSealed)
|
|
146
|
+
correctEpisodeBoundaryCount += 1;
|
|
147
|
+
}
|
|
148
|
+
for (const check of sample.episodeEvidenceChecks ?? []) {
|
|
149
|
+
const actual = new Set(check.candidateEvidenceEventIds);
|
|
150
|
+
episodeEvidenceExpectedCount += check.sourceEventIds.length;
|
|
151
|
+
episodeEvidenceCoveredCount += check.sourceEventIds.filter((id) => actual.has(id)).length;
|
|
152
|
+
}
|
|
153
|
+
for (const check of sample.episodeAssignmentChecks ?? []) {
|
|
154
|
+
episodeAssignmentCount += 1;
|
|
155
|
+
if (!check.assigned)
|
|
156
|
+
unassignedEpisodeCount += 1;
|
|
157
|
+
}
|
|
158
|
+
for (const check of sample.dreamCandidateChecks ?? []) {
|
|
159
|
+
dreamCandidateCount += 1;
|
|
160
|
+
if (check.grounded)
|
|
161
|
+
groundedDreamCandidateCount += 1;
|
|
162
|
+
if (check.bypassedGovernance)
|
|
163
|
+
dreamBypassCount += 1;
|
|
164
|
+
}
|
|
165
|
+
for (const check of sample.hermesImportParityChecks ?? []) {
|
|
166
|
+
hermesParityCount += 1;
|
|
167
|
+
if (check.liveShape === check.importedShape)
|
|
168
|
+
correctHermesParityCount += 1;
|
|
169
|
+
}
|
|
170
|
+
for (const check of sample.topicMutationIsolationChecks ?? []) {
|
|
171
|
+
topicMutationChecks += 1;
|
|
172
|
+
if (check.crossProjectMutation)
|
|
173
|
+
topicMutationLeaks += 1;
|
|
174
|
+
}
|
|
175
|
+
for (const check of sample.topicAuditRollbackChecks ?? []) {
|
|
176
|
+
topicAuditChecks += 1;
|
|
177
|
+
if (check.audited && check.rollbackRestored)
|
|
178
|
+
topicAuditPasses += 1;
|
|
179
|
+
}
|
|
180
|
+
for (const check of sample.repairInvalidationChecks ?? []) {
|
|
181
|
+
repairChecks += 1;
|
|
182
|
+
if (check.oldCandidatesStale && check.dreamRequeued)
|
|
183
|
+
repairPasses += 1;
|
|
184
|
+
}
|
|
185
|
+
for (const check of sample.importResumeChecks ?? []) {
|
|
186
|
+
importResumeCheckCount += 1;
|
|
187
|
+
if (check.resumedWithoutDuplicate && check.checkpointComplete)
|
|
188
|
+
importResumePasses += 1;
|
|
189
|
+
}
|
|
190
|
+
for (const check of sample.hooklessWarningChecks ?? []) {
|
|
191
|
+
hooklessChecks += 1;
|
|
192
|
+
if (!check.ingestionMissing || check.warningPresent)
|
|
193
|
+
hooklessPasses += 1;
|
|
194
|
+
}
|
|
195
|
+
for (const check of sample.atlasChecks ?? []) {
|
|
196
|
+
atlasChecks += 1;
|
|
197
|
+
if (!check.crossProjectLeak)
|
|
198
|
+
atlasScopePasses += 1;
|
|
199
|
+
if (check.nodeCount <= check.maxNodes && check.hopCount <= check.maxHops)
|
|
200
|
+
atlasBoundPasses += 1;
|
|
201
|
+
if (check.evidenceEventIdPresent && check.drilldownPresent)
|
|
202
|
+
atlasEvidencePasses += 1;
|
|
203
|
+
if (check.expectedPathConnected === check.actualPathConnected)
|
|
204
|
+
atlasPathPasses += 1;
|
|
205
|
+
if (check.matchedFacetCount < 2 || check.coldNodeReturned)
|
|
206
|
+
atlasResurrectionPasses += 1;
|
|
207
|
+
if (!check.canonicalSourceMutated)
|
|
208
|
+
atlasImmutabilityPasses += 1;
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
const metrics = {
|
|
212
|
+
recall: expectedCount === 0 ? 1 : relevantSelectedCount / expectedCount,
|
|
213
|
+
precision: selectedCount === 0 ? (expectedCount === 0 ? 1 : 0) : relevantSelectedCount / selectedCount,
|
|
214
|
+
provenanceCoverage: selectedCount === 0 ? 1 : selectedWithEvidenceCount / selectedCount,
|
|
215
|
+
contextBudgetCompliance: samples.length === 0 ? 1 : samples.filter((sample) => sample.usedTokens <= sample.budgetTokens).length / samples.length,
|
|
216
|
+
staleLeakageRate: selectedCount === 0 ? 0 : staleSelectedCount / selectedCount,
|
|
217
|
+
crossProjectLeakageRate: selectedCount === 0 ? 0 : crossProjectSelectedCount / selectedCount,
|
|
218
|
+
prospectiveFalseActivationRate: prospectiveTriggeredCount === 0
|
|
219
|
+
? 0
|
|
220
|
+
: falseProspectiveActivationCount / prospectiveTriggeredCount,
|
|
221
|
+
bindingPurity: bindingCheckCount === 0 ? 0 : correctBindingCount / bindingCheckCount,
|
|
222
|
+
entityFalseMergeRate: entityMergeCheckCount === 0 ? 1 : (acceptedEntityMergeCount === 0 ? 0 : falseEntityMergeCount / acceptedEntityMergeCount),
|
|
223
|
+
beliefOwnershipCompliance: userBeliefCheckCount === 0 ? 0 : validUserBeliefCount / userBeliefCheckCount,
|
|
224
|
+
temporalCurrentTruthAccuracy: temporalTruthCheckCount === 0 ? 0 : correctTemporalTruthCount / temporalTruthCheckCount,
|
|
225
|
+
contextPollutionRate: contextPollutionCheckCount === 0 ? 1 : pollutedContextCount / contextPollutionCheckCount,
|
|
226
|
+
sourceFidelity: sourceFidelityCheckCount === 0 ? 0 : exactSourceCount / sourceFidelityCheckCount,
|
|
227
|
+
episodeGroupingAccuracy: episodeGroupingCount === 0 ? 0 : correctEpisodeGroupingCount / episodeGroupingCount,
|
|
228
|
+
episodeBoundaryAccuracy: episodeBoundaryCount === 0 ? 0 : correctEpisodeBoundaryCount / episodeBoundaryCount,
|
|
229
|
+
episodeEvidenceCoverage: episodeEvidenceExpectedCount === 0 ? 0 : episodeEvidenceCoveredCount / episodeEvidenceExpectedCount,
|
|
230
|
+
unassignedRawRate: episodeAssignmentCount === 0 ? 1 : unassignedEpisodeCount / episodeAssignmentCount,
|
|
231
|
+
dreamCandidateGrounding: dreamCandidateCount === 0 ? 0 : groundedDreamCandidateCount / dreamCandidateCount,
|
|
232
|
+
dreamBypassRate: dreamCandidateCount === 0 ? 1 : dreamBypassCount / dreamCandidateCount,
|
|
233
|
+
hermesImportParity: hermesParityCount === 0 ? 0 : correctHermesParityCount / hermesParityCount,
|
|
234
|
+
topicMutationLeakageRate: topicMutationChecks === 0 ? 1 : topicMutationLeaks / topicMutationChecks,
|
|
235
|
+
topicAuditRollbackCompliance: topicAuditChecks === 0 ? 0 : topicAuditPasses / topicAuditChecks,
|
|
236
|
+
repairInvalidationCompliance: repairChecks === 0 ? 0 : repairPasses / repairChecks,
|
|
237
|
+
importResumeReliability: importResumeCheckCount === 0 ? 0 : importResumePasses / importResumeCheckCount,
|
|
238
|
+
hooklessWarningCoverage: hooklessChecks === 0 ? 0 : hooklessPasses / hooklessChecks,
|
|
239
|
+
atlasScopeIsolation: atlasChecks === 0 ? 0 : atlasScopePasses / atlasChecks,
|
|
240
|
+
atlasBoundCompliance: atlasChecks === 0 ? 0 : atlasBoundPasses / atlasChecks,
|
|
241
|
+
atlasEvidenceCoverage: atlasChecks === 0 ? 0 : atlasEvidencePasses / atlasChecks,
|
|
242
|
+
atlasPathReconstruction: atlasChecks === 0 ? 0 : atlasPathPasses / atlasChecks,
|
|
243
|
+
atlasFacetedResurrection: atlasChecks === 0 ? 0 : atlasResurrectionPasses / atlasChecks,
|
|
244
|
+
atlasCanonicalImmutability: atlasChecks === 0 ? 0 : atlasImmutabilityPasses / atlasChecks,
|
|
245
|
+
};
|
|
246
|
+
const failedMetrics = Object.keys(metrics).filter((key) => {
|
|
247
|
+
const threshold = THRESHOLDS[key];
|
|
248
|
+
return threshold.operator === '>=' ? metrics[key] < threshold.value : Math.abs(metrics[key] - threshold.value) > 0.000001;
|
|
249
|
+
});
|
|
250
|
+
return { passed: failedMetrics.length === 0, sampleCount: samples.length, metrics, failedMetrics };
|
|
251
|
+
}
|
|
252
|
+
}
|