cogmem 3.6.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/BENCHMARKS.md +62 -0
- package/CHANGELOG.md +215 -0
- package/CONCURRENT_ACCESS.md +27 -0
- package/CONTRIBUTING.md +32 -0
- package/LICENSE +21 -0
- package/MEMORY_ATLAS.md +101 -0
- package/MEMORY_MODEL.md +179 -0
- package/README.md +751 -0
- package/RECALL_EXPLAINABILITY.md +152 -0
- package/RELEASE_CHECKLIST.md +92 -0
- package/SECURITY.md +21 -0
- package/dist/adapters/MarkdownSourceLoader.d.ts +5 -0
- package/dist/adapters/MarkdownSourceLoader.js +19 -0
- package/dist/adapters/conversation/ConversationMarkdownAdapter.d.ts +9 -0
- package/dist/adapters/conversation/ConversationMarkdownAdapter.js +233 -0
- package/dist/adapters/hermes/HermesStateDbAdapter.d.ts +10 -0
- package/dist/adapters/hermes/HermesStateDbAdapter.js +268 -0
- package/dist/adapters/hermes/HermesWorkspaceProfile.d.ts +15 -0
- package/dist/adapters/hermes/HermesWorkspaceProfile.js +82 -0
- package/dist/adapters/index.d.ts +15 -0
- package/dist/adapters/index.js +12 -0
- package/dist/adapters/openclaw/OpenClawAdapterSupport.d.ts +14 -0
- package/dist/adapters/openclaw/OpenClawAdapterSupport.js +29 -0
- package/dist/adapters/openclaw/OpenClawDailyMemoryAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawDailyMemoryAdapter.js +35 -0
- package/dist/adapters/openclaw/OpenClawMemoryIndexAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawMemoryIndexAdapter.js +23 -0
- package/dist/adapters/openclaw/OpenClawPersonaAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawPersonaAdapter.js +24 -0
- package/dist/adapters/openclaw/OpenClawSessionAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawSessionAdapter.js +15 -0
- package/dist/adapters/openclaw/OpenClawUserProfileAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawUserProfileAdapter.js +24 -0
- package/dist/adapters/openclaw/OpenClawWorkspaceProfile.d.ts +38 -0
- package/dist/adapters/openclaw/OpenClawWorkspaceProfile.js +199 -0
- package/dist/adapters/soul/SoulMarkdownAdapter.d.ts +14 -0
- package/dist/adapters/soul/SoulMarkdownAdapter.js +255 -0
- package/dist/adapters/types.d.ts +97 -0
- package/dist/adapters/types.js +185 -0
- package/dist/agent/AgentMemoryBackend.d.ts +291 -0
- package/dist/agent/AgentMemoryBackend.js +1272 -0
- package/dist/agent/AgentRecallQueryCompiler.d.ts +20 -0
- package/dist/agent/AgentRecallQueryCompiler.js +289 -0
- package/dist/agent/ContextHygiene.d.ts +9 -0
- package/dist/agent/ContextHygiene.js +20 -0
- package/dist/agent/MemoryUsageReceipt.d.ts +35 -0
- package/dist/agent/MemoryUsageReceipt.js +136 -0
- package/dist/agent/SessionWorkingState.d.ts +20 -0
- package/dist/agent/SessionWorkingState.js +94 -0
- package/dist/agent/index.d.ts +6 -0
- package/dist/agent/index.js +5 -0
- package/dist/algorithm/AlgorithmReviewBackend.d.ts +84 -0
- package/dist/algorithm/AlgorithmReviewBackend.js +261 -0
- package/dist/algorithm/AlgorithmReviewMetrics.d.ts +23 -0
- package/dist/algorithm/AlgorithmReviewMetrics.js +25 -0
- package/dist/algorithm/Phase2ModelAlgorithmReviewBackend.d.ts +38 -0
- package/dist/algorithm/Phase2ModelAlgorithmReviewBackend.js +372 -0
- package/dist/assets/FileAssetIngestionService.d.ts +32 -0
- package/dist/assets/FileAssetIngestionService.js +133 -0
- package/dist/assets/FileAssetStore.d.ts +36 -0
- package/dist/assets/FileAssetStore.js +152 -0
- package/dist/assets/FileBlockStore.d.ts +12 -0
- package/dist/assets/FileBlockStore.js +110 -0
- package/dist/assets/FileChunkStore.d.ts +23 -0
- package/dist/assets/FileChunkStore.js +179 -0
- package/dist/assets/FileChunker.d.ts +10 -0
- package/dist/assets/FileChunker.js +69 -0
- package/dist/assets/FileLoaderRegistry.d.ts +8 -0
- package/dist/assets/FileLoaderRegistry.js +21 -0
- package/dist/assets/FileLoaders.d.ts +37 -0
- package/dist/assets/FileLoaders.js +268 -0
- package/dist/assets/index.d.ts +10 -0
- package/dist/assets/index.js +7 -0
- package/dist/assets/providers/types.d.ts +47 -0
- package/dist/assets/providers/types.js +1 -0
- package/dist/assets/types.d.ts +159 -0
- package/dist/assets/types.js +1 -0
- package/dist/atlas/ActionFrameExtractor.d.ts +15 -0
- package/dist/atlas/ActionFrameExtractor.js +135 -0
- package/dist/atlas/MemoryAtlasIndexer.d.ts +32 -0
- package/dist/atlas/MemoryAtlasIndexer.js +74 -0
- package/dist/atlas/MemoryAtlasQueryCompiler.d.ts +23 -0
- package/dist/atlas/MemoryAtlasQueryCompiler.js +55 -0
- package/dist/atlas/MemoryAtlasService.d.ts +25 -0
- package/dist/atlas/MemoryAtlasService.js +216 -0
- package/dist/atlas/MemoryAtlasTypes.d.ts +107 -0
- package/dist/atlas/MemoryAtlasTypes.js +1 -0
- package/dist/atlas/index.d.ts +6 -0
- package/dist/atlas/index.js +5 -0
- package/dist/backend/SemanticBackend.d.ts +40 -0
- package/dist/backend/SemanticBackend.js +107 -0
- package/dist/batch/IngestionCursorStore.d.ts +52 -0
- package/dist/batch/IngestionCursorStore.js +153 -0
- package/dist/batch/InstalledBatchProcessor.d.ts +88 -0
- package/dist/batch/InstalledBatchProcessor.js +179 -0
- package/dist/batch/SourceOnboarding.d.ts +56 -0
- package/dist/batch/SourceOnboarding.js +366 -0
- package/dist/belief/BeliefGovernanceService.d.ts +59 -0
- package/dist/belief/BeliefGovernanceService.js +183 -0
- package/dist/belief/BeliefStore.d.ts +78 -0
- package/dist/belief/BeliefStore.js +898 -0
- package/dist/benchmark/BenchmarkRegistry.d.ts +16 -0
- package/dist/benchmark/BenchmarkRegistry.js +97 -0
- package/dist/benchmark/BenchmarkReport.d.ts +23 -0
- package/dist/benchmark/BenchmarkReport.js +62 -0
- package/dist/benchmark/BenchmarkRunner.d.ts +27 -0
- package/dist/benchmark/BenchmarkRunner.js +64 -0
- package/dist/benchmark/BrainEval.d.ts +134 -0
- package/dist/benchmark/BrainEval.js +252 -0
- package/dist/benchmark/ExternalBenchmarkRunner.d.ts +8 -0
- package/dist/benchmark/ExternalBenchmarkRunner.js +12 -0
- package/dist/benchmark/LongMemEvalAdapter.d.ts +46 -0
- package/dist/benchmark/LongMemEvalAdapter.js +88 -0
- package/dist/benchmark/LongMemEvalCli.d.ts +6 -0
- package/dist/benchmark/LongMemEvalCli.js +26 -0
- package/dist/bin/CliJson.d.ts +17 -0
- package/dist/bin/CliJson.js +20 -0
- package/dist/bin/brain-eval.d.ts +3 -0
- package/dist/bin/brain-eval.js +46 -0
- package/dist/bin/cogmem.d.ts +3 -0
- package/dist/bin/cogmem.js +95 -0
- package/dist/bin/compact.d.ts +3 -0
- package/dist/bin/compact.js +96 -0
- package/dist/bin/connect.d.ts +3 -0
- package/dist/bin/connect.js +398 -0
- package/dist/bin/doctor.d.ts +3 -0
- package/dist/bin/doctor.js +171 -0
- package/dist/bin/dream.d.ts +3 -0
- package/dist/bin/dream.js +65 -0
- package/dist/bin/episode.d.ts +3 -0
- package/dist/bin/episode.js +268 -0
- package/dist/bin/explain-recall.d.ts +3 -0
- package/dist/bin/explain-recall.js +139 -0
- package/dist/bin/import-hermes.d.ts +3 -0
- package/dist/bin/import-hermes.js +6 -0
- package/dist/bin/import-openclaw.d.ts +3 -0
- package/dist/bin/import-openclaw.js +6 -0
- package/dist/bin/import-support.d.ts +43 -0
- package/dist/bin/import-support.js +528 -0
- package/dist/bin/init.d.ts +30 -0
- package/dist/bin/init.js +761 -0
- package/dist/bin/mcp.d.ts +3 -0
- package/dist/bin/mcp.js +52 -0
- package/dist/bin/memory.d.ts +3 -0
- package/dist/bin/memory.js +803 -0
- package/dist/bin/migrate-vectors.d.ts +3 -0
- package/dist/bin/migrate-vectors.js +74 -0
- package/dist/bin/migrate.d.ts +3 -0
- package/dist/bin/migrate.js +95 -0
- package/dist/bin/normalize-transcript.d.ts +16 -0
- package/dist/bin/normalize-transcript.js +153 -0
- package/dist/bin/openclaw.d.ts +3 -0
- package/dist/bin/openclaw.js +78 -0
- package/dist/bin/prospective.d.ts +3 -0
- package/dist/bin/prospective.js +115 -0
- package/dist/bin/re-embed.d.ts +3 -0
- package/dist/bin/re-embed.js +46 -0
- package/dist/bin/repair.d.ts +3 -0
- package/dist/bin/repair.js +118 -0
- package/dist/bin/snapshot.d.ts +3 -0
- package/dist/bin/snapshot.js +100 -0
- package/dist/bin/strategy.d.ts +3 -0
- package/dist/bin/strategy.js +66 -0
- package/dist/bin/update-release.d.ts +15 -0
- package/dist/bin/update-release.js +62 -0
- package/dist/bin/update.d.ts +3 -0
- package/dist/bin/update.js +215 -0
- package/dist/binding/BindingClassifier.d.ts +19 -0
- package/dist/binding/BindingClassifier.js +270 -0
- package/dist/binding/BindingDecisionEngine.d.ts +11 -0
- package/dist/binding/BindingDecisionEngine.js +13 -0
- package/dist/binding/ClaimKeyGenerator.d.ts +4 -0
- package/dist/binding/ClaimKeyGenerator.js +21 -0
- package/dist/binding/MemoryBindingService.d.ts +28 -0
- package/dist/binding/MemoryBindingService.js +283 -0
- package/dist/binding/MemoryBindingTypes.d.ts +140 -0
- package/dist/binding/MemoryBindingTypes.js +1 -0
- package/dist/binding/TopicPathRegistry.d.ts +5 -0
- package/dist/binding/TopicPathRegistry.js +33 -0
- package/dist/binding/index.d.ts +12 -0
- package/dist/binding/index.js +6 -0
- package/dist/boards/ApprovalBoard.d.ts +14 -0
- package/dist/boards/ApprovalBoard.js +32 -0
- package/dist/boards/Board.d.ts +23 -0
- package/dist/boards/Board.js +1 -0
- package/dist/boards/BoardEventBuffer.d.ts +10 -0
- package/dist/boards/BoardEventBuffer.js +22 -0
- package/dist/boards/BoardEventBus.d.ts +15 -0
- package/dist/boards/BoardEventBus.js +38 -0
- package/dist/boards/BoardEventFilter.d.ts +5 -0
- package/dist/boards/BoardEventFilter.js +1 -0
- package/dist/boards/BoardRegistry.d.ts +11 -0
- package/dist/boards/BoardRegistry.js +15 -0
- package/dist/boards/ContextBoard.d.ts +15 -0
- package/dist/boards/ContextBoard.js +33 -0
- package/dist/boards/MemoryBoard.d.ts +13 -0
- package/dist/boards/MemoryBoard.js +30 -0
- package/dist/boards/ProcessBoard.d.ts +16 -0
- package/dist/boards/ProcessBoard.js +56 -0
- package/dist/boards/ProposalBoard.d.ts +13 -0
- package/dist/boards/ProposalBoard.js +37 -0
- package/dist/boards/ReasoningTraceBoard.d.ts +11 -0
- package/dist/boards/ReasoningTraceBoard.js +34 -0
- package/dist/boards/TaskBoard.d.ts +14 -0
- package/dist/boards/TaskBoard.js +37 -0
- package/dist/boards/index.d.ts +13 -0
- package/dist/boards/index.js +12 -0
- package/dist/config/CogmemConfig.d.ts +43 -0
- package/dist/config/CogmemConfig.js +247 -0
- package/dist/config/VectorDimension.d.ts +13 -0
- package/dist/config/VectorDimension.js +53 -0
- package/dist/context/ContextCortex.d.ts +71 -0
- package/dist/context/ContextCortex.js +156 -0
- package/dist/context/index.d.ts +2 -0
- package/dist/context/index.js +1 -0
- package/dist/core/ImportanceLevels.d.ts +4 -0
- package/dist/core/ImportanceLevels.js +6 -0
- package/dist/core/IntentParser.d.ts +12 -0
- package/dist/core/IntentParser.js +211 -0
- package/dist/core/MemoryGraph.d.ts +100 -0
- package/dist/core/MemoryGraph.js +860 -0
- package/dist/core/Metabolism.d.ts +43 -0
- package/dist/core/Metabolism.js +196 -0
- package/dist/core/Neuron.d.ts +20 -0
- package/dist/core/Neuron.js +51 -0
- package/dist/core/QueryClassifier.d.ts +36 -0
- package/dist/core/QueryClassifier.js +161 -0
- package/dist/core/Reflection.d.ts +42 -0
- package/dist/core/Reflection.js +183 -0
- package/dist/core/ResonanceCore.d.ts +26 -0
- package/dist/core/ResonanceCore.js +115 -0
- package/dist/core/Synapse.d.ts +10 -0
- package/dist/core/Synapse.js +27 -0
- package/dist/core/TwoStagePulseRanker.d.ts +16 -0
- package/dist/core/TwoStagePulseRanker.js +120 -0
- package/dist/dream/DreamScheduler.d.ts +47 -0
- package/dist/dream/DreamScheduler.js +156 -0
- package/dist/dream/index.d.ts +2 -0
- package/dist/dream/index.js +1 -0
- package/dist/embedding/EmbeddingProvider.d.ts +16 -0
- package/dist/embedding/EmbeddingProvider.js +12 -0
- package/dist/embedding/NeuronEmbeddingStore.d.ts +38 -0
- package/dist/embedding/NeuronEmbeddingStore.js +193 -0
- package/dist/embedding/OllamaEmbeddingProvider.d.ts +21 -0
- package/dist/embedding/OllamaEmbeddingProvider.js +65 -0
- package/dist/embedding/QwenAPIEmbeddingProvider.d.ts +26 -0
- package/dist/embedding/QwenAPIEmbeddingProvider.js +53 -0
- package/dist/embedding/ReEmbeddingPipeline.d.ts +30 -0
- package/dist/embedding/ReEmbeddingPipeline.js +119 -0
- package/dist/embedding/ReEmbeddingStatus.d.ts +10 -0
- package/dist/embedding/ReEmbeddingStatus.js +1 -0
- package/dist/embedding/index.d.ts +11 -0
- package/dist/embedding/index.js +5 -0
- package/dist/encryption/AesGcmEncryptionProvider.d.ts +9 -0
- package/dist/encryption/AesGcmEncryptionProvider.js +42 -0
- package/dist/encryption/EncryptionProvider.d.ts +6 -0
- package/dist/encryption/EncryptionProvider.js +3 -0
- package/dist/encryption/index.d.ts +4 -0
- package/dist/encryption/index.js +2 -0
- package/dist/engine/BeliefExtractor.d.ts +48 -0
- package/dist/engine/BeliefExtractor.js +1189 -0
- package/dist/engine/CognitiveGraphCompiler.d.ts +24 -0
- package/dist/engine/CognitiveGraphCompiler.js +243 -0
- package/dist/engine/ConsolidationPipeline.d.ts +66 -0
- package/dist/engine/ConsolidationPipeline.js +376 -0
- package/dist/engine/ConsolidationTrigger.d.ts +18 -0
- package/dist/engine/ConsolidationTrigger.js +41 -0
- package/dist/engine/CrossTopicSynthesizer.d.ts +28 -0
- package/dist/engine/CrossTopicSynthesizer.js +70 -0
- package/dist/engine/CrossTopicTrigger.d.ts +17 -0
- package/dist/engine/CrossTopicTrigger.js +29 -0
- package/dist/engine/DeepWriteConfig.d.ts +14 -0
- package/dist/engine/DeepWriteConfig.js +37 -0
- package/dist/engine/DeepWriteMemoryCompiler.d.ts +43 -0
- package/dist/engine/DeepWriteMemoryCompiler.js +42 -0
- package/dist/engine/DeepWriteMemoryOrchestrator.d.ts +60 -0
- package/dist/engine/DeepWriteMemoryOrchestrator.js +175 -0
- package/dist/engine/DeepWritePromotionPolicy.d.ts +48 -0
- package/dist/engine/DeepWritePromotionPolicy.js +514 -0
- package/dist/engine/DeepWriteRedactor.d.ts +14 -0
- package/dist/engine/DeepWriteRedactor.js +53 -0
- package/dist/engine/DreamCuratorSchedule.d.ts +18 -0
- package/dist/engine/DreamCuratorSchedule.js +95 -0
- package/dist/engine/DreamCuratorWorker.d.ts +67 -0
- package/dist/engine/DreamCuratorWorker.js +908 -0
- package/dist/engine/EntityResolutionEngine.d.ts +45 -0
- package/dist/engine/EntityResolutionEngine.js +105 -0
- package/dist/engine/EpisodicSemanticDistiller.d.ts +25 -0
- package/dist/engine/EpisodicSemanticDistiller.js +68 -0
- package/dist/engine/EvolutionVerifier.d.ts +39 -0
- package/dist/engine/EvolutionVerifier.js +104 -0
- package/dist/engine/FactCompiler.d.ts +41 -0
- package/dist/engine/FactCompiler.js +820 -0
- package/dist/engine/GraphCommunityEngine.d.ts +20 -0
- package/dist/engine/GraphCommunityEngine.js +91 -0
- package/dist/engine/ImportanceSignalDetector.d.ts +11 -0
- package/dist/engine/ImportanceSignalDetector.js +51 -0
- package/dist/engine/IngestionEngine.d.ts +44 -0
- package/dist/engine/IngestionEngine.js +182 -0
- package/dist/engine/InteractionBinder.d.ts +16 -0
- package/dist/engine/InteractionBinder.js +87 -0
- package/dist/engine/LocalSemanticCompiler.d.ts +40 -0
- package/dist/engine/LocalSemanticCompiler.js +111 -0
- package/dist/engine/MemoryConsolidationEngine.d.ts +11 -0
- package/dist/engine/MemoryConsolidationEngine.js +21 -0
- package/dist/engine/MemoryGate.d.ts +10 -0
- package/dist/engine/MemoryGate.js +34 -0
- package/dist/engine/OfflineConsolidationPipeline.d.ts +148 -0
- package/dist/engine/OfflineConsolidationPipeline.js +670 -0
- package/dist/engine/OrphanCleaner.d.ts +15 -0
- package/dist/engine/OrphanCleaner.js +27 -0
- package/dist/engine/PipelineMetrics.d.ts +32 -0
- package/dist/engine/PipelineMetrics.js +126 -0
- package/dist/engine/PrincipleDecayPolicy.d.ts +17 -0
- package/dist/engine/PrincipleDecayPolicy.js +64 -0
- package/dist/engine/TopologyCompiler.d.ts +25 -0
- package/dist/engine/TopologyCompiler.js +276 -0
- package/dist/engine/WorkingMemoryDelta.d.ts +23 -0
- package/dist/engine/WorkingMemoryDelta.js +63 -0
- package/dist/entity/EntityGovernanceService.d.ts +47 -0
- package/dist/entity/EntityGovernanceService.js +215 -0
- package/dist/entity/index.d.ts +3 -0
- package/dist/entity/index.js +1 -0
- package/dist/episode/CogmemBlockStripper.d.ts +11 -0
- package/dist/episode/CogmemBlockStripper.js +58 -0
- package/dist/episode/CorrectionResolver.d.ts +30 -0
- package/dist/episode/CorrectionResolver.js +17 -0
- package/dist/episode/EpisodeAssembler.d.ts +54 -0
- package/dist/episode/EpisodeAssembler.js +203 -0
- package/dist/episode/EpisodeImportIdentity.d.ts +7 -0
- package/dist/episode/EpisodeImportIdentity.js +17 -0
- package/dist/episode/EpisodeSemanticSummarizer.d.ts +4 -0
- package/dist/episode/EpisodeSemanticSummarizer.js +31 -0
- package/dist/episode/EpisodeStore.d.ts +189 -0
- package/dist/episode/EpisodeStore.js +680 -0
- package/dist/episode/EpisodeTypes.d.ts +96 -0
- package/dist/episode/EpisodeTypes.js +1 -0
- package/dist/episode/TurnRelationClassifier.d.ts +40 -0
- package/dist/episode/TurnRelationClassifier.js +205 -0
- package/dist/episode/index.d.ts +9 -0
- package/dist/episode/index.js +8 -0
- package/dist/eval/datasets/contradiction_injection.d.ts +3 -0
- package/dist/eval/datasets/contradiction_injection.js +56 -0
- package/dist/eval/datasets/noisy_tool_output_corpus.d.ts +16 -0
- package/dist/eval/datasets/noisy_tool_output_corpus.js +59 -0
- package/dist/eval/datasets/synthetic_long_conversation.d.ts +40 -0
- package/dist/eval/datasets/synthetic_long_conversation.js +136 -0
- package/dist/eval/runners/EvalRunner.d.ts +12 -0
- package/dist/eval/runners/EvalRunner.js +66 -0
- package/dist/eval/runners/ReportFormatter.d.ts +13 -0
- package/dist/eval/runners/ReportFormatter.js +59 -0
- package/dist/eval/strategy/ContextOutcomeStore.d.ts +12 -0
- package/dist/eval/strategy/ContextOutcomeStore.js +44 -0
- package/dist/eval/strategy/ContextPolicyScorer.d.ts +25 -0
- package/dist/eval/strategy/ContextPolicyScorer.js +58 -0
- package/dist/eval/strategy/MemoryUseJudge.d.ts +49 -0
- package/dist/eval/strategy/MemoryUseJudge.js +75 -0
- package/dist/eval/strategy/StrategyDiversitySelector.d.ts +8 -0
- package/dist/eval/strategy/StrategyDiversitySelector.js +44 -0
- package/dist/eval/strategy/StrategyRolloutEvaluator.d.ts +15 -0
- package/dist/eval/strategy/StrategyRolloutEvaluator.js +30 -0
- package/dist/eval/strategy/index.d.ts +6 -0
- package/dist/eval/strategy/index.js +5 -0
- package/dist/factory.d.ts +726 -0
- package/dist/factory.js +2118 -0
- package/dist/governance/CandidateReviewService.d.ts +33 -0
- package/dist/governance/CandidateReviewService.js +126 -0
- package/dist/governance/ContradictionResolver.d.ts +22 -0
- package/dist/governance/ContradictionResolver.js +54 -0
- package/dist/governance/CredibilityScorer.d.ts +10 -0
- package/dist/governance/CredibilityScorer.js +29 -0
- package/dist/governance/DecayPolicy.d.ts +18 -0
- package/dist/governance/DecayPolicy.js +28 -0
- package/dist/governance/MemoryExplain.d.ts +46 -0
- package/dist/governance/MemoryExplain.js +62 -0
- package/dist/governance/MemoryGovernanceExecutor.d.ts +18 -0
- package/dist/governance/MemoryGovernanceExecutor.js +37 -0
- package/dist/governance/MemoryGovernancePlan.d.ts +36 -0
- package/dist/governance/MemoryGovernancePlan.js +1 -0
- package/dist/governance/MemoryGovernanceValidator.d.ts +13 -0
- package/dist/governance/MemoryGovernanceValidator.js +53 -0
- package/dist/governance/ObservationHygieneRules.d.ts +17 -0
- package/dist/governance/ObservationHygieneRules.js +28 -0
- package/dist/governance/PiiRedactor.d.ts +20 -0
- package/dist/governance/PiiRedactor.js +37 -0
- package/dist/governance/SupersedeChain.d.ts +21 -0
- package/dist/governance/SupersedeChain.js +107 -0
- package/dist/governance/index.d.ts +14 -0
- package/dist/governance/index.js +6 -0
- package/dist/graph/BrainGraphView.d.ts +20 -0
- package/dist/graph/BrainGraphView.js +45 -0
- package/dist/host/openclaw/AutoMemoryPluginInstaller.d.ts +45 -0
- package/dist/host/openclaw/AutoMemoryPluginInstaller.js +1904 -0
- package/dist/internal.d.ts +148 -0
- package/dist/internal.js +144 -0
- package/dist/lexicon/coreMemoryLexicon.d.ts +96 -0
- package/dist/lexicon/coreMemoryLexicon.js +525 -0
- package/dist/lexicon/language-packs/en.d.ts +42 -0
- package/dist/lexicon/language-packs/en.js +41 -0
- package/dist/lexicon/language-packs/zh.d.ts +42 -0
- package/dist/lexicon/language-packs/zh.js +41 -0
- package/dist/lexicon/zh/entities.d.ts +2 -0
- package/dist/lexicon/zh/entities.js +17 -0
- package/dist/lexicon/zh/index.d.ts +5 -0
- package/dist/lexicon/zh/index.js +3 -0
- package/dist/lexicon/zh/stopwords.d.ts +2 -0
- package/dist/lexicon/zh/stopwords.js +22 -0
- package/dist/lexicon/zh/topics.d.ts +6 -0
- package/dist/lexicon/zh/topics.js +52 -0
- package/dist/mcp/CoreMcpTools.d.ts +33 -0
- package/dist/mcp/CoreMcpTools.js +832 -0
- package/dist/mcp/server.d.ts +5 -0
- package/dist/mcp/server.js +29 -0
- package/dist/meta/MetaObservationCollector.d.ts +37 -0
- package/dist/meta/MetaObservationCollector.js +348 -0
- package/dist/meta/PolicyProposalGenerator.d.ts +11 -0
- package/dist/meta/PolicyProposalGenerator.js +159 -0
- package/dist/meta/ProposalApplier.d.ts +18 -0
- package/dist/meta/ProposalApplier.js +91 -0
- package/dist/meta/ProposalConfigOverlay.d.ts +13 -0
- package/dist/meta/ProposalConfigOverlay.js +27 -0
- package/dist/meta/ProposalEvalRunner.d.ts +31 -0
- package/dist/meta/ProposalEvalRunner.js +62 -0
- package/dist/meta/ProposalLedger.d.ts +34 -0
- package/dist/meta/ProposalLedger.js +242 -0
- package/dist/meta/types.d.ts +63 -0
- package/dist/meta/types.js +1 -0
- package/dist/migrations/0001_init.d.ts +4 -0
- package/dist/migrations/0001_init.js +67 -0
- package/dist/migrations/0002_v06_platform.d.ts +10 -0
- package/dist/migrations/0002_v06_platform.js +103 -0
- package/dist/migrations/0003_v07_dialogues.d.ts +9 -0
- package/dist/migrations/0003_v07_dialogues.js +53 -0
- package/dist/migrations/0004_v09_self_improvement.d.ts +9 -0
- package/dist/migrations/0004_v09_self_improvement.js +100 -0
- package/dist/migrations/0005_dialogue_buffer.d.ts +8 -0
- package/dist/migrations/0005_dialogue_buffer.js +44 -0
- package/dist/migrations/0006_deep_write_memory.d.ts +3 -0
- package/dist/migrations/0006_deep_write_memory.js +54 -0
- package/dist/migrations/0007_deep_write_summaries.d.ts +3 -0
- package/dist/migrations/0007_deep_write_summaries.js +24 -0
- package/dist/migrations/0009_memory_importance.d.ts +3 -0
- package/dist/migrations/0009_memory_importance.js +18 -0
- package/dist/migrations/0010_skill_neurons.d.ts +3 -0
- package/dist/migrations/0010_skill_neurons.js +19 -0
- package/dist/migrations/0011_topic_path.d.ts +3 -0
- package/dist/migrations/0011_topic_path.js +19 -0
- package/dist/migrations/0012_governance_security.d.ts +3 -0
- package/dist/migrations/0012_governance_security.js +23 -0
- package/dist/migrations/0015_memory_governance.d.ts +3 -0
- package/dist/migrations/0015_memory_governance.js +74 -0
- package/dist/migrations/0016_entity_governance.d.ts +3 -0
- package/dist/migrations/0016_entity_governance.js +40 -0
- package/dist/migrations/0017_belief_graph.d.ts +3 -0
- package/dist/migrations/0017_belief_graph.js +41 -0
- package/dist/migrations/0018_temporal_memory.d.ts +3 -0
- package/dist/migrations/0018_temporal_memory.js +25 -0
- package/dist/migrations/0019_context_cortex.d.ts +3 -0
- package/dist/migrations/0019_context_cortex.js +19 -0
- package/dist/migrations/0020_prospective_memory.d.ts +3 -0
- package/dist/migrations/0020_prospective_memory.js +42 -0
- package/dist/migrations/0021_strategy_cortex.d.ts +3 -0
- package/dist/migrations/0021_strategy_cortex.js +23 -0
- package/dist/migrations/0022_episode_dream_engine.d.ts +3 -0
- package/dist/migrations/0022_episode_dream_engine.js +74 -0
- package/dist/migrations/0023_episode_dream_hardening.d.ts +3 -0
- package/dist/migrations/0023_episode_dream_hardening.js +65 -0
- package/dist/migrations/0024_episode_ontology_reliability.d.ts +3 -0
- package/dist/migrations/0024_episode_ontology_reliability.js +70 -0
- package/dist/migrations/0025_memory_atlas.d.ts +6 -0
- package/dist/migrations/0025_memory_atlas.js +268 -0
- package/dist/migrations/0026_runtime_governance_atlas_reliability.d.ts +3 -0
- package/dist/migrations/0026_runtime_governance_atlas_reliability.js +72 -0
- package/dist/migrations/0027_openclaw_upgrade_hotfix.d.ts +3 -0
- package/dist/migrations/0027_openclaw_upgrade_hotfix.js +21 -0
- package/dist/migrations/SchemaMigrationRunner.d.ts +21 -0
- package/dist/migrations/SchemaMigrationRunner.js +67 -0
- package/dist/migrations/index.d.ts +36 -0
- package/dist/migrations/index.js +57 -0
- package/dist/models/ModelCapabilityRouter.d.ts +17 -0
- package/dist/models/ModelCapabilityRouter.js +75 -0
- package/dist/models/ModelRegistry.d.ts +15 -0
- package/dist/models/ModelRegistry.js +132 -0
- package/dist/models/ModelRole.d.ts +19 -0
- package/dist/models/ModelRole.js +1 -0
- package/dist/models/UserInsight.d.ts +16 -0
- package/dist/models/UserInsight.js +9 -0
- package/dist/models/UserInsightExtractor.d.ts +19 -0
- package/dist/models/UserInsightExtractor.js +99 -0
- package/dist/models/UserModelManager.d.ts +21 -0
- package/dist/models/UserModelManager.js +41 -0
- package/dist/models/UserModelStore.d.ts +20 -0
- package/dist/models/UserModelStore.js +136 -0
- package/dist/models/WorkingMemoryReporter.d.ts +16 -0
- package/dist/models/WorkingMemoryReporter.js +38 -0
- package/dist/models/adapters/MemoryReviewAdapter.d.ts +12 -0
- package/dist/models/adapters/MemoryReviewAdapter.js +77 -0
- package/dist/models/index.d.ts +8 -0
- package/dist/models/index.js +5 -0
- package/dist/models/providers/AnthropicClient.d.ts +17 -0
- package/dist/models/providers/AnthropicClient.js +40 -0
- package/dist/models/providers/OpenAICompatibleClient.d.ts +24 -0
- package/dist/models/providers/OpenAICompatibleClient.js +76 -0
- package/dist/observability/DecisionExplainer.d.ts +5 -0
- package/dist/observability/DecisionExplainer.js +62 -0
- package/dist/observability/TraceEvent.d.ts +11 -0
- package/dist/observability/TraceEvent.js +1 -0
- package/dist/observability/TraceQuery.d.ts +15 -0
- package/dist/observability/TraceQuery.js +28 -0
- package/dist/observability/TraceStore.d.ts +15 -0
- package/dist/observability/TraceStore.js +110 -0
- package/dist/observability/TraceWriter.d.ts +8 -0
- package/dist/observability/TraceWriter.js +14 -0
- package/dist/ontology/MemoryOntology.d.ts +4 -0
- package/dist/ontology/MemoryOntology.js +7 -0
- package/dist/prospective/ProspectiveMemoryService.d.ts +79 -0
- package/dist/prospective/ProspectiveMemoryService.js +258 -0
- package/dist/prospective/index.d.ts +2 -0
- package/dist/prospective/index.js +1 -0
- package/dist/public.d.ts +160 -0
- package/dist/public.js +115 -0
- package/dist/recall/BrainRecall.d.ts +96 -0
- package/dist/recall/BrainRecall.js +574 -0
- package/dist/recall/HierarchicalRecallRouter.d.ts +24 -0
- package/dist/recall/HierarchicalRecallRouter.js +62 -0
- package/dist/recall/RecallExplanation.d.ts +59 -0
- package/dist/recall/RecallExplanation.js +244 -0
- package/dist/recall/RecallGovernance.d.ts +10 -0
- package/dist/recall/RecallGovernance.js +83 -0
- package/dist/recall/RecallSufficiencyGate.d.ts +40 -0
- package/dist/recall/RecallSufficiencyGate.js +208 -0
- package/dist/recall/SourceContextMetadata.d.ts +49 -0
- package/dist/recall/SourceContextMetadata.js +134 -0
- package/dist/recall/TopicClassifier.d.ts +33 -0
- package/dist/recall/TopicClassifier.js +138 -0
- package/dist/recall/TopicDecayPolicy.d.ts +15 -0
- package/dist/recall/TopicDecayPolicy.js +46 -0
- package/dist/recall/TopicRegistry.d.ts +12 -0
- package/dist/recall/TopicRegistry.js +26 -0
- package/dist/recall/TopicSummaryBoard.d.ts +27 -0
- package/dist/recall/TopicSummaryBoard.js +139 -0
- package/dist/recall/VectorCandidateFilter.d.ts +50 -0
- package/dist/recall/VectorCandidateFilter.js +78 -0
- package/dist/retrieval/ConditionDslEvaluator.d.ts +33 -0
- package/dist/retrieval/ConditionDslEvaluator.js +160 -0
- package/dist/retrieval/EntityActivationIndex.d.ts +14 -0
- package/dist/retrieval/EntityActivationIndex.js +19 -0
- package/dist/retrieval/EvidenceFusionPolicy.d.ts +30 -0
- package/dist/retrieval/EvidenceFusionPolicy.js +112 -0
- package/dist/retrieval/EvidenceFusionRanker.d.ts +13 -0
- package/dist/retrieval/EvidenceFusionRanker.js +17 -0
- package/dist/retrieval/NarrativeRecallAssembler.d.ts +32 -0
- package/dist/retrieval/NarrativeRecallAssembler.js +27 -0
- package/dist/retrieval/NativeQueryParser.d.ts +23 -0
- package/dist/retrieval/NativeQueryParser.js +135 -0
- package/dist/retrieval/PlanDslExecutor.d.ts +67 -0
- package/dist/retrieval/PlanDslExecutor.js +194 -0
- package/dist/retrieval/PolicyRuntimeEvaluator.d.ts +48 -0
- package/dist/retrieval/PolicyRuntimeEvaluator.js +96 -0
- package/dist/retrieval/PolicySideEffectExecutor.d.ts +50 -0
- package/dist/retrieval/PolicySideEffectExecutor.js +202 -0
- package/dist/retrieval/PulseRetrievalEngine.d.ts +37 -0
- package/dist/retrieval/PulseRetrievalEngine.js +51 -0
- package/dist/retrieval/QueryCompiler.d.ts +18 -0
- package/dist/retrieval/QueryCompiler.js +97 -0
- package/dist/retrieval/QueryTimePendingEntityResolver.d.ts +67 -0
- package/dist/retrieval/QueryTimePendingEntityResolver.js +260 -0
- package/dist/retrieval/RetrievalPlanner.d.ts +42 -0
- package/dist/retrieval/RetrievalPlanner.js +209 -0
- package/dist/retrieval/TemporalBranchSearch.d.ts +38 -0
- package/dist/retrieval/TemporalBranchSearch.js +109 -0
- package/dist/retrieval/UniverseNavigator.d.ts +43 -0
- package/dist/retrieval/UniverseNavigator.js +75 -0
- package/dist/retrieval/UniverseTraversalExecutor.d.ts +21 -0
- package/dist/retrieval/UniverseTraversalExecutor.js +77 -0
- package/dist/routing/AnswerEvidenceTrace.d.ts +18 -0
- package/dist/routing/AnswerEvidenceTrace.js +1 -0
- package/dist/routing/BrainToolDispatcher.d.ts +37 -0
- package/dist/routing/BrainToolDispatcher.js +163 -0
- package/dist/routing/ConfidenceGate.d.ts +26 -0
- package/dist/routing/ConfidenceGate.js +40 -0
- package/dist/routing/ConfirmationPhraseMatcher.d.ts +9 -0
- package/dist/routing/ConfirmationPhraseMatcher.js +43 -0
- package/dist/routing/DirectReplyFormatter.d.ts +5 -0
- package/dist/routing/DirectReplyFormatter.js +55 -0
- package/dist/routing/EvidenceBudgetManager.d.ts +30 -0
- package/dist/routing/EvidenceBudgetManager.js +55 -0
- package/dist/routing/ExecutionLoop.d.ts +79 -0
- package/dist/routing/ExecutionLoop.js +234 -0
- package/dist/routing/IntentClassifier.d.ts +15 -0
- package/dist/routing/IntentClassifier.js +97 -0
- package/dist/routing/IntentPatternMatcher.d.ts +12 -0
- package/dist/routing/IntentPatternMatcher.js +206 -0
- package/dist/routing/IterativeLLMClarifier.d.ts +80 -0
- package/dist/routing/IterativeLLMClarifier.js +408 -0
- package/dist/routing/LLMToolSchema.d.ts +60 -0
- package/dist/routing/LLMToolSchema.js +143 -0
- package/dist/routing/MessageRouter.d.ts +20 -0
- package/dist/routing/MessageRouter.js +58 -0
- package/dist/routing/SessionContextSelector.d.ts +12 -0
- package/dist/routing/SessionContextSelector.js +86 -0
- package/dist/routing/SystemIntentClassifier.d.ts +15 -0
- package/dist/routing/SystemIntentClassifier.js +50 -0
- package/dist/routing/TaskPlan.d.ts +31 -0
- package/dist/routing/TaskPlan.js +1 -0
- package/dist/routing/TaskRouter.d.ts +13 -0
- package/dist/routing/TaskRouter.js +111 -0
- package/dist/routing/ToolCallParser.d.ts +16 -0
- package/dist/routing/ToolCallParser.js +123 -0
- package/dist/routing/ToolEvidenceNormalizer.d.ts +13 -0
- package/dist/routing/ToolEvidenceNormalizer.js +96 -0
- package/dist/routing/ToolEvidencePack.d.ts +36 -0
- package/dist/routing/ToolEvidencePack.js +84 -0
- package/dist/routing/ToolResultSanitizer.d.ts +19 -0
- package/dist/routing/ToolResultSanitizer.js +58 -0
- package/dist/routing/ToolUsePolicy.d.ts +78 -0
- package/dist/routing/ToolUsePolicy.js +163 -0
- package/dist/routing/index.d.ts +32 -0
- package/dist/routing/index.js +19 -0
- package/dist/routing/templates/ability_template.d.ts +2 -0
- package/dist/routing/templates/ability_template.js +34 -0
- package/dist/routing/templates/approvals_template.d.ts +2 -0
- package/dist/routing/templates/approvals_template.js +43 -0
- package/dist/routing/templates/context_template.d.ts +2 -0
- package/dist/routing/templates/context_template.js +25 -0
- package/dist/routing/templates/contradictions_template.d.ts +2 -0
- package/dist/routing/templates/contradictions_template.js +36 -0
- package/dist/routing/templates/importance_template.d.ts +2 -0
- package/dist/routing/templates/importance_template.js +23 -0
- package/dist/routing/templates/memory_template.d.ts +2 -0
- package/dist/routing/templates/memory_template.js +37 -0
- package/dist/routing/templates/self_manifest_template.d.ts +5 -0
- package/dist/routing/templates/self_manifest_template.js +64 -0
- package/dist/routing/templates/tasks_template.d.ts +2 -0
- package/dist/routing/templates/tasks_template.js +41 -0
- package/dist/routing/templates/trace_template.d.ts +2 -0
- package/dist/routing/templates/trace_template.js +37 -0
- package/dist/routing/tools/EntityExpandTool.d.ts +25 -0
- package/dist/routing/tools/EntityExpandTool.js +59 -0
- package/dist/routing/tools/NeuronContextTool.d.ts +32 -0
- package/dist/routing/tools/NeuronContextTool.js +66 -0
- package/dist/routing/tools/SecondaryRecallTool.d.ts +27 -0
- package/dist/routing/tools/SecondaryRecallTool.js +30 -0
- package/dist/routing/tools/SkillDiscoveryTool.d.ts +13 -0
- package/dist/routing/tools/SkillDiscoveryTool.js +11 -0
- package/dist/snapshot/SnapshotExporter.d.ts +13 -0
- package/dist/snapshot/SnapshotExporter.js +70 -0
- package/dist/snapshot/SnapshotHeader.d.ts +15 -0
- package/dist/snapshot/SnapshotHeader.js +1 -0
- package/dist/snapshot/SnapshotImporter.d.ts +20 -0
- package/dist/snapshot/SnapshotImporter.js +40 -0
- package/dist/snapshot/errors.d.ts +18 -0
- package/dist/snapshot/errors.js +34 -0
- package/dist/snapshot/index.d.ts +5 -0
- package/dist/snapshot/index.js +3 -0
- package/dist/storage/StorageCompactor.d.ts +30 -0
- package/dist/storage/StorageCompactor.js +95 -0
- package/dist/store/ActivationStore.d.ts +45 -0
- package/dist/store/ActivationStore.js +135 -0
- package/dist/store/BackgroundJobStore.d.ts +49 -0
- package/dist/store/BackgroundJobStore.js +156 -0
- package/dist/store/CandidateReviewStore.d.ts +33 -0
- package/dist/store/CandidateReviewStore.js +67 -0
- package/dist/store/CognitiveGraphStore.d.ts +42 -0
- package/dist/store/CognitiveGraphStore.js +193 -0
- package/dist/store/CompilerConfidenceStore.d.ts +20 -0
- package/dist/store/CompilerConfidenceStore.js +76 -0
- package/dist/store/DeepWriteCandidateStore.d.ts +94 -0
- package/dist/store/DeepWriteCandidateStore.js +290 -0
- package/dist/store/DeterministicEmbedder.d.ts +10 -0
- package/dist/store/DeterministicEmbedder.js +24 -0
- package/dist/store/DreamLedgerStore.d.ts +22 -0
- package/dist/store/DreamLedgerStore.js +84 -0
- package/dist/store/Embedder.d.ts +14 -0
- package/dist/store/Embedder.js +52 -0
- package/dist/store/EmbedderFactory.d.ts +12 -0
- package/dist/store/EmbedderFactory.js +51 -0
- package/dist/store/EntityStore.d.ts +195 -0
- package/dist/store/EntityStore.js +941 -0
- package/dist/store/EventStore.d.ts +118 -0
- package/dist/store/EventStore.js +699 -0
- package/dist/store/FactStore.d.ts +76 -0
- package/dist/store/FactStore.js +356 -0
- package/dist/store/HnswlibVectorStore.d.ts +2 -0
- package/dist/store/HnswlibVectorStore.js +1 -0
- package/dist/store/IVectorStore.d.ts +32 -0
- package/dist/store/IVectorStore.js +1 -0
- package/dist/store/InteractionUnitStore.d.ts +52 -0
- package/dist/store/InteractionUnitStore.js +167 -0
- package/dist/store/MemoryAtlasStore.d.ts +60 -0
- package/dist/store/MemoryAtlasStore.js +500 -0
- package/dist/store/MemoryBindingStore.d.ts +77 -0
- package/dist/store/MemoryBindingStore.js +608 -0
- package/dist/store/MemoryGovernanceStore.d.ts +23 -0
- package/dist/store/MemoryGovernanceStore.js +103 -0
- package/dist/store/MemoryInspectionStore.d.ts +61 -0
- package/dist/store/MemoryInspectionStore.js +215 -0
- package/dist/store/PlanRuntimeStore.d.ts +83 -0
- package/dist/store/PlanRuntimeStore.js +257 -0
- package/dist/store/PolicyExecutionProjector.d.ts +17 -0
- package/dist/store/PolicyExecutionProjector.js +115 -0
- package/dist/store/PolicyExecutionStore.d.ts +62 -0
- package/dist/store/PolicyExecutionStore.js +290 -0
- package/dist/store/PolicyProjectionStore.d.ts +18 -0
- package/dist/store/PolicyProjectionStore.js +61 -0
- package/dist/store/ProjectionObservabilityStore.d.ts +38 -0
- package/dist/store/ProjectionObservabilityStore.js +310 -0
- package/dist/store/ReasoningChainStore.d.ts +13 -0
- package/dist/store/ReasoningChainStore.js +74 -0
- package/dist/store/RuntimeProjectionStore.d.ts +18 -0
- package/dist/store/RuntimeProjectionStore.js +61 -0
- package/dist/store/RuntimeProjector.d.ts +17 -0
- package/dist/store/RuntimeProjector.js +119 -0
- package/dist/store/SqliteVecStore.d.ts +25 -0
- package/dist/store/SqliteVecStore.js +126 -0
- package/dist/store/SummaryStore.d.ts +56 -0
- package/dist/store/SummaryStore.js +225 -0
- package/dist/store/TemporalAdjacencyStore.d.ts +49 -0
- package/dist/store/TemporalAdjacencyStore.js +300 -0
- package/dist/store/TopologyStore.d.ts +89 -0
- package/dist/store/TopologyStore.js +657 -0
- package/dist/store/VectorProjector.d.ts +22 -0
- package/dist/store/VectorProjector.js +125 -0
- package/dist/store/VectorStore.d.ts +35 -0
- package/dist/store/VectorStore.js +201 -0
- package/dist/strategy/StrategyCapsule.d.ts +44 -0
- package/dist/strategy/StrategyCapsule.js +1 -0
- package/dist/strategy/StrategyConditionedCandidateBuilder.d.ts +9 -0
- package/dist/strategy/StrategyConditionedCandidateBuilder.js +11 -0
- package/dist/strategy/StrategyContextFormatter.d.ts +3 -0
- package/dist/strategy/StrategyContextFormatter.js +25 -0
- package/dist/strategy/StrategyCortex.d.ts +28 -0
- package/dist/strategy/StrategyCortex.js +78 -0
- package/dist/strategy/StrategyTemplateRegistry.d.ts +9 -0
- package/dist/strategy/StrategyTemplateRegistry.js +78 -0
- package/dist/strategy/index.d.ts +6 -0
- package/dist/strategy/index.js +5 -0
- package/dist/temporal/TemporalMemoryService.d.ts +62 -0
- package/dist/temporal/TemporalMemoryService.js +128 -0
- package/dist/temporal/index.d.ts +2 -0
- package/dist/temporal/index.js +1 -0
- package/dist/topic/TopicAliasRegistry.d.ts +21 -0
- package/dist/topic/TopicAliasRegistry.js +67 -0
- package/dist/topic/TopicGovernance.d.ts +21 -0
- package/dist/topic/TopicGovernance.js +173 -0
- package/dist/topic/TopicPathRegistry.d.ts +36 -0
- package/dist/topic/TopicPathRegistry.js +105 -0
- package/dist/topic/TopicRelationGraph.d.ts +23 -0
- package/dist/topic/TopicRelationGraph.js +55 -0
- package/dist/topic/TopicTypes.d.ts +73 -0
- package/dist/topic/TopicTypes.js +1 -0
- package/dist/topic/index.d.ts +6 -0
- package/dist/topic/index.js +5 -0
- package/dist/types/AsyncEnrichment.d.ts +62 -0
- package/dist/types/AsyncEnrichment.js +7 -0
- package/dist/types/BrainRecallResult.d.ts +66 -0
- package/dist/types/BrainRecallResult.js +1 -0
- package/dist/types/ExtensionPoints.d.ts +116 -0
- package/dist/types/ExtensionPoints.js +1 -0
- package/dist/types/Migration.d.ts +22 -0
- package/dist/types/Migration.js +1 -0
- package/dist/types/QueryTimePendingEntityResolution.d.ts +11 -0
- package/dist/types/QueryTimePendingEntityResolution.js +23 -0
- package/dist/types/index.d.ts +855 -0
- package/dist/types/index.js +24 -0
- package/dist/types/query-ir.d.ts +71 -0
- package/dist/types/query-ir.js +4 -0
- package/dist/types/reasoning.d.ts +16 -0
- package/dist/types/reasoning.js +4 -0
- package/dist/utils/AAAKGenerator.d.ts +57 -0
- package/dist/utils/AAAKGenerator.js +212 -0
- package/dist/utils/Config.d.ts +78 -0
- package/dist/utils/Config.js +91 -0
- package/dist/utils/ConversationMarkdownNormalization.d.ts +88 -0
- package/dist/utils/ConversationMarkdownNormalization.js +567 -0
- package/dist/utils/Logger.d.ts +22 -0
- package/dist/utils/Logger.js +77 -0
- package/dist/utils/hash.d.ts +33 -0
- package/dist/utils/hash.js +53 -0
- package/dist/utils/text.d.ts +2 -0
- package/dist/utils/text.js +19 -0
- package/dist/utils/vector.d.ts +26 -0
- package/dist/utils/vector.js +38 -0
- package/examples/hermes-backend/AGENTS.md +218 -0
- package/examples/hermes-backend/README.md +153 -0
- package/examples/hermes-backend/SKILL.md +365 -0
- package/examples/hermes-backend/references/operations.md +202 -0
- package/examples/openclaw-backend/AGENTS.md +195 -0
- package/examples/openclaw-backend/README.md +228 -0
- package/examples/openclaw-backend/SKILL.md +464 -0
- package/examples/openclaw-backend/references/operations.md +269 -0
- package/install.sh +84 -0
- package/package.json +90 -0
|
@@ -0,0 +1,372 @@
|
|
|
1
|
+
// @ts-nocheck
|
|
2
|
+
import { normalizeLexiconText } from '../lexicon/coreMemoryLexicon.js';
|
|
3
|
+
import { buildAlgorithmReviewMetadata, MODEL_BACKED_PHASE2_REVIEW_VERSION, NoopAlgorithmReviewBackend, Phase1RuleAlgorithmReviewBackend, PHASE1_RULE_REVIEW_VERSION } from './AlgorithmReviewBackend.js';
|
|
4
|
+
import { SemanticBackendRuntime } from '../backend/SemanticBackend.js';
|
|
5
|
+
import { ModelRegistry } from '../models/ModelRegistry.js';
|
|
6
|
+
import { createMemoryReviewAdapter } from '../models/adapters/MemoryReviewAdapter.js';
|
|
7
|
+
export function resolveAlgorithmReviewBackendMode() {
|
|
8
|
+
return 'noop';
|
|
9
|
+
}
|
|
10
|
+
export function createAlgorithmReviewBackend(options = {}) {
|
|
11
|
+
const registry = options.modelRegistry || ModelRegistry.defaults();
|
|
12
|
+
if (!registry.isRuleOnly('memory')) {
|
|
13
|
+
return createMemoryReviewAdapter(registry);
|
|
14
|
+
}
|
|
15
|
+
const mode = resolveAlgorithmReviewBackendMode();
|
|
16
|
+
if (mode === 'phase1_rule')
|
|
17
|
+
return new Phase1RuleAlgorithmReviewBackend();
|
|
18
|
+
if (mode === 'model_backed_phase2') {
|
|
19
|
+
return new Phase2ModelAlgorithmReviewBackend({
|
|
20
|
+
semanticBackend: options.semanticBackend,
|
|
21
|
+
modelRuntime: options.modelRuntime,
|
|
22
|
+
fallbackBackend: options.fallbackBackend || new Phase1RuleAlgorithmReviewBackend()
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
return new NoopAlgorithmReviewBackend();
|
|
26
|
+
}
|
|
27
|
+
export class Phase2ModelAlgorithmReviewBackend {
|
|
28
|
+
options;
|
|
29
|
+
semanticBackend;
|
|
30
|
+
fallbackBackend;
|
|
31
|
+
runtimePromise;
|
|
32
|
+
constructor(options = {}) {
|
|
33
|
+
this.options = options;
|
|
34
|
+
this.semanticBackend = options.semanticBackend || new SemanticBackendRuntime();
|
|
35
|
+
this.fallbackBackend = options.fallbackBackend || new Phase1RuleAlgorithmReviewBackend();
|
|
36
|
+
}
|
|
37
|
+
async reviewProvisionalFactCandidates(input) {
|
|
38
|
+
const baseline = await this.fallbackBackend.reviewProvisionalFactCandidates(input);
|
|
39
|
+
const runtime = await this.prepareRuntime('offline_deep_consolidation');
|
|
40
|
+
if (!runtime)
|
|
41
|
+
return this.annotateFallbackProvisional(baseline);
|
|
42
|
+
const reviewed = await runtime.reviewProvisionalFactCandidates(input);
|
|
43
|
+
return {
|
|
44
|
+
adjudications: this.mergeAdjudications(baseline.adjudications, reviewed.adjudications || []),
|
|
45
|
+
aliasMergeSuggestions: this.mergeAliasSuggestions(baseline.aliasMergeSuggestions, reviewed.aliasMergeSuggestions || [])
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
async reviewSelfCorrectionCandidates(input) {
|
|
49
|
+
const baseline = await this.fallbackBackend.reviewSelfCorrectionCandidates(input);
|
|
50
|
+
const runtime = await this.prepareRuntime('optional_semantic_task');
|
|
51
|
+
if (!runtime)
|
|
52
|
+
return this.annotateFallbackSuggestedFacts(baseline);
|
|
53
|
+
const reviewed = await runtime.reviewSelfCorrectionCandidates(input);
|
|
54
|
+
return {
|
|
55
|
+
suggestedFacts: this.mergeSuggestedFacts(baseline.suggestedFacts, reviewed.suggestedFacts || [], {
|
|
56
|
+
defaultKind: 'model_backed_self_correction_repair'
|
|
57
|
+
})
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
async reviewMultiFactExtractionCandidates(input) {
|
|
61
|
+
const baseline = await this.fallbackBackend.reviewMultiFactExtractionCandidates(input);
|
|
62
|
+
const runtime = await this.prepareRuntime(input.mode === 'offline' ? 'offline_deep_consolidation' : 'async_low_confidence_enrichment');
|
|
63
|
+
if (!runtime)
|
|
64
|
+
return this.annotateFallbackMultiFact(baseline);
|
|
65
|
+
const reviewed = await runtime.reviewMultiFactExtractionCandidates(input);
|
|
66
|
+
return {
|
|
67
|
+
suggestedEntities: this.mergeSuggestedEntities(baseline.suggestedEntities, reviewed.suggestedEntities || []),
|
|
68
|
+
suggestedFacts: this.mergeSuggestedFacts(baseline.suggestedFacts, reviewed.suggestedFacts || [], {
|
|
69
|
+
defaultKind: 'model_backed_multi_fact_repair'
|
|
70
|
+
})
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
async prepareRuntime(task) {
|
|
74
|
+
const invocation = this.semanticBackend.prepare(task);
|
|
75
|
+
if (invocation.selectedBackend === 'rule-only-fallback') {
|
|
76
|
+
return null;
|
|
77
|
+
}
|
|
78
|
+
if (!this.runtimePromise) {
|
|
79
|
+
this.runtimePromise = this.options.modelRuntime
|
|
80
|
+
? Promise.resolve(this.options.modelRuntime)
|
|
81
|
+
: this.createDefaultRuntime();
|
|
82
|
+
}
|
|
83
|
+
return this.runtimePromise;
|
|
84
|
+
}
|
|
85
|
+
async createDefaultRuntime() {
|
|
86
|
+
const status = this.semanticBackend.getStatus();
|
|
87
|
+
if (!status.modelPath) {
|
|
88
|
+
throw new Error('Phase2ModelAlgorithmReviewBackend requires a warmed local model path.');
|
|
89
|
+
}
|
|
90
|
+
return new GemmaPhase2LocalReviewRuntime(status.modelPath);
|
|
91
|
+
}
|
|
92
|
+
annotateFallbackProvisional(result) {
|
|
93
|
+
return {
|
|
94
|
+
adjudications: result.adjudications.map((item) => ({
|
|
95
|
+
...item,
|
|
96
|
+
metadata: buildAlgorithmReviewMetadata({
|
|
97
|
+
reviewBackendMode: 'phase1_rule',
|
|
98
|
+
reviewVersion: PHASE1_RULE_REVIEW_VERSION,
|
|
99
|
+
reviewKind: `${item.metadata?.reviewKind || item.metadata?.algorithm_review_kind || 'provisional_fact_adjudication'}`,
|
|
100
|
+
reviewFallbackFrom: 'model_backed_phase2',
|
|
101
|
+
provenance: `${item.metadata?.provenance || 'algorithm_review_phase1'}`,
|
|
102
|
+
metadata: item.metadata
|
|
103
|
+
})
|
|
104
|
+
})),
|
|
105
|
+
aliasMergeSuggestions: result.aliasMergeSuggestions
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
annotateFallbackSuggestedFacts(result) {
|
|
109
|
+
return {
|
|
110
|
+
suggestedFacts: result.suggestedFacts.map((fact) => ({
|
|
111
|
+
...fact,
|
|
112
|
+
metadata: buildAlgorithmReviewMetadata({
|
|
113
|
+
reviewBackendMode: 'phase1_rule',
|
|
114
|
+
reviewVersion: PHASE1_RULE_REVIEW_VERSION,
|
|
115
|
+
reviewKind: `${fact.metadata?.reviewKind || fact.metadata?.algorithm_review_kind || 'self_correction_repair'}`,
|
|
116
|
+
reviewFallbackFrom: 'model_backed_phase2',
|
|
117
|
+
provenance: `${fact.metadata?.provenance || 'algorithm_review_phase1'}`,
|
|
118
|
+
metadata: fact.metadata
|
|
119
|
+
})
|
|
120
|
+
}))
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
annotateFallbackMultiFact(result) {
|
|
124
|
+
return {
|
|
125
|
+
suggestedEntities: result.suggestedEntities.map((entity) => ({
|
|
126
|
+
...entity,
|
|
127
|
+
metadata: buildAlgorithmReviewMetadata({
|
|
128
|
+
reviewBackendMode: 'phase1_rule',
|
|
129
|
+
reviewVersion: PHASE1_RULE_REVIEW_VERSION,
|
|
130
|
+
reviewKind: `${entity.metadata?.reviewKind || entity.metadata?.algorithm_review_kind || 'explicit_entity_wording_repair'}`,
|
|
131
|
+
reviewFallbackFrom: 'model_backed_phase2',
|
|
132
|
+
provenance: `${entity.metadata?.provenance || 'algorithm_review_phase1'}`,
|
|
133
|
+
metadata: entity.metadata
|
|
134
|
+
})
|
|
135
|
+
})),
|
|
136
|
+
suggestedFacts: result.suggestedFacts.map((fact) => ({
|
|
137
|
+
...fact,
|
|
138
|
+
metadata: buildAlgorithmReviewMetadata({
|
|
139
|
+
reviewBackendMode: 'phase1_rule',
|
|
140
|
+
reviewVersion: PHASE1_RULE_REVIEW_VERSION,
|
|
141
|
+
reviewKind: `${fact.metadata?.reviewKind || fact.metadata?.algorithm_review_kind || 'multi_fact_repair'}`,
|
|
142
|
+
reviewFallbackFrom: 'model_backed_phase2',
|
|
143
|
+
provenance: `${fact.metadata?.provenance || 'algorithm_review_phase1'}`,
|
|
144
|
+
metadata: fact.metadata
|
|
145
|
+
})
|
|
146
|
+
}))
|
|
147
|
+
};
|
|
148
|
+
}
|
|
149
|
+
mergeAdjudications(baseline, reviewed) {
|
|
150
|
+
const merged = new Map(baseline.map((item) => [item.factId, item]));
|
|
151
|
+
for (const item of reviewed) {
|
|
152
|
+
if (!item.factId || !item.action || !item.reason)
|
|
153
|
+
continue;
|
|
154
|
+
merged.set(item.factId, {
|
|
155
|
+
factId: item.factId,
|
|
156
|
+
action: item.action,
|
|
157
|
+
reason: item.reason,
|
|
158
|
+
confidence: item.confidence,
|
|
159
|
+
supersededByFactId: item.supersededByFactId,
|
|
160
|
+
metadata: buildAlgorithmReviewMetadata({
|
|
161
|
+
reviewBackendMode: 'model_backed_phase2',
|
|
162
|
+
reviewVersion: MODEL_BACKED_PHASE2_REVIEW_VERSION,
|
|
163
|
+
reviewKind: `${item.metadata?.reviewKind || item.metadata?.algorithm_review_kind || 'model_backed_provisional_fact_adjudication'}`,
|
|
164
|
+
provenance: 'algorithm_review_phase2',
|
|
165
|
+
metadata: item.metadata
|
|
166
|
+
})
|
|
167
|
+
});
|
|
168
|
+
}
|
|
169
|
+
return [...merged.values()];
|
|
170
|
+
}
|
|
171
|
+
mergeAliasSuggestions(baseline, reviewed) {
|
|
172
|
+
const merged = new Map();
|
|
173
|
+
for (const item of baseline) {
|
|
174
|
+
merged.set(`${item.primaryEntityId}|${item.duplicateEntityId}`, item);
|
|
175
|
+
}
|
|
176
|
+
for (const item of reviewed) {
|
|
177
|
+
if (!item.primaryEntityId || !item.duplicateEntityId || !item.reason)
|
|
178
|
+
continue;
|
|
179
|
+
merged.set(`${item.primaryEntityId}|${item.duplicateEntityId}`, item);
|
|
180
|
+
}
|
|
181
|
+
return [...merged.values()];
|
|
182
|
+
}
|
|
183
|
+
mergeSuggestedEntities(baseline, reviewed) {
|
|
184
|
+
const merged = new Map();
|
|
185
|
+
for (const entity of baseline) {
|
|
186
|
+
merged.set(`${entity.type}|${normalizeLexiconText(entity.canonicalName).toLowerCase()}`, entity);
|
|
187
|
+
}
|
|
188
|
+
for (const entity of reviewed) {
|
|
189
|
+
if (!entity.canonicalName || !entity.type)
|
|
190
|
+
continue;
|
|
191
|
+
const key = `${entity.type}|${normalizeLexiconText(entity.canonicalName).toLowerCase()}`;
|
|
192
|
+
merged.set(key, {
|
|
193
|
+
canonicalName: entity.canonicalName,
|
|
194
|
+
type: entity.type,
|
|
195
|
+
aliases: entity.aliases,
|
|
196
|
+
instanceMode: entity.instanceMode,
|
|
197
|
+
metadata: buildAlgorithmReviewMetadata({
|
|
198
|
+
reviewBackendMode: 'model_backed_phase2',
|
|
199
|
+
reviewVersion: MODEL_BACKED_PHASE2_REVIEW_VERSION,
|
|
200
|
+
reviewKind: `${entity.metadata?.reviewKind || entity.metadata?.algorithm_review_kind || 'model_backed_entity_wording_repair'}`,
|
|
201
|
+
provenance: 'algorithm_review_phase2',
|
|
202
|
+
metadata: entity.metadata
|
|
203
|
+
})
|
|
204
|
+
});
|
|
205
|
+
}
|
|
206
|
+
return [...merged.values()];
|
|
207
|
+
}
|
|
208
|
+
mergeSuggestedFacts(baseline, reviewed, options) {
|
|
209
|
+
const merged = new Map();
|
|
210
|
+
for (const fact of baseline) {
|
|
211
|
+
merged.set(this.factKey(fact), fact);
|
|
212
|
+
}
|
|
213
|
+
for (const fact of reviewed) {
|
|
214
|
+
if (!fact.neuronId || !fact.subject || !fact.predicateFamily || !fact.validFrom || !fact.sourceText)
|
|
215
|
+
continue;
|
|
216
|
+
const record = {
|
|
217
|
+
neuronId: fact.neuronId,
|
|
218
|
+
subject: fact.subject,
|
|
219
|
+
predicateFamily: fact.predicateFamily,
|
|
220
|
+
predicateValue: fact.predicateValue,
|
|
221
|
+
object: fact.object,
|
|
222
|
+
entityId: fact.entityId,
|
|
223
|
+
validFrom: fact.validFrom,
|
|
224
|
+
certaintyLevel: fact.certaintyLevel || 'probable',
|
|
225
|
+
confidence: fact.confidence || 0.82,
|
|
226
|
+
status: fact.status || 'provisional_enriched',
|
|
227
|
+
sourceText: fact.sourceText,
|
|
228
|
+
metadata: buildAlgorithmReviewMetadata({
|
|
229
|
+
reviewBackendMode: 'model_backed_phase2',
|
|
230
|
+
reviewVersion: MODEL_BACKED_PHASE2_REVIEW_VERSION,
|
|
231
|
+
reviewKind: `${fact.metadata?.reviewKind || fact.metadata?.algorithm_review_kind || options.defaultKind}`,
|
|
232
|
+
provenance: 'algorithm_review_phase2',
|
|
233
|
+
metadata: fact.metadata
|
|
234
|
+
})
|
|
235
|
+
};
|
|
236
|
+
merged.set(this.factKey(record), record);
|
|
237
|
+
}
|
|
238
|
+
return [...merged.values()];
|
|
239
|
+
}
|
|
240
|
+
factKey(fact) {
|
|
241
|
+
return [
|
|
242
|
+
fact.neuronId,
|
|
243
|
+
fact.predicateFamily,
|
|
244
|
+
normalizeLexiconText(fact.predicateValue || '').toLowerCase(),
|
|
245
|
+
normalizeLexiconText(fact.object || '').toLowerCase(),
|
|
246
|
+
fact.entityId || ''
|
|
247
|
+
].join('|');
|
|
248
|
+
}
|
|
249
|
+
}
|
|
250
|
+
class GemmaPhase2LocalReviewRuntime {
|
|
251
|
+
modelPath;
|
|
252
|
+
pipelinePromise;
|
|
253
|
+
constructor(modelPath) {
|
|
254
|
+
this.modelPath = modelPath;
|
|
255
|
+
}
|
|
256
|
+
async reviewProvisionalFactCandidates(input) {
|
|
257
|
+
const prompt = [
|
|
258
|
+
'Return JSON only.',
|
|
259
|
+
'Task: adjudicate provisional facts for offline consolidation.',
|
|
260
|
+
'Schema: {"adjudications":[{"factId":"...","action":"verify|archive|reject|supersede|keep_provisional","reason":"...","confidence":0.0,"supersededByFactId":"...","metadata":{"algorithm_review_kind":"..."}}],"aliasMergeSuggestions":[]}',
|
|
261
|
+
JSON.stringify({
|
|
262
|
+
rawEpisodes: input.rawEpisodes.map((episode) => ({ id: episode.id, content: episode.content })),
|
|
263
|
+
facts: input.facts.map((fact) => ({
|
|
264
|
+
factId: fact.factId,
|
|
265
|
+
predicateFamily: fact.predicateFamily,
|
|
266
|
+
predicateValue: fact.predicateValue,
|
|
267
|
+
object: fact.object,
|
|
268
|
+
confidence: fact.confidence,
|
|
269
|
+
status: fact.status,
|
|
270
|
+
metadata: fact.metadata
|
|
271
|
+
})),
|
|
272
|
+
entities: input.entities.map((entity) => ({
|
|
273
|
+
entityId: entity.entityId,
|
|
274
|
+
canonicalName: entity.canonicalName,
|
|
275
|
+
type: entity.type,
|
|
276
|
+
aliases: entity.aliases
|
|
277
|
+
}))
|
|
278
|
+
})
|
|
279
|
+
].join('\n');
|
|
280
|
+
const parsed = await this.generateStructuredReply(prompt);
|
|
281
|
+
return {
|
|
282
|
+
adjudications: parsed.adjudications || [],
|
|
283
|
+
aliasMergeSuggestions: []
|
|
284
|
+
};
|
|
285
|
+
}
|
|
286
|
+
async reviewSelfCorrectionCandidates(input) {
|
|
287
|
+
const prompt = [
|
|
288
|
+
'Return JSON only.',
|
|
289
|
+
'Task: propose corrected derived facts for self-correction utterances.',
|
|
290
|
+
'Schema: {"suggestedFacts":[{"neuronId":"...","subject":"device|user|person|project","predicateFamily":"...","predicateValue":"...","object":"...","entityId":"...","validFrom":0,"certaintyLevel":"possible|probable|high","confidence":0.0,"status":"provisional_enriched","sourceText":"...","metadata":{"algorithm_review_kind":"model_backed_self_correction_repair"}}]}',
|
|
291
|
+
JSON.stringify({
|
|
292
|
+
rawEpisodes: input.rawEpisodes.map((episode) => ({ id: episode.id, content: episode.content, createdAt: episode.metadata.createdAt })),
|
|
293
|
+
facts: input.facts.map((fact) => ({
|
|
294
|
+
factId: fact.factId,
|
|
295
|
+
neuronId: fact.neuronId,
|
|
296
|
+
predicateFamily: fact.predicateFamily,
|
|
297
|
+
predicateValue: fact.predicateValue,
|
|
298
|
+
object: fact.object,
|
|
299
|
+
entityId: fact.entityId,
|
|
300
|
+
validFrom: fact.validFrom,
|
|
301
|
+
sourceText: fact.sourceText,
|
|
302
|
+
metadata: fact.metadata
|
|
303
|
+
}))
|
|
304
|
+
})
|
|
305
|
+
].join('\n');
|
|
306
|
+
const parsed = await this.generateStructuredReply(prompt);
|
|
307
|
+
return {
|
|
308
|
+
suggestedFacts: parsed.suggestedFacts || []
|
|
309
|
+
};
|
|
310
|
+
}
|
|
311
|
+
async reviewMultiFactExtractionCandidates(input) {
|
|
312
|
+
const prompt = [
|
|
313
|
+
'Return JSON only.',
|
|
314
|
+
'Task: propose missing derived facts and entities for multi-fact extraction repair.',
|
|
315
|
+
'Schema: {"suggestedEntities":[{"canonicalName":"...","type":"device|project|person|brand|issue","aliases":["..."],"instanceMode":"auto|canonical|new_instance","metadata":{"algorithm_review_kind":"model_backed_entity_wording_repair"}}],"suggestedFacts":[{"neuronId":"...","subject":"device|user|person|project","predicateFamily":"...","predicateValue":"...","object":"...","entityId":"...","validFrom":0,"certaintyLevel":"possible|probable|high","confidence":0.0,"status":"provisional_enriched","sourceText":"...","metadata":{"algorithm_review_kind":"model_backed_multi_fact_repair"}}]}',
|
|
316
|
+
JSON.stringify({
|
|
317
|
+
mode: input.mode,
|
|
318
|
+
rawEpisodes: input.rawEpisodes.map((episode) => ({ id: episode.id, content: episode.content, createdAt: episode.metadata.createdAt })),
|
|
319
|
+
facts: input.facts.map((fact) => ({
|
|
320
|
+
factId: fact.factId,
|
|
321
|
+
neuronId: fact.neuronId,
|
|
322
|
+
predicateFamily: fact.predicateFamily,
|
|
323
|
+
predicateValue: fact.predicateValue,
|
|
324
|
+
object: fact.object,
|
|
325
|
+
entityId: fact.entityId
|
|
326
|
+
})),
|
|
327
|
+
entities: input.entities.map((entity) => ({
|
|
328
|
+
entityId: entity.entityId,
|
|
329
|
+
canonicalName: entity.canonicalName,
|
|
330
|
+
type: entity.type
|
|
331
|
+
}))
|
|
332
|
+
})
|
|
333
|
+
].join('\n');
|
|
334
|
+
const parsed = await this.generateStructuredReply(prompt);
|
|
335
|
+
return {
|
|
336
|
+
suggestedEntities: parsed.suggestedEntities || [],
|
|
337
|
+
suggestedFacts: parsed.suggestedFacts || []
|
|
338
|
+
};
|
|
339
|
+
}
|
|
340
|
+
async generateStructuredReply(prompt) {
|
|
341
|
+
const pipeline = await this.getPipeline();
|
|
342
|
+
const response = await pipeline(prompt, {
|
|
343
|
+
max_new_tokens: 512,
|
|
344
|
+
temperature: 0.1,
|
|
345
|
+
do_sample: false,
|
|
346
|
+
return_full_text: false
|
|
347
|
+
});
|
|
348
|
+
const raw = response[0]?.generated_text || '';
|
|
349
|
+
return parseStructuredReply(raw);
|
|
350
|
+
}
|
|
351
|
+
async getPipeline() {
|
|
352
|
+
if (!this.pipelinePromise) {
|
|
353
|
+
this.pipelinePromise = (async () => {
|
|
354
|
+
const transformers = await import('@xenova/transformers');
|
|
355
|
+
return await transformers.pipeline('text-generation', this.modelPath);
|
|
356
|
+
})();
|
|
357
|
+
}
|
|
358
|
+
return this.pipelinePromise;
|
|
359
|
+
}
|
|
360
|
+
}
|
|
361
|
+
function parseStructuredReply(raw) {
|
|
362
|
+
const start = raw.indexOf('{');
|
|
363
|
+
const end = raw.lastIndexOf('}');
|
|
364
|
+
if (start === -1 || end === -1 || end <= start)
|
|
365
|
+
return {};
|
|
366
|
+
try {
|
|
367
|
+
return JSON.parse(raw.slice(start, end + 1));
|
|
368
|
+
}
|
|
369
|
+
catch {
|
|
370
|
+
return {};
|
|
371
|
+
}
|
|
372
|
+
}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import type { IngestInput, Neuron } from '../types/index.js';
|
|
2
|
+
import { FileAssetStore } from './FileAssetStore.js';
|
|
3
|
+
import { FileBlockStore } from './FileBlockStore.js';
|
|
4
|
+
import { FileChunkStore } from './FileChunkStore.js';
|
|
5
|
+
import { FileChunker } from './FileChunker.js';
|
|
6
|
+
import { FileLoaderRegistry } from './FileLoaderRegistry.js';
|
|
7
|
+
import type { FileAssetPrivacyLevel, FileIngestionResult } from './types.js';
|
|
8
|
+
export interface FileAssetIngestionServiceDeps {
|
|
9
|
+
assetStore: FileAssetStore;
|
|
10
|
+
blockStore: FileBlockStore;
|
|
11
|
+
chunkStore: FileChunkStore;
|
|
12
|
+
ingest: (input: IngestInput) => Promise<Neuron>;
|
|
13
|
+
loaderRegistry?: FileLoaderRegistry;
|
|
14
|
+
chunker?: FileChunker;
|
|
15
|
+
}
|
|
16
|
+
export interface IngestFileOptions {
|
|
17
|
+
projectId?: string;
|
|
18
|
+
mimeType?: string;
|
|
19
|
+
privacyLevel?: FileAssetPrivacyLevel;
|
|
20
|
+
forceReindex?: boolean;
|
|
21
|
+
tags?: string[];
|
|
22
|
+
}
|
|
23
|
+
export declare class FileAssetIngestionService {
|
|
24
|
+
private readonly deps;
|
|
25
|
+
private readonly loaderRegistry;
|
|
26
|
+
private readonly chunker;
|
|
27
|
+
constructor(deps: FileAssetIngestionServiceDeps);
|
|
28
|
+
ingestFile(filePath: string, options?: IngestFileOptions): Promise<FileIngestionResult>;
|
|
29
|
+
private decorateChunkText;
|
|
30
|
+
private inferMimeType;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=FileAssetIngestionService.d.ts.map
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
import { createHash, randomUUID } from 'crypto';
|
|
2
|
+
import { basename, extname } from 'node:path';
|
|
3
|
+
import { readFileSync, statSync } from 'node:fs';
|
|
4
|
+
import { FileChunker } from './FileChunker.js';
|
|
5
|
+
import { FileLoaderRegistry } from './FileLoaderRegistry.js';
|
|
6
|
+
export class FileAssetIngestionService {
|
|
7
|
+
deps;
|
|
8
|
+
loaderRegistry;
|
|
9
|
+
chunker;
|
|
10
|
+
constructor(deps) {
|
|
11
|
+
this.deps = deps;
|
|
12
|
+
this.loaderRegistry = deps.loaderRegistry || new FileLoaderRegistry();
|
|
13
|
+
this.chunker = deps.chunker || new FileChunker();
|
|
14
|
+
}
|
|
15
|
+
async ingestFile(filePath, options = {}) {
|
|
16
|
+
const stat = statSync(filePath);
|
|
17
|
+
const content = readFileSync(filePath);
|
|
18
|
+
const extension = extname(filePath).toLowerCase();
|
|
19
|
+
const contentHash = createHash('sha256').update(content).digest('hex');
|
|
20
|
+
const existing = this.deps.assetStore.findByPath(filePath, options.projectId);
|
|
21
|
+
const asset = this.deps.assetStore.upsert({
|
|
22
|
+
assetId: existing?.assetId,
|
|
23
|
+
projectId: options.projectId,
|
|
24
|
+
filePath,
|
|
25
|
+
originalName: basename(filePath),
|
|
26
|
+
mimeType: options.mimeType || this.inferMimeType(extension),
|
|
27
|
+
extension,
|
|
28
|
+
sizeBytes: stat.size,
|
|
29
|
+
contentHash,
|
|
30
|
+
mtimeMs: stat.mtimeMs,
|
|
31
|
+
ingestStatus: 'tracked',
|
|
32
|
+
parseStatus: 'not_started',
|
|
33
|
+
privacyLevel: options.privacyLevel || existing?.privacyLevel || 'local'
|
|
34
|
+
});
|
|
35
|
+
if (existing && !options.forceReindex && existing.contentHash === contentHash && existing.ingestStatus === 'indexed') {
|
|
36
|
+
return {
|
|
37
|
+
asset,
|
|
38
|
+
blocks: this.deps.blockStore.listByAsset(asset.assetId),
|
|
39
|
+
chunks: this.deps.chunkStore.listByAsset(asset.assetId),
|
|
40
|
+
neurons: [],
|
|
41
|
+
skipped: true,
|
|
42
|
+
warnings: []
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
const loader = this.loaderRegistry.resolve({ filePath, extension, mimeType: asset.mimeType });
|
|
46
|
+
if (!loader) {
|
|
47
|
+
const failed = this.deps.assetStore.upsert({
|
|
48
|
+
...asset,
|
|
49
|
+
ingestStatus: 'failed',
|
|
50
|
+
parseStatus: 'unsupported'
|
|
51
|
+
});
|
|
52
|
+
return {
|
|
53
|
+
asset: failed,
|
|
54
|
+
blocks: [],
|
|
55
|
+
chunks: [],
|
|
56
|
+
neurons: [],
|
|
57
|
+
skipped: false,
|
|
58
|
+
warnings: [{ code: 'unsupported_file_type', message: `No loader for ${extension || filePath}`, recoverable: true }]
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
const loaded = await loader.load({
|
|
62
|
+
assetId: asset.assetId,
|
|
63
|
+
filePath,
|
|
64
|
+
projectId: options.projectId,
|
|
65
|
+
mimeType: asset.mimeType
|
|
66
|
+
});
|
|
67
|
+
const blocks = this.deps.blockStore.replaceBlocks(asset.assetId, loaded.blocks);
|
|
68
|
+
const drafts = this.chunker.chunk(loaded.blocks);
|
|
69
|
+
const neurons = [];
|
|
70
|
+
const chunkInputs = [];
|
|
71
|
+
for (let i = 0; i < drafts.length; i += 1) {
|
|
72
|
+
const draft = drafts[i];
|
|
73
|
+
const neuron = await this.deps.ingest({
|
|
74
|
+
type: 'doc',
|
|
75
|
+
content: this.decorateChunkText(asset.filePath, draft.text, draft.metadata),
|
|
76
|
+
filePath: asset.filePath,
|
|
77
|
+
projectId: options.projectId,
|
|
78
|
+
sourceType: 'external_tool',
|
|
79
|
+
tags: [
|
|
80
|
+
'namespace:file_asset',
|
|
81
|
+
`asset:${asset.assetId}`,
|
|
82
|
+
`source_kind:${draft.kind}`,
|
|
83
|
+
...(options.tags || [])
|
|
84
|
+
]
|
|
85
|
+
});
|
|
86
|
+
neurons.push(neuron);
|
|
87
|
+
chunkInputs.push({
|
|
88
|
+
...draft,
|
|
89
|
+
chunkId: `chunk-${randomUUID()}`,
|
|
90
|
+
assetId: asset.assetId,
|
|
91
|
+
neuronId: neuron.id,
|
|
92
|
+
chunkIndex: i,
|
|
93
|
+
textHash: this.chunker.hashText(draft.text)
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
const chunks = this.deps.chunkStore.replaceChunks(asset.assetId, chunkInputs);
|
|
97
|
+
const indexed = this.deps.assetStore.markIndexed(asset.assetId, 'text_extracted') || asset;
|
|
98
|
+
return {
|
|
99
|
+
asset: indexed,
|
|
100
|
+
blocks,
|
|
101
|
+
chunks,
|
|
102
|
+
neurons,
|
|
103
|
+
skipped: false,
|
|
104
|
+
warnings: loaded.warnings
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
decorateChunkText(filePath, text, metadata) {
|
|
108
|
+
const lines = [`Source: ${filePath}`];
|
|
109
|
+
if (metadata?.page)
|
|
110
|
+
lines.push(`Page: ${metadata.page}`);
|
|
111
|
+
if (metadata?.sheetName)
|
|
112
|
+
lines.push(`Sheet: ${metadata.sheetName}`);
|
|
113
|
+
if (metadata?.rowStart || metadata?.rowEnd)
|
|
114
|
+
lines.push(`Rows: ${metadata.rowStart || ''}-${metadata.rowEnd || ''}`);
|
|
115
|
+
if (metadata?.lineStart || metadata?.lineEnd)
|
|
116
|
+
lines.push(`Lines: ${metadata.lineStart || ''}-${metadata.lineEnd || ''}`);
|
|
117
|
+
return `${lines.join('\n')}\n\n${text}`;
|
|
118
|
+
}
|
|
119
|
+
inferMimeType(extension) {
|
|
120
|
+
const table = {
|
|
121
|
+
'.txt': 'text/plain',
|
|
122
|
+
'.md': 'text/markdown',
|
|
123
|
+
'.log': 'text/plain',
|
|
124
|
+
'.csv': 'text/csv',
|
|
125
|
+
'.json': 'application/json',
|
|
126
|
+
'.yaml': 'application/yaml',
|
|
127
|
+
'.yml': 'application/yaml',
|
|
128
|
+
'.html': 'text/html',
|
|
129
|
+
'.htm': 'text/html'
|
|
130
|
+
};
|
|
131
|
+
return table[extension] || (extension ? `text/x-${extension.slice(1)}` : 'application/octet-stream');
|
|
132
|
+
}
|
|
133
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import Database from 'bun:sqlite';
|
|
2
|
+
import type { FileAssetIngestStatus, FileAssetParseStatus, FileAssetPrivacyLevel, FileAssetRecord } from './types.js';
|
|
3
|
+
export interface UpsertFileAssetInput {
|
|
4
|
+
assetId?: string;
|
|
5
|
+
projectId?: string;
|
|
6
|
+
filePath: string;
|
|
7
|
+
originalName?: string;
|
|
8
|
+
mimeType?: string;
|
|
9
|
+
extension?: string;
|
|
10
|
+
sizeBytes: number;
|
|
11
|
+
contentHash: string;
|
|
12
|
+
mtimeMs: number;
|
|
13
|
+
ingestStatus?: FileAssetIngestStatus;
|
|
14
|
+
parseStatus?: FileAssetParseStatus;
|
|
15
|
+
privacyLevel?: FileAssetPrivacyLevel;
|
|
16
|
+
lastIndexedAt?: number;
|
|
17
|
+
metadata?: Record<string, unknown>;
|
|
18
|
+
}
|
|
19
|
+
export declare class FileAssetStore {
|
|
20
|
+
private readonly db;
|
|
21
|
+
constructor(db: Database);
|
|
22
|
+
initSchema(): void;
|
|
23
|
+
upsert(input: UpsertFileAssetInput): FileAssetRecord;
|
|
24
|
+
markIndexed(assetId: string, parseStatus?: FileAssetParseStatus): FileAssetRecord | null;
|
|
25
|
+
getById(assetId: string): FileAssetRecord | null;
|
|
26
|
+
findByPath(filePath: string, projectId?: string): FileAssetRecord | null;
|
|
27
|
+
listByQuery(input: {
|
|
28
|
+
query?: string;
|
|
29
|
+
projectId?: string;
|
|
30
|
+
extension?: string;
|
|
31
|
+
mimeType?: string;
|
|
32
|
+
limit?: number;
|
|
33
|
+
}): FileAssetRecord[];
|
|
34
|
+
private mapRow;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=FileAssetStore.d.ts.map
|