cogmem 3.6.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/BENCHMARKS.md +62 -0
- package/CHANGELOG.md +215 -0
- package/CONCURRENT_ACCESS.md +27 -0
- package/CONTRIBUTING.md +32 -0
- package/LICENSE +21 -0
- package/MEMORY_ATLAS.md +101 -0
- package/MEMORY_MODEL.md +179 -0
- package/README.md +751 -0
- package/RECALL_EXPLAINABILITY.md +152 -0
- package/RELEASE_CHECKLIST.md +92 -0
- package/SECURITY.md +21 -0
- package/dist/adapters/MarkdownSourceLoader.d.ts +5 -0
- package/dist/adapters/MarkdownSourceLoader.js +19 -0
- package/dist/adapters/conversation/ConversationMarkdownAdapter.d.ts +9 -0
- package/dist/adapters/conversation/ConversationMarkdownAdapter.js +233 -0
- package/dist/adapters/hermes/HermesStateDbAdapter.d.ts +10 -0
- package/dist/adapters/hermes/HermesStateDbAdapter.js +268 -0
- package/dist/adapters/hermes/HermesWorkspaceProfile.d.ts +15 -0
- package/dist/adapters/hermes/HermesWorkspaceProfile.js +82 -0
- package/dist/adapters/index.d.ts +15 -0
- package/dist/adapters/index.js +12 -0
- package/dist/adapters/openclaw/OpenClawAdapterSupport.d.ts +14 -0
- package/dist/adapters/openclaw/OpenClawAdapterSupport.js +29 -0
- package/dist/adapters/openclaw/OpenClawDailyMemoryAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawDailyMemoryAdapter.js +35 -0
- package/dist/adapters/openclaw/OpenClawMemoryIndexAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawMemoryIndexAdapter.js +23 -0
- package/dist/adapters/openclaw/OpenClawPersonaAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawPersonaAdapter.js +24 -0
- package/dist/adapters/openclaw/OpenClawSessionAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawSessionAdapter.js +15 -0
- package/dist/adapters/openclaw/OpenClawUserProfileAdapter.d.ts +8 -0
- package/dist/adapters/openclaw/OpenClawUserProfileAdapter.js +24 -0
- package/dist/adapters/openclaw/OpenClawWorkspaceProfile.d.ts +38 -0
- package/dist/adapters/openclaw/OpenClawWorkspaceProfile.js +199 -0
- package/dist/adapters/soul/SoulMarkdownAdapter.d.ts +14 -0
- package/dist/adapters/soul/SoulMarkdownAdapter.js +255 -0
- package/dist/adapters/types.d.ts +97 -0
- package/dist/adapters/types.js +185 -0
- package/dist/agent/AgentMemoryBackend.d.ts +291 -0
- package/dist/agent/AgentMemoryBackend.js +1272 -0
- package/dist/agent/AgentRecallQueryCompiler.d.ts +20 -0
- package/dist/agent/AgentRecallQueryCompiler.js +289 -0
- package/dist/agent/ContextHygiene.d.ts +9 -0
- package/dist/agent/ContextHygiene.js +20 -0
- package/dist/agent/MemoryUsageReceipt.d.ts +35 -0
- package/dist/agent/MemoryUsageReceipt.js +136 -0
- package/dist/agent/SessionWorkingState.d.ts +20 -0
- package/dist/agent/SessionWorkingState.js +94 -0
- package/dist/agent/index.d.ts +6 -0
- package/dist/agent/index.js +5 -0
- package/dist/algorithm/AlgorithmReviewBackend.d.ts +84 -0
- package/dist/algorithm/AlgorithmReviewBackend.js +261 -0
- package/dist/algorithm/AlgorithmReviewMetrics.d.ts +23 -0
- package/dist/algorithm/AlgorithmReviewMetrics.js +25 -0
- package/dist/algorithm/Phase2ModelAlgorithmReviewBackend.d.ts +38 -0
- package/dist/algorithm/Phase2ModelAlgorithmReviewBackend.js +372 -0
- package/dist/assets/FileAssetIngestionService.d.ts +32 -0
- package/dist/assets/FileAssetIngestionService.js +133 -0
- package/dist/assets/FileAssetStore.d.ts +36 -0
- package/dist/assets/FileAssetStore.js +152 -0
- package/dist/assets/FileBlockStore.d.ts +12 -0
- package/dist/assets/FileBlockStore.js +110 -0
- package/dist/assets/FileChunkStore.d.ts +23 -0
- package/dist/assets/FileChunkStore.js +179 -0
- package/dist/assets/FileChunker.d.ts +10 -0
- package/dist/assets/FileChunker.js +69 -0
- package/dist/assets/FileLoaderRegistry.d.ts +8 -0
- package/dist/assets/FileLoaderRegistry.js +21 -0
- package/dist/assets/FileLoaders.d.ts +37 -0
- package/dist/assets/FileLoaders.js +268 -0
- package/dist/assets/index.d.ts +10 -0
- package/dist/assets/index.js +7 -0
- package/dist/assets/providers/types.d.ts +47 -0
- package/dist/assets/providers/types.js +1 -0
- package/dist/assets/types.d.ts +159 -0
- package/dist/assets/types.js +1 -0
- package/dist/atlas/ActionFrameExtractor.d.ts +15 -0
- package/dist/atlas/ActionFrameExtractor.js +135 -0
- package/dist/atlas/MemoryAtlasIndexer.d.ts +32 -0
- package/dist/atlas/MemoryAtlasIndexer.js +74 -0
- package/dist/atlas/MemoryAtlasQueryCompiler.d.ts +23 -0
- package/dist/atlas/MemoryAtlasQueryCompiler.js +55 -0
- package/dist/atlas/MemoryAtlasService.d.ts +25 -0
- package/dist/atlas/MemoryAtlasService.js +216 -0
- package/dist/atlas/MemoryAtlasTypes.d.ts +107 -0
- package/dist/atlas/MemoryAtlasTypes.js +1 -0
- package/dist/atlas/index.d.ts +6 -0
- package/dist/atlas/index.js +5 -0
- package/dist/backend/SemanticBackend.d.ts +40 -0
- package/dist/backend/SemanticBackend.js +107 -0
- package/dist/batch/IngestionCursorStore.d.ts +52 -0
- package/dist/batch/IngestionCursorStore.js +153 -0
- package/dist/batch/InstalledBatchProcessor.d.ts +88 -0
- package/dist/batch/InstalledBatchProcessor.js +179 -0
- package/dist/batch/SourceOnboarding.d.ts +56 -0
- package/dist/batch/SourceOnboarding.js +366 -0
- package/dist/belief/BeliefGovernanceService.d.ts +59 -0
- package/dist/belief/BeliefGovernanceService.js +183 -0
- package/dist/belief/BeliefStore.d.ts +78 -0
- package/dist/belief/BeliefStore.js +898 -0
- package/dist/benchmark/BenchmarkRegistry.d.ts +16 -0
- package/dist/benchmark/BenchmarkRegistry.js +97 -0
- package/dist/benchmark/BenchmarkReport.d.ts +23 -0
- package/dist/benchmark/BenchmarkReport.js +62 -0
- package/dist/benchmark/BenchmarkRunner.d.ts +27 -0
- package/dist/benchmark/BenchmarkRunner.js +64 -0
- package/dist/benchmark/BrainEval.d.ts +134 -0
- package/dist/benchmark/BrainEval.js +252 -0
- package/dist/benchmark/ExternalBenchmarkRunner.d.ts +8 -0
- package/dist/benchmark/ExternalBenchmarkRunner.js +12 -0
- package/dist/benchmark/LongMemEvalAdapter.d.ts +46 -0
- package/dist/benchmark/LongMemEvalAdapter.js +88 -0
- package/dist/benchmark/LongMemEvalCli.d.ts +6 -0
- package/dist/benchmark/LongMemEvalCli.js +26 -0
- package/dist/bin/CliJson.d.ts +17 -0
- package/dist/bin/CliJson.js +20 -0
- package/dist/bin/brain-eval.d.ts +3 -0
- package/dist/bin/brain-eval.js +46 -0
- package/dist/bin/cogmem.d.ts +3 -0
- package/dist/bin/cogmem.js +95 -0
- package/dist/bin/compact.d.ts +3 -0
- package/dist/bin/compact.js +96 -0
- package/dist/bin/connect.d.ts +3 -0
- package/dist/bin/connect.js +398 -0
- package/dist/bin/doctor.d.ts +3 -0
- package/dist/bin/doctor.js +171 -0
- package/dist/bin/dream.d.ts +3 -0
- package/dist/bin/dream.js +65 -0
- package/dist/bin/episode.d.ts +3 -0
- package/dist/bin/episode.js +268 -0
- package/dist/bin/explain-recall.d.ts +3 -0
- package/dist/bin/explain-recall.js +139 -0
- package/dist/bin/import-hermes.d.ts +3 -0
- package/dist/bin/import-hermes.js +6 -0
- package/dist/bin/import-openclaw.d.ts +3 -0
- package/dist/bin/import-openclaw.js +6 -0
- package/dist/bin/import-support.d.ts +43 -0
- package/dist/bin/import-support.js +528 -0
- package/dist/bin/init.d.ts +30 -0
- package/dist/bin/init.js +761 -0
- package/dist/bin/mcp.d.ts +3 -0
- package/dist/bin/mcp.js +52 -0
- package/dist/bin/memory.d.ts +3 -0
- package/dist/bin/memory.js +803 -0
- package/dist/bin/migrate-vectors.d.ts +3 -0
- package/dist/bin/migrate-vectors.js +74 -0
- package/dist/bin/migrate.d.ts +3 -0
- package/dist/bin/migrate.js +95 -0
- package/dist/bin/normalize-transcript.d.ts +16 -0
- package/dist/bin/normalize-transcript.js +153 -0
- package/dist/bin/openclaw.d.ts +3 -0
- package/dist/bin/openclaw.js +78 -0
- package/dist/bin/prospective.d.ts +3 -0
- package/dist/bin/prospective.js +115 -0
- package/dist/bin/re-embed.d.ts +3 -0
- package/dist/bin/re-embed.js +46 -0
- package/dist/bin/repair.d.ts +3 -0
- package/dist/bin/repair.js +118 -0
- package/dist/bin/snapshot.d.ts +3 -0
- package/dist/bin/snapshot.js +100 -0
- package/dist/bin/strategy.d.ts +3 -0
- package/dist/bin/strategy.js +66 -0
- package/dist/bin/update-release.d.ts +15 -0
- package/dist/bin/update-release.js +62 -0
- package/dist/bin/update.d.ts +3 -0
- package/dist/bin/update.js +215 -0
- package/dist/binding/BindingClassifier.d.ts +19 -0
- package/dist/binding/BindingClassifier.js +270 -0
- package/dist/binding/BindingDecisionEngine.d.ts +11 -0
- package/dist/binding/BindingDecisionEngine.js +13 -0
- package/dist/binding/ClaimKeyGenerator.d.ts +4 -0
- package/dist/binding/ClaimKeyGenerator.js +21 -0
- package/dist/binding/MemoryBindingService.d.ts +28 -0
- package/dist/binding/MemoryBindingService.js +283 -0
- package/dist/binding/MemoryBindingTypes.d.ts +140 -0
- package/dist/binding/MemoryBindingTypes.js +1 -0
- package/dist/binding/TopicPathRegistry.d.ts +5 -0
- package/dist/binding/TopicPathRegistry.js +33 -0
- package/dist/binding/index.d.ts +12 -0
- package/dist/binding/index.js +6 -0
- package/dist/boards/ApprovalBoard.d.ts +14 -0
- package/dist/boards/ApprovalBoard.js +32 -0
- package/dist/boards/Board.d.ts +23 -0
- package/dist/boards/Board.js +1 -0
- package/dist/boards/BoardEventBuffer.d.ts +10 -0
- package/dist/boards/BoardEventBuffer.js +22 -0
- package/dist/boards/BoardEventBus.d.ts +15 -0
- package/dist/boards/BoardEventBus.js +38 -0
- package/dist/boards/BoardEventFilter.d.ts +5 -0
- package/dist/boards/BoardEventFilter.js +1 -0
- package/dist/boards/BoardRegistry.d.ts +11 -0
- package/dist/boards/BoardRegistry.js +15 -0
- package/dist/boards/ContextBoard.d.ts +15 -0
- package/dist/boards/ContextBoard.js +33 -0
- package/dist/boards/MemoryBoard.d.ts +13 -0
- package/dist/boards/MemoryBoard.js +30 -0
- package/dist/boards/ProcessBoard.d.ts +16 -0
- package/dist/boards/ProcessBoard.js +56 -0
- package/dist/boards/ProposalBoard.d.ts +13 -0
- package/dist/boards/ProposalBoard.js +37 -0
- package/dist/boards/ReasoningTraceBoard.d.ts +11 -0
- package/dist/boards/ReasoningTraceBoard.js +34 -0
- package/dist/boards/TaskBoard.d.ts +14 -0
- package/dist/boards/TaskBoard.js +37 -0
- package/dist/boards/index.d.ts +13 -0
- package/dist/boards/index.js +12 -0
- package/dist/config/CogmemConfig.d.ts +43 -0
- package/dist/config/CogmemConfig.js +247 -0
- package/dist/config/VectorDimension.d.ts +13 -0
- package/dist/config/VectorDimension.js +53 -0
- package/dist/context/ContextCortex.d.ts +71 -0
- package/dist/context/ContextCortex.js +156 -0
- package/dist/context/index.d.ts +2 -0
- package/dist/context/index.js +1 -0
- package/dist/core/ImportanceLevels.d.ts +4 -0
- package/dist/core/ImportanceLevels.js +6 -0
- package/dist/core/IntentParser.d.ts +12 -0
- package/dist/core/IntentParser.js +211 -0
- package/dist/core/MemoryGraph.d.ts +100 -0
- package/dist/core/MemoryGraph.js +860 -0
- package/dist/core/Metabolism.d.ts +43 -0
- package/dist/core/Metabolism.js +196 -0
- package/dist/core/Neuron.d.ts +20 -0
- package/dist/core/Neuron.js +51 -0
- package/dist/core/QueryClassifier.d.ts +36 -0
- package/dist/core/QueryClassifier.js +161 -0
- package/dist/core/Reflection.d.ts +42 -0
- package/dist/core/Reflection.js +183 -0
- package/dist/core/ResonanceCore.d.ts +26 -0
- package/dist/core/ResonanceCore.js +115 -0
- package/dist/core/Synapse.d.ts +10 -0
- package/dist/core/Synapse.js +27 -0
- package/dist/core/TwoStagePulseRanker.d.ts +16 -0
- package/dist/core/TwoStagePulseRanker.js +120 -0
- package/dist/dream/DreamScheduler.d.ts +47 -0
- package/dist/dream/DreamScheduler.js +156 -0
- package/dist/dream/index.d.ts +2 -0
- package/dist/dream/index.js +1 -0
- package/dist/embedding/EmbeddingProvider.d.ts +16 -0
- package/dist/embedding/EmbeddingProvider.js +12 -0
- package/dist/embedding/NeuronEmbeddingStore.d.ts +38 -0
- package/dist/embedding/NeuronEmbeddingStore.js +193 -0
- package/dist/embedding/OllamaEmbeddingProvider.d.ts +21 -0
- package/dist/embedding/OllamaEmbeddingProvider.js +65 -0
- package/dist/embedding/QwenAPIEmbeddingProvider.d.ts +26 -0
- package/dist/embedding/QwenAPIEmbeddingProvider.js +53 -0
- package/dist/embedding/ReEmbeddingPipeline.d.ts +30 -0
- package/dist/embedding/ReEmbeddingPipeline.js +119 -0
- package/dist/embedding/ReEmbeddingStatus.d.ts +10 -0
- package/dist/embedding/ReEmbeddingStatus.js +1 -0
- package/dist/embedding/index.d.ts +11 -0
- package/dist/embedding/index.js +5 -0
- package/dist/encryption/AesGcmEncryptionProvider.d.ts +9 -0
- package/dist/encryption/AesGcmEncryptionProvider.js +42 -0
- package/dist/encryption/EncryptionProvider.d.ts +6 -0
- package/dist/encryption/EncryptionProvider.js +3 -0
- package/dist/encryption/index.d.ts +4 -0
- package/dist/encryption/index.js +2 -0
- package/dist/engine/BeliefExtractor.d.ts +48 -0
- package/dist/engine/BeliefExtractor.js +1189 -0
- package/dist/engine/CognitiveGraphCompiler.d.ts +24 -0
- package/dist/engine/CognitiveGraphCompiler.js +243 -0
- package/dist/engine/ConsolidationPipeline.d.ts +66 -0
- package/dist/engine/ConsolidationPipeline.js +376 -0
- package/dist/engine/ConsolidationTrigger.d.ts +18 -0
- package/dist/engine/ConsolidationTrigger.js +41 -0
- package/dist/engine/CrossTopicSynthesizer.d.ts +28 -0
- package/dist/engine/CrossTopicSynthesizer.js +70 -0
- package/dist/engine/CrossTopicTrigger.d.ts +17 -0
- package/dist/engine/CrossTopicTrigger.js +29 -0
- package/dist/engine/DeepWriteConfig.d.ts +14 -0
- package/dist/engine/DeepWriteConfig.js +37 -0
- package/dist/engine/DeepWriteMemoryCompiler.d.ts +43 -0
- package/dist/engine/DeepWriteMemoryCompiler.js +42 -0
- package/dist/engine/DeepWriteMemoryOrchestrator.d.ts +60 -0
- package/dist/engine/DeepWriteMemoryOrchestrator.js +175 -0
- package/dist/engine/DeepWritePromotionPolicy.d.ts +48 -0
- package/dist/engine/DeepWritePromotionPolicy.js +514 -0
- package/dist/engine/DeepWriteRedactor.d.ts +14 -0
- package/dist/engine/DeepWriteRedactor.js +53 -0
- package/dist/engine/DreamCuratorSchedule.d.ts +18 -0
- package/dist/engine/DreamCuratorSchedule.js +95 -0
- package/dist/engine/DreamCuratorWorker.d.ts +67 -0
- package/dist/engine/DreamCuratorWorker.js +908 -0
- package/dist/engine/EntityResolutionEngine.d.ts +45 -0
- package/dist/engine/EntityResolutionEngine.js +105 -0
- package/dist/engine/EpisodicSemanticDistiller.d.ts +25 -0
- package/dist/engine/EpisodicSemanticDistiller.js +68 -0
- package/dist/engine/EvolutionVerifier.d.ts +39 -0
- package/dist/engine/EvolutionVerifier.js +104 -0
- package/dist/engine/FactCompiler.d.ts +41 -0
- package/dist/engine/FactCompiler.js +820 -0
- package/dist/engine/GraphCommunityEngine.d.ts +20 -0
- package/dist/engine/GraphCommunityEngine.js +91 -0
- package/dist/engine/ImportanceSignalDetector.d.ts +11 -0
- package/dist/engine/ImportanceSignalDetector.js +51 -0
- package/dist/engine/IngestionEngine.d.ts +44 -0
- package/dist/engine/IngestionEngine.js +182 -0
- package/dist/engine/InteractionBinder.d.ts +16 -0
- package/dist/engine/InteractionBinder.js +87 -0
- package/dist/engine/LocalSemanticCompiler.d.ts +40 -0
- package/dist/engine/LocalSemanticCompiler.js +111 -0
- package/dist/engine/MemoryConsolidationEngine.d.ts +11 -0
- package/dist/engine/MemoryConsolidationEngine.js +21 -0
- package/dist/engine/MemoryGate.d.ts +10 -0
- package/dist/engine/MemoryGate.js +34 -0
- package/dist/engine/OfflineConsolidationPipeline.d.ts +148 -0
- package/dist/engine/OfflineConsolidationPipeline.js +670 -0
- package/dist/engine/OrphanCleaner.d.ts +15 -0
- package/dist/engine/OrphanCleaner.js +27 -0
- package/dist/engine/PipelineMetrics.d.ts +32 -0
- package/dist/engine/PipelineMetrics.js +126 -0
- package/dist/engine/PrincipleDecayPolicy.d.ts +17 -0
- package/dist/engine/PrincipleDecayPolicy.js +64 -0
- package/dist/engine/TopologyCompiler.d.ts +25 -0
- package/dist/engine/TopologyCompiler.js +276 -0
- package/dist/engine/WorkingMemoryDelta.d.ts +23 -0
- package/dist/engine/WorkingMemoryDelta.js +63 -0
- package/dist/entity/EntityGovernanceService.d.ts +47 -0
- package/dist/entity/EntityGovernanceService.js +215 -0
- package/dist/entity/index.d.ts +3 -0
- package/dist/entity/index.js +1 -0
- package/dist/episode/CogmemBlockStripper.d.ts +11 -0
- package/dist/episode/CogmemBlockStripper.js +58 -0
- package/dist/episode/CorrectionResolver.d.ts +30 -0
- package/dist/episode/CorrectionResolver.js +17 -0
- package/dist/episode/EpisodeAssembler.d.ts +54 -0
- package/dist/episode/EpisodeAssembler.js +203 -0
- package/dist/episode/EpisodeImportIdentity.d.ts +7 -0
- package/dist/episode/EpisodeImportIdentity.js +17 -0
- package/dist/episode/EpisodeSemanticSummarizer.d.ts +4 -0
- package/dist/episode/EpisodeSemanticSummarizer.js +31 -0
- package/dist/episode/EpisodeStore.d.ts +189 -0
- package/dist/episode/EpisodeStore.js +680 -0
- package/dist/episode/EpisodeTypes.d.ts +96 -0
- package/dist/episode/EpisodeTypes.js +1 -0
- package/dist/episode/TurnRelationClassifier.d.ts +40 -0
- package/dist/episode/TurnRelationClassifier.js +205 -0
- package/dist/episode/index.d.ts +9 -0
- package/dist/episode/index.js +8 -0
- package/dist/eval/datasets/contradiction_injection.d.ts +3 -0
- package/dist/eval/datasets/contradiction_injection.js +56 -0
- package/dist/eval/datasets/noisy_tool_output_corpus.d.ts +16 -0
- package/dist/eval/datasets/noisy_tool_output_corpus.js +59 -0
- package/dist/eval/datasets/synthetic_long_conversation.d.ts +40 -0
- package/dist/eval/datasets/synthetic_long_conversation.js +136 -0
- package/dist/eval/runners/EvalRunner.d.ts +12 -0
- package/dist/eval/runners/EvalRunner.js +66 -0
- package/dist/eval/runners/ReportFormatter.d.ts +13 -0
- package/dist/eval/runners/ReportFormatter.js +59 -0
- package/dist/eval/strategy/ContextOutcomeStore.d.ts +12 -0
- package/dist/eval/strategy/ContextOutcomeStore.js +44 -0
- package/dist/eval/strategy/ContextPolicyScorer.d.ts +25 -0
- package/dist/eval/strategy/ContextPolicyScorer.js +58 -0
- package/dist/eval/strategy/MemoryUseJudge.d.ts +49 -0
- package/dist/eval/strategy/MemoryUseJudge.js +75 -0
- package/dist/eval/strategy/StrategyDiversitySelector.d.ts +8 -0
- package/dist/eval/strategy/StrategyDiversitySelector.js +44 -0
- package/dist/eval/strategy/StrategyRolloutEvaluator.d.ts +15 -0
- package/dist/eval/strategy/StrategyRolloutEvaluator.js +30 -0
- package/dist/eval/strategy/index.d.ts +6 -0
- package/dist/eval/strategy/index.js +5 -0
- package/dist/factory.d.ts +726 -0
- package/dist/factory.js +2118 -0
- package/dist/governance/CandidateReviewService.d.ts +33 -0
- package/dist/governance/CandidateReviewService.js +126 -0
- package/dist/governance/ContradictionResolver.d.ts +22 -0
- package/dist/governance/ContradictionResolver.js +54 -0
- package/dist/governance/CredibilityScorer.d.ts +10 -0
- package/dist/governance/CredibilityScorer.js +29 -0
- package/dist/governance/DecayPolicy.d.ts +18 -0
- package/dist/governance/DecayPolicy.js +28 -0
- package/dist/governance/MemoryExplain.d.ts +46 -0
- package/dist/governance/MemoryExplain.js +62 -0
- package/dist/governance/MemoryGovernanceExecutor.d.ts +18 -0
- package/dist/governance/MemoryGovernanceExecutor.js +37 -0
- package/dist/governance/MemoryGovernancePlan.d.ts +36 -0
- package/dist/governance/MemoryGovernancePlan.js +1 -0
- package/dist/governance/MemoryGovernanceValidator.d.ts +13 -0
- package/dist/governance/MemoryGovernanceValidator.js +53 -0
- package/dist/governance/ObservationHygieneRules.d.ts +17 -0
- package/dist/governance/ObservationHygieneRules.js +28 -0
- package/dist/governance/PiiRedactor.d.ts +20 -0
- package/dist/governance/PiiRedactor.js +37 -0
- package/dist/governance/SupersedeChain.d.ts +21 -0
- package/dist/governance/SupersedeChain.js +107 -0
- package/dist/governance/index.d.ts +14 -0
- package/dist/governance/index.js +6 -0
- package/dist/graph/BrainGraphView.d.ts +20 -0
- package/dist/graph/BrainGraphView.js +45 -0
- package/dist/host/openclaw/AutoMemoryPluginInstaller.d.ts +45 -0
- package/dist/host/openclaw/AutoMemoryPluginInstaller.js +1904 -0
- package/dist/internal.d.ts +148 -0
- package/dist/internal.js +144 -0
- package/dist/lexicon/coreMemoryLexicon.d.ts +96 -0
- package/dist/lexicon/coreMemoryLexicon.js +525 -0
- package/dist/lexicon/language-packs/en.d.ts +42 -0
- package/dist/lexicon/language-packs/en.js +41 -0
- package/dist/lexicon/language-packs/zh.d.ts +42 -0
- package/dist/lexicon/language-packs/zh.js +41 -0
- package/dist/lexicon/zh/entities.d.ts +2 -0
- package/dist/lexicon/zh/entities.js +17 -0
- package/dist/lexicon/zh/index.d.ts +5 -0
- package/dist/lexicon/zh/index.js +3 -0
- package/dist/lexicon/zh/stopwords.d.ts +2 -0
- package/dist/lexicon/zh/stopwords.js +22 -0
- package/dist/lexicon/zh/topics.d.ts +6 -0
- package/dist/lexicon/zh/topics.js +52 -0
- package/dist/mcp/CoreMcpTools.d.ts +33 -0
- package/dist/mcp/CoreMcpTools.js +832 -0
- package/dist/mcp/server.d.ts +5 -0
- package/dist/mcp/server.js +29 -0
- package/dist/meta/MetaObservationCollector.d.ts +37 -0
- package/dist/meta/MetaObservationCollector.js +348 -0
- package/dist/meta/PolicyProposalGenerator.d.ts +11 -0
- package/dist/meta/PolicyProposalGenerator.js +159 -0
- package/dist/meta/ProposalApplier.d.ts +18 -0
- package/dist/meta/ProposalApplier.js +91 -0
- package/dist/meta/ProposalConfigOverlay.d.ts +13 -0
- package/dist/meta/ProposalConfigOverlay.js +27 -0
- package/dist/meta/ProposalEvalRunner.d.ts +31 -0
- package/dist/meta/ProposalEvalRunner.js +62 -0
- package/dist/meta/ProposalLedger.d.ts +34 -0
- package/dist/meta/ProposalLedger.js +242 -0
- package/dist/meta/types.d.ts +63 -0
- package/dist/meta/types.js +1 -0
- package/dist/migrations/0001_init.d.ts +4 -0
- package/dist/migrations/0001_init.js +67 -0
- package/dist/migrations/0002_v06_platform.d.ts +10 -0
- package/dist/migrations/0002_v06_platform.js +103 -0
- package/dist/migrations/0003_v07_dialogues.d.ts +9 -0
- package/dist/migrations/0003_v07_dialogues.js +53 -0
- package/dist/migrations/0004_v09_self_improvement.d.ts +9 -0
- package/dist/migrations/0004_v09_self_improvement.js +100 -0
- package/dist/migrations/0005_dialogue_buffer.d.ts +8 -0
- package/dist/migrations/0005_dialogue_buffer.js +44 -0
- package/dist/migrations/0006_deep_write_memory.d.ts +3 -0
- package/dist/migrations/0006_deep_write_memory.js +54 -0
- package/dist/migrations/0007_deep_write_summaries.d.ts +3 -0
- package/dist/migrations/0007_deep_write_summaries.js +24 -0
- package/dist/migrations/0009_memory_importance.d.ts +3 -0
- package/dist/migrations/0009_memory_importance.js +18 -0
- package/dist/migrations/0010_skill_neurons.d.ts +3 -0
- package/dist/migrations/0010_skill_neurons.js +19 -0
- package/dist/migrations/0011_topic_path.d.ts +3 -0
- package/dist/migrations/0011_topic_path.js +19 -0
- package/dist/migrations/0012_governance_security.d.ts +3 -0
- package/dist/migrations/0012_governance_security.js +23 -0
- package/dist/migrations/0015_memory_governance.d.ts +3 -0
- package/dist/migrations/0015_memory_governance.js +74 -0
- package/dist/migrations/0016_entity_governance.d.ts +3 -0
- package/dist/migrations/0016_entity_governance.js +40 -0
- package/dist/migrations/0017_belief_graph.d.ts +3 -0
- package/dist/migrations/0017_belief_graph.js +41 -0
- package/dist/migrations/0018_temporal_memory.d.ts +3 -0
- package/dist/migrations/0018_temporal_memory.js +25 -0
- package/dist/migrations/0019_context_cortex.d.ts +3 -0
- package/dist/migrations/0019_context_cortex.js +19 -0
- package/dist/migrations/0020_prospective_memory.d.ts +3 -0
- package/dist/migrations/0020_prospective_memory.js +42 -0
- package/dist/migrations/0021_strategy_cortex.d.ts +3 -0
- package/dist/migrations/0021_strategy_cortex.js +23 -0
- package/dist/migrations/0022_episode_dream_engine.d.ts +3 -0
- package/dist/migrations/0022_episode_dream_engine.js +74 -0
- package/dist/migrations/0023_episode_dream_hardening.d.ts +3 -0
- package/dist/migrations/0023_episode_dream_hardening.js +65 -0
- package/dist/migrations/0024_episode_ontology_reliability.d.ts +3 -0
- package/dist/migrations/0024_episode_ontology_reliability.js +70 -0
- package/dist/migrations/0025_memory_atlas.d.ts +6 -0
- package/dist/migrations/0025_memory_atlas.js +268 -0
- package/dist/migrations/0026_runtime_governance_atlas_reliability.d.ts +3 -0
- package/dist/migrations/0026_runtime_governance_atlas_reliability.js +72 -0
- package/dist/migrations/0027_openclaw_upgrade_hotfix.d.ts +3 -0
- package/dist/migrations/0027_openclaw_upgrade_hotfix.js +21 -0
- package/dist/migrations/SchemaMigrationRunner.d.ts +21 -0
- package/dist/migrations/SchemaMigrationRunner.js +67 -0
- package/dist/migrations/index.d.ts +36 -0
- package/dist/migrations/index.js +57 -0
- package/dist/models/ModelCapabilityRouter.d.ts +17 -0
- package/dist/models/ModelCapabilityRouter.js +75 -0
- package/dist/models/ModelRegistry.d.ts +15 -0
- package/dist/models/ModelRegistry.js +132 -0
- package/dist/models/ModelRole.d.ts +19 -0
- package/dist/models/ModelRole.js +1 -0
- package/dist/models/UserInsight.d.ts +16 -0
- package/dist/models/UserInsight.js +9 -0
- package/dist/models/UserInsightExtractor.d.ts +19 -0
- package/dist/models/UserInsightExtractor.js +99 -0
- package/dist/models/UserModelManager.d.ts +21 -0
- package/dist/models/UserModelManager.js +41 -0
- package/dist/models/UserModelStore.d.ts +20 -0
- package/dist/models/UserModelStore.js +136 -0
- package/dist/models/WorkingMemoryReporter.d.ts +16 -0
- package/dist/models/WorkingMemoryReporter.js +38 -0
- package/dist/models/adapters/MemoryReviewAdapter.d.ts +12 -0
- package/dist/models/adapters/MemoryReviewAdapter.js +77 -0
- package/dist/models/index.d.ts +8 -0
- package/dist/models/index.js +5 -0
- package/dist/models/providers/AnthropicClient.d.ts +17 -0
- package/dist/models/providers/AnthropicClient.js +40 -0
- package/dist/models/providers/OpenAICompatibleClient.d.ts +24 -0
- package/dist/models/providers/OpenAICompatibleClient.js +76 -0
- package/dist/observability/DecisionExplainer.d.ts +5 -0
- package/dist/observability/DecisionExplainer.js +62 -0
- package/dist/observability/TraceEvent.d.ts +11 -0
- package/dist/observability/TraceEvent.js +1 -0
- package/dist/observability/TraceQuery.d.ts +15 -0
- package/dist/observability/TraceQuery.js +28 -0
- package/dist/observability/TraceStore.d.ts +15 -0
- package/dist/observability/TraceStore.js +110 -0
- package/dist/observability/TraceWriter.d.ts +8 -0
- package/dist/observability/TraceWriter.js +14 -0
- package/dist/ontology/MemoryOntology.d.ts +4 -0
- package/dist/ontology/MemoryOntology.js +7 -0
- package/dist/prospective/ProspectiveMemoryService.d.ts +79 -0
- package/dist/prospective/ProspectiveMemoryService.js +258 -0
- package/dist/prospective/index.d.ts +2 -0
- package/dist/prospective/index.js +1 -0
- package/dist/public.d.ts +160 -0
- package/dist/public.js +115 -0
- package/dist/recall/BrainRecall.d.ts +96 -0
- package/dist/recall/BrainRecall.js +574 -0
- package/dist/recall/HierarchicalRecallRouter.d.ts +24 -0
- package/dist/recall/HierarchicalRecallRouter.js +62 -0
- package/dist/recall/RecallExplanation.d.ts +59 -0
- package/dist/recall/RecallExplanation.js +244 -0
- package/dist/recall/RecallGovernance.d.ts +10 -0
- package/dist/recall/RecallGovernance.js +83 -0
- package/dist/recall/RecallSufficiencyGate.d.ts +40 -0
- package/dist/recall/RecallSufficiencyGate.js +208 -0
- package/dist/recall/SourceContextMetadata.d.ts +49 -0
- package/dist/recall/SourceContextMetadata.js +134 -0
- package/dist/recall/TopicClassifier.d.ts +33 -0
- package/dist/recall/TopicClassifier.js +138 -0
- package/dist/recall/TopicDecayPolicy.d.ts +15 -0
- package/dist/recall/TopicDecayPolicy.js +46 -0
- package/dist/recall/TopicRegistry.d.ts +12 -0
- package/dist/recall/TopicRegistry.js +26 -0
- package/dist/recall/TopicSummaryBoard.d.ts +27 -0
- package/dist/recall/TopicSummaryBoard.js +139 -0
- package/dist/recall/VectorCandidateFilter.d.ts +50 -0
- package/dist/recall/VectorCandidateFilter.js +78 -0
- package/dist/retrieval/ConditionDslEvaluator.d.ts +33 -0
- package/dist/retrieval/ConditionDslEvaluator.js +160 -0
- package/dist/retrieval/EntityActivationIndex.d.ts +14 -0
- package/dist/retrieval/EntityActivationIndex.js +19 -0
- package/dist/retrieval/EvidenceFusionPolicy.d.ts +30 -0
- package/dist/retrieval/EvidenceFusionPolicy.js +112 -0
- package/dist/retrieval/EvidenceFusionRanker.d.ts +13 -0
- package/dist/retrieval/EvidenceFusionRanker.js +17 -0
- package/dist/retrieval/NarrativeRecallAssembler.d.ts +32 -0
- package/dist/retrieval/NarrativeRecallAssembler.js +27 -0
- package/dist/retrieval/NativeQueryParser.d.ts +23 -0
- package/dist/retrieval/NativeQueryParser.js +135 -0
- package/dist/retrieval/PlanDslExecutor.d.ts +67 -0
- package/dist/retrieval/PlanDslExecutor.js +194 -0
- package/dist/retrieval/PolicyRuntimeEvaluator.d.ts +48 -0
- package/dist/retrieval/PolicyRuntimeEvaluator.js +96 -0
- package/dist/retrieval/PolicySideEffectExecutor.d.ts +50 -0
- package/dist/retrieval/PolicySideEffectExecutor.js +202 -0
- package/dist/retrieval/PulseRetrievalEngine.d.ts +37 -0
- package/dist/retrieval/PulseRetrievalEngine.js +51 -0
- package/dist/retrieval/QueryCompiler.d.ts +18 -0
- package/dist/retrieval/QueryCompiler.js +97 -0
- package/dist/retrieval/QueryTimePendingEntityResolver.d.ts +67 -0
- package/dist/retrieval/QueryTimePendingEntityResolver.js +260 -0
- package/dist/retrieval/RetrievalPlanner.d.ts +42 -0
- package/dist/retrieval/RetrievalPlanner.js +209 -0
- package/dist/retrieval/TemporalBranchSearch.d.ts +38 -0
- package/dist/retrieval/TemporalBranchSearch.js +109 -0
- package/dist/retrieval/UniverseNavigator.d.ts +43 -0
- package/dist/retrieval/UniverseNavigator.js +75 -0
- package/dist/retrieval/UniverseTraversalExecutor.d.ts +21 -0
- package/dist/retrieval/UniverseTraversalExecutor.js +77 -0
- package/dist/routing/AnswerEvidenceTrace.d.ts +18 -0
- package/dist/routing/AnswerEvidenceTrace.js +1 -0
- package/dist/routing/BrainToolDispatcher.d.ts +37 -0
- package/dist/routing/BrainToolDispatcher.js +163 -0
- package/dist/routing/ConfidenceGate.d.ts +26 -0
- package/dist/routing/ConfidenceGate.js +40 -0
- package/dist/routing/ConfirmationPhraseMatcher.d.ts +9 -0
- package/dist/routing/ConfirmationPhraseMatcher.js +43 -0
- package/dist/routing/DirectReplyFormatter.d.ts +5 -0
- package/dist/routing/DirectReplyFormatter.js +55 -0
- package/dist/routing/EvidenceBudgetManager.d.ts +30 -0
- package/dist/routing/EvidenceBudgetManager.js +55 -0
- package/dist/routing/ExecutionLoop.d.ts +79 -0
- package/dist/routing/ExecutionLoop.js +234 -0
- package/dist/routing/IntentClassifier.d.ts +15 -0
- package/dist/routing/IntentClassifier.js +97 -0
- package/dist/routing/IntentPatternMatcher.d.ts +12 -0
- package/dist/routing/IntentPatternMatcher.js +206 -0
- package/dist/routing/IterativeLLMClarifier.d.ts +80 -0
- package/dist/routing/IterativeLLMClarifier.js +408 -0
- package/dist/routing/LLMToolSchema.d.ts +60 -0
- package/dist/routing/LLMToolSchema.js +143 -0
- package/dist/routing/MessageRouter.d.ts +20 -0
- package/dist/routing/MessageRouter.js +58 -0
- package/dist/routing/SessionContextSelector.d.ts +12 -0
- package/dist/routing/SessionContextSelector.js +86 -0
- package/dist/routing/SystemIntentClassifier.d.ts +15 -0
- package/dist/routing/SystemIntentClassifier.js +50 -0
- package/dist/routing/TaskPlan.d.ts +31 -0
- package/dist/routing/TaskPlan.js +1 -0
- package/dist/routing/TaskRouter.d.ts +13 -0
- package/dist/routing/TaskRouter.js +111 -0
- package/dist/routing/ToolCallParser.d.ts +16 -0
- package/dist/routing/ToolCallParser.js +123 -0
- package/dist/routing/ToolEvidenceNormalizer.d.ts +13 -0
- package/dist/routing/ToolEvidenceNormalizer.js +96 -0
- package/dist/routing/ToolEvidencePack.d.ts +36 -0
- package/dist/routing/ToolEvidencePack.js +84 -0
- package/dist/routing/ToolResultSanitizer.d.ts +19 -0
- package/dist/routing/ToolResultSanitizer.js +58 -0
- package/dist/routing/ToolUsePolicy.d.ts +78 -0
- package/dist/routing/ToolUsePolicy.js +163 -0
- package/dist/routing/index.d.ts +32 -0
- package/dist/routing/index.js +19 -0
- package/dist/routing/templates/ability_template.d.ts +2 -0
- package/dist/routing/templates/ability_template.js +34 -0
- package/dist/routing/templates/approvals_template.d.ts +2 -0
- package/dist/routing/templates/approvals_template.js +43 -0
- package/dist/routing/templates/context_template.d.ts +2 -0
- package/dist/routing/templates/context_template.js +25 -0
- package/dist/routing/templates/contradictions_template.d.ts +2 -0
- package/dist/routing/templates/contradictions_template.js +36 -0
- package/dist/routing/templates/importance_template.d.ts +2 -0
- package/dist/routing/templates/importance_template.js +23 -0
- package/dist/routing/templates/memory_template.d.ts +2 -0
- package/dist/routing/templates/memory_template.js +37 -0
- package/dist/routing/templates/self_manifest_template.d.ts +5 -0
- package/dist/routing/templates/self_manifest_template.js +64 -0
- package/dist/routing/templates/tasks_template.d.ts +2 -0
- package/dist/routing/templates/tasks_template.js +41 -0
- package/dist/routing/templates/trace_template.d.ts +2 -0
- package/dist/routing/templates/trace_template.js +37 -0
- package/dist/routing/tools/EntityExpandTool.d.ts +25 -0
- package/dist/routing/tools/EntityExpandTool.js +59 -0
- package/dist/routing/tools/NeuronContextTool.d.ts +32 -0
- package/dist/routing/tools/NeuronContextTool.js +66 -0
- package/dist/routing/tools/SecondaryRecallTool.d.ts +27 -0
- package/dist/routing/tools/SecondaryRecallTool.js +30 -0
- package/dist/routing/tools/SkillDiscoveryTool.d.ts +13 -0
- package/dist/routing/tools/SkillDiscoveryTool.js +11 -0
- package/dist/snapshot/SnapshotExporter.d.ts +13 -0
- package/dist/snapshot/SnapshotExporter.js +70 -0
- package/dist/snapshot/SnapshotHeader.d.ts +15 -0
- package/dist/snapshot/SnapshotHeader.js +1 -0
- package/dist/snapshot/SnapshotImporter.d.ts +20 -0
- package/dist/snapshot/SnapshotImporter.js +40 -0
- package/dist/snapshot/errors.d.ts +18 -0
- package/dist/snapshot/errors.js +34 -0
- package/dist/snapshot/index.d.ts +5 -0
- package/dist/snapshot/index.js +3 -0
- package/dist/storage/StorageCompactor.d.ts +30 -0
- package/dist/storage/StorageCompactor.js +95 -0
- package/dist/store/ActivationStore.d.ts +45 -0
- package/dist/store/ActivationStore.js +135 -0
- package/dist/store/BackgroundJobStore.d.ts +49 -0
- package/dist/store/BackgroundJobStore.js +156 -0
- package/dist/store/CandidateReviewStore.d.ts +33 -0
- package/dist/store/CandidateReviewStore.js +67 -0
- package/dist/store/CognitiveGraphStore.d.ts +42 -0
- package/dist/store/CognitiveGraphStore.js +193 -0
- package/dist/store/CompilerConfidenceStore.d.ts +20 -0
- package/dist/store/CompilerConfidenceStore.js +76 -0
- package/dist/store/DeepWriteCandidateStore.d.ts +94 -0
- package/dist/store/DeepWriteCandidateStore.js +290 -0
- package/dist/store/DeterministicEmbedder.d.ts +10 -0
- package/dist/store/DeterministicEmbedder.js +24 -0
- package/dist/store/DreamLedgerStore.d.ts +22 -0
- package/dist/store/DreamLedgerStore.js +84 -0
- package/dist/store/Embedder.d.ts +14 -0
- package/dist/store/Embedder.js +52 -0
- package/dist/store/EmbedderFactory.d.ts +12 -0
- package/dist/store/EmbedderFactory.js +51 -0
- package/dist/store/EntityStore.d.ts +195 -0
- package/dist/store/EntityStore.js +941 -0
- package/dist/store/EventStore.d.ts +118 -0
- package/dist/store/EventStore.js +699 -0
- package/dist/store/FactStore.d.ts +76 -0
- package/dist/store/FactStore.js +356 -0
- package/dist/store/HnswlibVectorStore.d.ts +2 -0
- package/dist/store/HnswlibVectorStore.js +1 -0
- package/dist/store/IVectorStore.d.ts +32 -0
- package/dist/store/IVectorStore.js +1 -0
- package/dist/store/InteractionUnitStore.d.ts +52 -0
- package/dist/store/InteractionUnitStore.js +167 -0
- package/dist/store/MemoryAtlasStore.d.ts +60 -0
- package/dist/store/MemoryAtlasStore.js +500 -0
- package/dist/store/MemoryBindingStore.d.ts +77 -0
- package/dist/store/MemoryBindingStore.js +608 -0
- package/dist/store/MemoryGovernanceStore.d.ts +23 -0
- package/dist/store/MemoryGovernanceStore.js +103 -0
- package/dist/store/MemoryInspectionStore.d.ts +61 -0
- package/dist/store/MemoryInspectionStore.js +215 -0
- package/dist/store/PlanRuntimeStore.d.ts +83 -0
- package/dist/store/PlanRuntimeStore.js +257 -0
- package/dist/store/PolicyExecutionProjector.d.ts +17 -0
- package/dist/store/PolicyExecutionProjector.js +115 -0
- package/dist/store/PolicyExecutionStore.d.ts +62 -0
- package/dist/store/PolicyExecutionStore.js +290 -0
- package/dist/store/PolicyProjectionStore.d.ts +18 -0
- package/dist/store/PolicyProjectionStore.js +61 -0
- package/dist/store/ProjectionObservabilityStore.d.ts +38 -0
- package/dist/store/ProjectionObservabilityStore.js +310 -0
- package/dist/store/ReasoningChainStore.d.ts +13 -0
- package/dist/store/ReasoningChainStore.js +74 -0
- package/dist/store/RuntimeProjectionStore.d.ts +18 -0
- package/dist/store/RuntimeProjectionStore.js +61 -0
- package/dist/store/RuntimeProjector.d.ts +17 -0
- package/dist/store/RuntimeProjector.js +119 -0
- package/dist/store/SqliteVecStore.d.ts +25 -0
- package/dist/store/SqliteVecStore.js +126 -0
- package/dist/store/SummaryStore.d.ts +56 -0
- package/dist/store/SummaryStore.js +225 -0
- package/dist/store/TemporalAdjacencyStore.d.ts +49 -0
- package/dist/store/TemporalAdjacencyStore.js +300 -0
- package/dist/store/TopologyStore.d.ts +89 -0
- package/dist/store/TopologyStore.js +657 -0
- package/dist/store/VectorProjector.d.ts +22 -0
- package/dist/store/VectorProjector.js +125 -0
- package/dist/store/VectorStore.d.ts +35 -0
- package/dist/store/VectorStore.js +201 -0
- package/dist/strategy/StrategyCapsule.d.ts +44 -0
- package/dist/strategy/StrategyCapsule.js +1 -0
- package/dist/strategy/StrategyConditionedCandidateBuilder.d.ts +9 -0
- package/dist/strategy/StrategyConditionedCandidateBuilder.js +11 -0
- package/dist/strategy/StrategyContextFormatter.d.ts +3 -0
- package/dist/strategy/StrategyContextFormatter.js +25 -0
- package/dist/strategy/StrategyCortex.d.ts +28 -0
- package/dist/strategy/StrategyCortex.js +78 -0
- package/dist/strategy/StrategyTemplateRegistry.d.ts +9 -0
- package/dist/strategy/StrategyTemplateRegistry.js +78 -0
- package/dist/strategy/index.d.ts +6 -0
- package/dist/strategy/index.js +5 -0
- package/dist/temporal/TemporalMemoryService.d.ts +62 -0
- package/dist/temporal/TemporalMemoryService.js +128 -0
- package/dist/temporal/index.d.ts +2 -0
- package/dist/temporal/index.js +1 -0
- package/dist/topic/TopicAliasRegistry.d.ts +21 -0
- package/dist/topic/TopicAliasRegistry.js +67 -0
- package/dist/topic/TopicGovernance.d.ts +21 -0
- package/dist/topic/TopicGovernance.js +173 -0
- package/dist/topic/TopicPathRegistry.d.ts +36 -0
- package/dist/topic/TopicPathRegistry.js +105 -0
- package/dist/topic/TopicRelationGraph.d.ts +23 -0
- package/dist/topic/TopicRelationGraph.js +55 -0
- package/dist/topic/TopicTypes.d.ts +73 -0
- package/dist/topic/TopicTypes.js +1 -0
- package/dist/topic/index.d.ts +6 -0
- package/dist/topic/index.js +5 -0
- package/dist/types/AsyncEnrichment.d.ts +62 -0
- package/dist/types/AsyncEnrichment.js +7 -0
- package/dist/types/BrainRecallResult.d.ts +66 -0
- package/dist/types/BrainRecallResult.js +1 -0
- package/dist/types/ExtensionPoints.d.ts +116 -0
- package/dist/types/ExtensionPoints.js +1 -0
- package/dist/types/Migration.d.ts +22 -0
- package/dist/types/Migration.js +1 -0
- package/dist/types/QueryTimePendingEntityResolution.d.ts +11 -0
- package/dist/types/QueryTimePendingEntityResolution.js +23 -0
- package/dist/types/index.d.ts +855 -0
- package/dist/types/index.js +24 -0
- package/dist/types/query-ir.d.ts +71 -0
- package/dist/types/query-ir.js +4 -0
- package/dist/types/reasoning.d.ts +16 -0
- package/dist/types/reasoning.js +4 -0
- package/dist/utils/AAAKGenerator.d.ts +57 -0
- package/dist/utils/AAAKGenerator.js +212 -0
- package/dist/utils/Config.d.ts +78 -0
- package/dist/utils/Config.js +91 -0
- package/dist/utils/ConversationMarkdownNormalization.d.ts +88 -0
- package/dist/utils/ConversationMarkdownNormalization.js +567 -0
- package/dist/utils/Logger.d.ts +22 -0
- package/dist/utils/Logger.js +77 -0
- package/dist/utils/hash.d.ts +33 -0
- package/dist/utils/hash.js +53 -0
- package/dist/utils/text.d.ts +2 -0
- package/dist/utils/text.js +19 -0
- package/dist/utils/vector.d.ts +26 -0
- package/dist/utils/vector.js +38 -0
- package/examples/hermes-backend/AGENTS.md +218 -0
- package/examples/hermes-backend/README.md +153 -0
- package/examples/hermes-backend/SKILL.md +365 -0
- package/examples/hermes-backend/references/operations.md +202 -0
- package/examples/openclaw-backend/AGENTS.md +195 -0
- package/examples/openclaw-backend/README.md +228 -0
- package/examples/openclaw-backend/SKILL.md +464 -0
- package/examples/openclaw-backend/references/operations.md +269 -0
- package/install.sh +84 -0
- package/package.json +90 -0
|
@@ -0,0 +1,152 @@
|
|
|
1
|
+
import { randomUUID } from 'crypto';
|
|
2
|
+
export class FileAssetStore {
|
|
3
|
+
db;
|
|
4
|
+
constructor(db) {
|
|
5
|
+
this.db = db;
|
|
6
|
+
this.initSchema();
|
|
7
|
+
}
|
|
8
|
+
initSchema() {
|
|
9
|
+
this.db.exec(`
|
|
10
|
+
CREATE TABLE IF NOT EXISTS file_assets (
|
|
11
|
+
asset_id TEXT PRIMARY KEY,
|
|
12
|
+
project_id TEXT,
|
|
13
|
+
file_path TEXT NOT NULL,
|
|
14
|
+
original_name TEXT,
|
|
15
|
+
mime_type TEXT,
|
|
16
|
+
extension TEXT,
|
|
17
|
+
size_bytes INTEGER NOT NULL,
|
|
18
|
+
content_hash TEXT NOT NULL,
|
|
19
|
+
mtime_ms INTEGER NOT NULL,
|
|
20
|
+
ingest_status TEXT NOT NULL,
|
|
21
|
+
parse_status TEXT NOT NULL,
|
|
22
|
+
privacy_level TEXT NOT NULL DEFAULT 'local',
|
|
23
|
+
created_at INTEGER NOT NULL,
|
|
24
|
+
updated_at INTEGER NOT NULL,
|
|
25
|
+
last_indexed_at INTEGER,
|
|
26
|
+
metadata_json TEXT
|
|
27
|
+
);
|
|
28
|
+
|
|
29
|
+
CREATE INDEX IF NOT EXISTS idx_file_assets_project ON file_assets(project_id);
|
|
30
|
+
CREATE INDEX IF NOT EXISTS idx_file_assets_path ON file_assets(file_path);
|
|
31
|
+
CREATE INDEX IF NOT EXISTS idx_file_assets_hash ON file_assets(content_hash);
|
|
32
|
+
`);
|
|
33
|
+
}
|
|
34
|
+
upsert(input) {
|
|
35
|
+
const existing = this.findByPath(input.filePath, input.projectId);
|
|
36
|
+
const now = Date.now();
|
|
37
|
+
const record = {
|
|
38
|
+
assetId: existing?.assetId || input.assetId || `asset-${randomUUID()}`,
|
|
39
|
+
projectId: input.projectId,
|
|
40
|
+
filePath: input.filePath,
|
|
41
|
+
originalName: input.originalName,
|
|
42
|
+
mimeType: input.mimeType,
|
|
43
|
+
extension: input.extension,
|
|
44
|
+
sizeBytes: input.sizeBytes,
|
|
45
|
+
contentHash: input.contentHash,
|
|
46
|
+
mtimeMs: input.mtimeMs,
|
|
47
|
+
ingestStatus: input.ingestStatus || 'tracked',
|
|
48
|
+
parseStatus: input.parseStatus || 'not_started',
|
|
49
|
+
privacyLevel: input.privacyLevel || existing?.privacyLevel || 'local',
|
|
50
|
+
createdAt: existing?.createdAt || now,
|
|
51
|
+
updatedAt: now,
|
|
52
|
+
lastIndexedAt: input.lastIndexedAt ?? existing?.lastIndexedAt,
|
|
53
|
+
metadata: input.metadata ?? existing?.metadata
|
|
54
|
+
};
|
|
55
|
+
this.db.prepare(`
|
|
56
|
+
INSERT INTO file_assets (
|
|
57
|
+
asset_id, project_id, file_path, original_name, mime_type, extension,
|
|
58
|
+
size_bytes, content_hash, mtime_ms, ingest_status, parse_status,
|
|
59
|
+
privacy_level, created_at, updated_at, last_indexed_at, metadata_json
|
|
60
|
+
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
61
|
+
ON CONFLICT(asset_id) DO UPDATE SET
|
|
62
|
+
project_id = excluded.project_id,
|
|
63
|
+
file_path = excluded.file_path,
|
|
64
|
+
original_name = excluded.original_name,
|
|
65
|
+
mime_type = excluded.mime_type,
|
|
66
|
+
extension = excluded.extension,
|
|
67
|
+
size_bytes = excluded.size_bytes,
|
|
68
|
+
content_hash = excluded.content_hash,
|
|
69
|
+
mtime_ms = excluded.mtime_ms,
|
|
70
|
+
ingest_status = excluded.ingest_status,
|
|
71
|
+
parse_status = excluded.parse_status,
|
|
72
|
+
privacy_level = excluded.privacy_level,
|
|
73
|
+
updated_at = excluded.updated_at,
|
|
74
|
+
last_indexed_at = excluded.last_indexed_at,
|
|
75
|
+
metadata_json = excluded.metadata_json
|
|
76
|
+
`).run(record.assetId, record.projectId || null, record.filePath, record.originalName || null, record.mimeType || null, record.extension || null, record.sizeBytes, record.contentHash, record.mtimeMs, record.ingestStatus, record.parseStatus, record.privacyLevel, record.createdAt, record.updatedAt, record.lastIndexedAt || null, record.metadata ? JSON.stringify(record.metadata) : null);
|
|
77
|
+
return record;
|
|
78
|
+
}
|
|
79
|
+
markIndexed(assetId, parseStatus = 'text_extracted') {
|
|
80
|
+
this.db.prepare(`
|
|
81
|
+
UPDATE file_assets
|
|
82
|
+
SET ingest_status = 'indexed',
|
|
83
|
+
parse_status = ?,
|
|
84
|
+
last_indexed_at = ?,
|
|
85
|
+
updated_at = ?
|
|
86
|
+
WHERE asset_id = ?
|
|
87
|
+
`).run(parseStatus, Date.now(), Date.now(), assetId);
|
|
88
|
+
return this.getById(assetId);
|
|
89
|
+
}
|
|
90
|
+
getById(assetId) {
|
|
91
|
+
const row = this.db.prepare(`SELECT * FROM file_assets WHERE asset_id = ?`).get(assetId);
|
|
92
|
+
return row ? this.mapRow(row) : null;
|
|
93
|
+
}
|
|
94
|
+
findByPath(filePath, projectId) {
|
|
95
|
+
const row = projectId
|
|
96
|
+
? this.db.prepare(`
|
|
97
|
+
SELECT * FROM file_assets
|
|
98
|
+
WHERE file_path = ? AND project_id = ?
|
|
99
|
+
ORDER BY updated_at DESC LIMIT 1
|
|
100
|
+
`).get(filePath, projectId)
|
|
101
|
+
: this.db.prepare(`
|
|
102
|
+
SELECT * FROM file_assets
|
|
103
|
+
WHERE file_path = ? AND project_id IS NULL
|
|
104
|
+
ORDER BY updated_at DESC LIMIT 1
|
|
105
|
+
`).get(filePath);
|
|
106
|
+
return row ? this.mapRow(row) : null;
|
|
107
|
+
}
|
|
108
|
+
listByQuery(input) {
|
|
109
|
+
const params = [];
|
|
110
|
+
let sql = `SELECT * FROM file_assets WHERE 1=1`;
|
|
111
|
+
if (input.projectId) {
|
|
112
|
+
sql += ` AND project_id = ?`;
|
|
113
|
+
params.push(input.projectId);
|
|
114
|
+
}
|
|
115
|
+
if (input.extension) {
|
|
116
|
+
sql += ` AND extension = ?`;
|
|
117
|
+
params.push(input.extension.toLowerCase());
|
|
118
|
+
}
|
|
119
|
+
if (input.mimeType) {
|
|
120
|
+
sql += ` AND mime_type = ?`;
|
|
121
|
+
params.push(input.mimeType);
|
|
122
|
+
}
|
|
123
|
+
if (input.query?.trim()) {
|
|
124
|
+
sql += ` AND (file_path LIKE ? OR original_name LIKE ?)`;
|
|
125
|
+
const like = `%${input.query.trim()}%`;
|
|
126
|
+
params.push(like, like);
|
|
127
|
+
}
|
|
128
|
+
sql += ` ORDER BY updated_at DESC LIMIT ?`;
|
|
129
|
+
params.push(input.limit ?? 20);
|
|
130
|
+
return this.db.prepare(sql).all(...params).map((row) => this.mapRow(row));
|
|
131
|
+
}
|
|
132
|
+
mapRow(row) {
|
|
133
|
+
return {
|
|
134
|
+
assetId: row.asset_id,
|
|
135
|
+
projectId: row.project_id || undefined,
|
|
136
|
+
filePath: row.file_path,
|
|
137
|
+
originalName: row.original_name || undefined,
|
|
138
|
+
mimeType: row.mime_type || undefined,
|
|
139
|
+
extension: row.extension || undefined,
|
|
140
|
+
sizeBytes: row.size_bytes,
|
|
141
|
+
contentHash: row.content_hash,
|
|
142
|
+
mtimeMs: row.mtime_ms,
|
|
143
|
+
ingestStatus: row.ingest_status,
|
|
144
|
+
parseStatus: row.parse_status,
|
|
145
|
+
privacyLevel: row.privacy_level,
|
|
146
|
+
createdAt: row.created_at,
|
|
147
|
+
updatedAt: row.updated_at,
|
|
148
|
+
lastIndexedAt: row.last_indexed_at || undefined,
|
|
149
|
+
metadata: row.metadata_json ? JSON.parse(row.metadata_json) : undefined
|
|
150
|
+
};
|
|
151
|
+
}
|
|
152
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import Database from 'bun:sqlite';
|
|
2
|
+
import type { FileBlockRecord, LoadedFileBlock } from './types.js';
|
|
3
|
+
export declare class FileBlockStore {
|
|
4
|
+
private readonly db;
|
|
5
|
+
constructor(db: Database);
|
|
6
|
+
initSchema(): void;
|
|
7
|
+
replaceBlocks(assetId: string, blocks: LoadedFileBlock[]): FileBlockRecord[];
|
|
8
|
+
listByAsset(assetId: string): FileBlockRecord[];
|
|
9
|
+
listRange(assetId: string, startIndex: number, endIndex: number): FileBlockRecord[];
|
|
10
|
+
private mapRow;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=FileBlockStore.d.ts.map
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import { randomUUID } from 'crypto';
|
|
2
|
+
export class FileBlockStore {
|
|
3
|
+
db;
|
|
4
|
+
constructor(db) {
|
|
5
|
+
this.db = db;
|
|
6
|
+
this.initSchema();
|
|
7
|
+
}
|
|
8
|
+
initSchema() {
|
|
9
|
+
this.db.exec(`
|
|
10
|
+
CREATE TABLE IF NOT EXISTS file_blocks (
|
|
11
|
+
block_id TEXT PRIMARY KEY,
|
|
12
|
+
asset_id TEXT NOT NULL,
|
|
13
|
+
block_index INTEGER NOT NULL,
|
|
14
|
+
kind TEXT NOT NULL,
|
|
15
|
+
text TEXT NOT NULL,
|
|
16
|
+
page INTEGER,
|
|
17
|
+
sheet_name TEXT,
|
|
18
|
+
row_start INTEGER,
|
|
19
|
+
row_end INTEGER,
|
|
20
|
+
column_start INTEGER,
|
|
21
|
+
column_end INTEGER,
|
|
22
|
+
line_start INTEGER,
|
|
23
|
+
line_end INTEGER,
|
|
24
|
+
start_ms INTEGER,
|
|
25
|
+
end_ms INTEGER,
|
|
26
|
+
selector TEXT,
|
|
27
|
+
symbol_name TEXT,
|
|
28
|
+
metadata_json TEXT,
|
|
29
|
+
created_at INTEGER NOT NULL
|
|
30
|
+
);
|
|
31
|
+
|
|
32
|
+
CREATE INDEX IF NOT EXISTS idx_file_blocks_asset ON file_blocks(asset_id, block_index);
|
|
33
|
+
CREATE INDEX IF NOT EXISTS idx_file_blocks_page ON file_blocks(asset_id, page);
|
|
34
|
+
CREATE INDEX IF NOT EXISTS idx_file_blocks_sheet ON file_blocks(asset_id, sheet_name, row_start);
|
|
35
|
+
`);
|
|
36
|
+
}
|
|
37
|
+
replaceBlocks(assetId, blocks) {
|
|
38
|
+
this.db.prepare(`DELETE FROM file_blocks WHERE asset_id = ?`).run(assetId);
|
|
39
|
+
const now = Date.now();
|
|
40
|
+
const stmt = this.db.prepare(`
|
|
41
|
+
INSERT INTO file_blocks (
|
|
42
|
+
block_id, asset_id, block_index, kind, text, page, sheet_name, row_start,
|
|
43
|
+
row_end, column_start, column_end, line_start, line_end, start_ms, end_ms,
|
|
44
|
+
selector, symbol_name, metadata_json, created_at
|
|
45
|
+
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
46
|
+
`);
|
|
47
|
+
return blocks.map((block, index) => {
|
|
48
|
+
const record = {
|
|
49
|
+
blockId: `block-${randomUUID()}`,
|
|
50
|
+
assetId,
|
|
51
|
+
blockIndex: index,
|
|
52
|
+
kind: block.kind,
|
|
53
|
+
text: block.text,
|
|
54
|
+
page: block.page,
|
|
55
|
+
sheetName: block.sheetName,
|
|
56
|
+
rowStart: block.rowStart,
|
|
57
|
+
rowEnd: block.rowEnd,
|
|
58
|
+
columnStart: block.columnStart,
|
|
59
|
+
columnEnd: block.columnEnd,
|
|
60
|
+
lineStart: block.lineStart,
|
|
61
|
+
lineEnd: block.lineEnd,
|
|
62
|
+
startMs: block.startMs,
|
|
63
|
+
endMs: block.endMs,
|
|
64
|
+
selector: block.selector,
|
|
65
|
+
symbolName: block.symbolName,
|
|
66
|
+
metadata: block.metadata,
|
|
67
|
+
createdAt: now
|
|
68
|
+
};
|
|
69
|
+
stmt.run(record.blockId, record.assetId, record.blockIndex, record.kind, record.text, record.page || null, record.sheetName || null, record.rowStart || null, record.rowEnd || null, record.columnStart || null, record.columnEnd || null, record.lineStart || null, record.lineEnd || null, record.startMs || null, record.endMs || null, record.selector || null, record.symbolName || null, record.metadata ? JSON.stringify(record.metadata) : null, record.createdAt);
|
|
70
|
+
return record;
|
|
71
|
+
});
|
|
72
|
+
}
|
|
73
|
+
listByAsset(assetId) {
|
|
74
|
+
return this.db.prepare(`
|
|
75
|
+
SELECT * FROM file_blocks
|
|
76
|
+
WHERE asset_id = ?
|
|
77
|
+
ORDER BY block_index ASC
|
|
78
|
+
`).all(assetId).map((row) => this.mapRow(row));
|
|
79
|
+
}
|
|
80
|
+
listRange(assetId, startIndex, endIndex) {
|
|
81
|
+
return this.db.prepare(`
|
|
82
|
+
SELECT * FROM file_blocks
|
|
83
|
+
WHERE asset_id = ? AND block_index BETWEEN ? AND ?
|
|
84
|
+
ORDER BY block_index ASC
|
|
85
|
+
`).all(assetId, startIndex, endIndex).map((row) => this.mapRow(row));
|
|
86
|
+
}
|
|
87
|
+
mapRow(row) {
|
|
88
|
+
return {
|
|
89
|
+
blockId: row.block_id,
|
|
90
|
+
assetId: row.asset_id,
|
|
91
|
+
blockIndex: row.block_index,
|
|
92
|
+
kind: row.kind,
|
|
93
|
+
text: row.text,
|
|
94
|
+
page: row.page || undefined,
|
|
95
|
+
sheetName: row.sheet_name || undefined,
|
|
96
|
+
rowStart: row.row_start || undefined,
|
|
97
|
+
rowEnd: row.row_end || undefined,
|
|
98
|
+
columnStart: row.column_start || undefined,
|
|
99
|
+
columnEnd: row.column_end || undefined,
|
|
100
|
+
lineStart: row.line_start || undefined,
|
|
101
|
+
lineEnd: row.line_end || undefined,
|
|
102
|
+
startMs: row.start_ms || undefined,
|
|
103
|
+
endMs: row.end_ms || undefined,
|
|
104
|
+
selector: row.selector || undefined,
|
|
105
|
+
symbolName: row.symbol_name || undefined,
|
|
106
|
+
metadata: row.metadata_json ? JSON.parse(row.metadata_json) : undefined,
|
|
107
|
+
createdAt: row.created_at
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import Database from 'bun:sqlite';
|
|
2
|
+
import type { ChunkDraft, FileChunkEvidence, FileChunkRecord, FileEvidence } from './types.js';
|
|
3
|
+
export interface InsertChunkInput extends ChunkDraft {
|
|
4
|
+
chunkId: string;
|
|
5
|
+
assetId: string;
|
|
6
|
+
neuronId: string;
|
|
7
|
+
chunkIndex: number;
|
|
8
|
+
textHash: string;
|
|
9
|
+
}
|
|
10
|
+
export declare class FileChunkStore {
|
|
11
|
+
private readonly db;
|
|
12
|
+
constructor(db: Database);
|
|
13
|
+
initSchema(): void;
|
|
14
|
+
replaceChunks(assetId: string, chunks: InsertChunkInput[]): FileChunkRecord[];
|
|
15
|
+
listByAsset(assetId: string): FileChunkRecord[];
|
|
16
|
+
listContext(assetId: string, chunkIndex: number, radius?: number): FileChunkEvidence[];
|
|
17
|
+
listEvidenceByNeuronIds(neuronIds: string[]): FileChunkEvidence[];
|
|
18
|
+
groupEvidenceByAsset(evidence: FileChunkEvidence[]): FileEvidence[];
|
|
19
|
+
private insertSequentialEdges;
|
|
20
|
+
private mapRow;
|
|
21
|
+
private mapEvidenceRow;
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=FileChunkStore.d.ts.map
|
|
@@ -0,0 +1,179 @@
|
|
|
1
|
+
export class FileChunkStore {
|
|
2
|
+
db;
|
|
3
|
+
constructor(db) {
|
|
4
|
+
this.db = db;
|
|
5
|
+
this.initSchema();
|
|
6
|
+
}
|
|
7
|
+
initSchema() {
|
|
8
|
+
this.db.exec(`
|
|
9
|
+
CREATE TABLE IF NOT EXISTS file_chunks (
|
|
10
|
+
chunk_id TEXT PRIMARY KEY,
|
|
11
|
+
asset_id TEXT NOT NULL,
|
|
12
|
+
neuron_id TEXT NOT NULL,
|
|
13
|
+
chunk_index INTEGER NOT NULL,
|
|
14
|
+
block_start_index INTEGER NOT NULL,
|
|
15
|
+
block_end_index INTEGER NOT NULL,
|
|
16
|
+
kind TEXT NOT NULL,
|
|
17
|
+
token_estimate INTEGER,
|
|
18
|
+
text_hash TEXT NOT NULL,
|
|
19
|
+
created_at INTEGER NOT NULL,
|
|
20
|
+
metadata_json TEXT
|
|
21
|
+
);
|
|
22
|
+
|
|
23
|
+
CREATE UNIQUE INDEX IF NOT EXISTS idx_file_chunks_neuron ON file_chunks(neuron_id);
|
|
24
|
+
CREATE INDEX IF NOT EXISTS idx_file_chunks_asset ON file_chunks(asset_id, chunk_index);
|
|
25
|
+
|
|
26
|
+
CREATE TABLE IF NOT EXISTS file_chunk_edges (
|
|
27
|
+
source_chunk_id TEXT NOT NULL,
|
|
28
|
+
target_chunk_id TEXT NOT NULL,
|
|
29
|
+
edge_type TEXT NOT NULL,
|
|
30
|
+
weight REAL NOT NULL,
|
|
31
|
+
created_at INTEGER NOT NULL,
|
|
32
|
+
PRIMARY KEY (source_chunk_id, target_chunk_id, edge_type)
|
|
33
|
+
);
|
|
34
|
+
`);
|
|
35
|
+
}
|
|
36
|
+
replaceChunks(assetId, chunks) {
|
|
37
|
+
this.db.prepare(`DELETE FROM file_chunk_edges WHERE source_chunk_id IN (SELECT chunk_id FROM file_chunks WHERE asset_id = ?)`).run(assetId);
|
|
38
|
+
this.db.prepare(`DELETE FROM file_chunk_edges WHERE target_chunk_id IN (SELECT chunk_id FROM file_chunks WHERE asset_id = ?)`).run(assetId);
|
|
39
|
+
this.db.prepare(`DELETE FROM file_chunks WHERE asset_id = ?`).run(assetId);
|
|
40
|
+
const now = Date.now();
|
|
41
|
+
const stmt = this.db.prepare(`
|
|
42
|
+
INSERT INTO file_chunks (
|
|
43
|
+
chunk_id, asset_id, neuron_id, chunk_index, block_start_index, block_end_index,
|
|
44
|
+
kind, token_estimate, text_hash, created_at, metadata_json
|
|
45
|
+
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
46
|
+
`);
|
|
47
|
+
const records = chunks.map((chunk) => {
|
|
48
|
+
const record = {
|
|
49
|
+
chunkId: chunk.chunkId,
|
|
50
|
+
assetId,
|
|
51
|
+
neuronId: chunk.neuronId,
|
|
52
|
+
chunkIndex: chunk.chunkIndex,
|
|
53
|
+
blockStartIndex: chunk.blockStartIndex,
|
|
54
|
+
blockEndIndex: chunk.blockEndIndex,
|
|
55
|
+
kind: chunk.kind,
|
|
56
|
+
tokenEstimate: chunk.tokenEstimate,
|
|
57
|
+
textHash: chunk.textHash,
|
|
58
|
+
createdAt: now,
|
|
59
|
+
metadata: chunk.metadata
|
|
60
|
+
};
|
|
61
|
+
stmt.run(record.chunkId, record.assetId, record.neuronId, record.chunkIndex, record.blockStartIndex, record.blockEndIndex, record.kind, record.tokenEstimate || null, record.textHash, record.createdAt, record.metadata ? JSON.stringify(record.metadata) : null);
|
|
62
|
+
return record;
|
|
63
|
+
});
|
|
64
|
+
this.insertSequentialEdges(records);
|
|
65
|
+
return records;
|
|
66
|
+
}
|
|
67
|
+
listByAsset(assetId) {
|
|
68
|
+
return this.db.prepare(`
|
|
69
|
+
SELECT * FROM file_chunks
|
|
70
|
+
WHERE asset_id = ?
|
|
71
|
+
ORDER BY chunk_index ASC
|
|
72
|
+
`).all(assetId).map((row) => this.mapRow(row));
|
|
73
|
+
}
|
|
74
|
+
listContext(assetId, chunkIndex, radius = 1) {
|
|
75
|
+
const start = Math.max(0, chunkIndex - Math.max(0, radius));
|
|
76
|
+
const end = chunkIndex + Math.max(0, radius);
|
|
77
|
+
return this.db.prepare(`
|
|
78
|
+
SELECT fc.*, fa.file_path, fa.original_name, fa.mime_type, n.content,
|
|
79
|
+
fb.page, fb.sheet_name, fb.row_start, fb.row_end, fb.line_start, fb.line_end,
|
|
80
|
+
fb.start_ms, fb.end_ms
|
|
81
|
+
FROM file_chunks fc
|
|
82
|
+
JOIN file_assets fa ON fa.asset_id = fc.asset_id
|
|
83
|
+
JOIN neurons n ON n.id = fc.neuron_id
|
|
84
|
+
LEFT JOIN file_blocks fb ON fb.asset_id = fc.asset_id AND fb.block_index = fc.block_start_index
|
|
85
|
+
WHERE fc.asset_id = ? AND fc.chunk_index BETWEEN ? AND ?
|
|
86
|
+
ORDER BY fc.chunk_index ASC
|
|
87
|
+
`).all(assetId, start, end).map((row) => this.mapEvidenceRow(row));
|
|
88
|
+
}
|
|
89
|
+
listEvidenceByNeuronIds(neuronIds) {
|
|
90
|
+
if (neuronIds.length === 0)
|
|
91
|
+
return [];
|
|
92
|
+
const placeholders = neuronIds.map(() => '?').join(', ');
|
|
93
|
+
return this.db.prepare(`
|
|
94
|
+
SELECT fc.*, fa.file_path, fa.original_name, fa.mime_type, n.content,
|
|
95
|
+
fb.page, fb.sheet_name, fb.row_start, fb.row_end, fb.line_start, fb.line_end,
|
|
96
|
+
fb.start_ms, fb.end_ms
|
|
97
|
+
FROM file_chunks fc
|
|
98
|
+
JOIN file_assets fa ON fa.asset_id = fc.asset_id
|
|
99
|
+
JOIN neurons n ON n.id = fc.neuron_id
|
|
100
|
+
LEFT JOIN file_blocks fb ON fb.asset_id = fc.asset_id AND fb.block_index = fc.block_start_index
|
|
101
|
+
WHERE fc.neuron_id IN (${placeholders})
|
|
102
|
+
ORDER BY fc.asset_id ASC, fc.chunk_index ASC
|
|
103
|
+
`).all(...neuronIds).map((row) => this.mapEvidenceRow(row));
|
|
104
|
+
}
|
|
105
|
+
groupEvidenceByAsset(evidence) {
|
|
106
|
+
const grouped = new Map();
|
|
107
|
+
for (const item of evidence) {
|
|
108
|
+
const existing = grouped.get(item.assetId) || {
|
|
109
|
+
assetId: item.assetId,
|
|
110
|
+
filePath: item.filePath,
|
|
111
|
+
originalName: item.originalName,
|
|
112
|
+
mimeType: item.mimeType,
|
|
113
|
+
matchedChunks: []
|
|
114
|
+
};
|
|
115
|
+
existing.matchedChunks.push({
|
|
116
|
+
neuronId: item.neuronId,
|
|
117
|
+
chunkIndex: item.chunkIndex,
|
|
118
|
+
text: item.text,
|
|
119
|
+
kind: item.kind,
|
|
120
|
+
page: item.page,
|
|
121
|
+
sheetName: item.sheetName,
|
|
122
|
+
rowStart: item.rowStart,
|
|
123
|
+
rowEnd: item.rowEnd,
|
|
124
|
+
lineStart: item.lineStart,
|
|
125
|
+
lineEnd: item.lineEnd,
|
|
126
|
+
startMs: item.startMs,
|
|
127
|
+
endMs: item.endMs
|
|
128
|
+
});
|
|
129
|
+
grouped.set(item.assetId, existing);
|
|
130
|
+
}
|
|
131
|
+
return Array.from(grouped.values());
|
|
132
|
+
}
|
|
133
|
+
insertSequentialEdges(chunks) {
|
|
134
|
+
if (chunks.length < 2)
|
|
135
|
+
return;
|
|
136
|
+
const stmt = this.db.prepare(`
|
|
137
|
+
INSERT OR REPLACE INTO file_chunk_edges (
|
|
138
|
+
source_chunk_id, target_chunk_id, edge_type, weight, created_at
|
|
139
|
+
) VALUES (?, ?, ?, ?, ?)
|
|
140
|
+
`);
|
|
141
|
+
const now = Date.now();
|
|
142
|
+
for (let i = 0; i < chunks.length - 1; i += 1) {
|
|
143
|
+
stmt.run(chunks[i].chunkId, chunks[i + 1].chunkId, 'next_chunk', 1, now);
|
|
144
|
+
stmt.run(chunks[i + 1].chunkId, chunks[i].chunkId, 'previous_chunk', 1, now);
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
mapRow(row) {
|
|
148
|
+
return {
|
|
149
|
+
chunkId: row.chunk_id,
|
|
150
|
+
assetId: row.asset_id,
|
|
151
|
+
neuronId: row.neuron_id,
|
|
152
|
+
chunkIndex: row.chunk_index,
|
|
153
|
+
blockStartIndex: row.block_start_index,
|
|
154
|
+
blockEndIndex: row.block_end_index,
|
|
155
|
+
kind: row.kind,
|
|
156
|
+
tokenEstimate: row.token_estimate || undefined,
|
|
157
|
+
textHash: row.text_hash,
|
|
158
|
+
createdAt: row.created_at,
|
|
159
|
+
metadata: row.metadata_json ? JSON.parse(row.metadata_json) : undefined
|
|
160
|
+
};
|
|
161
|
+
}
|
|
162
|
+
mapEvidenceRow(row) {
|
|
163
|
+
return {
|
|
164
|
+
...this.mapRow(row),
|
|
165
|
+
text: row.content,
|
|
166
|
+
filePath: row.file_path,
|
|
167
|
+
originalName: row.original_name || undefined,
|
|
168
|
+
mimeType: row.mime_type || undefined,
|
|
169
|
+
page: row.page || undefined,
|
|
170
|
+
sheetName: row.sheet_name || undefined,
|
|
171
|
+
rowStart: row.row_start || undefined,
|
|
172
|
+
rowEnd: row.row_end || undefined,
|
|
173
|
+
lineStart: row.line_start || undefined,
|
|
174
|
+
lineEnd: row.line_end || undefined,
|
|
175
|
+
startMs: row.start_ms || undefined,
|
|
176
|
+
endMs: row.end_ms || undefined
|
|
177
|
+
};
|
|
178
|
+
}
|
|
179
|
+
}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { ChunkDraft, LoadedFileBlock } from './types.js';
|
|
2
|
+
export declare class FileChunker {
|
|
3
|
+
private readonly targetTokenEstimate;
|
|
4
|
+
constructor(targetTokenEstimate?: number);
|
|
5
|
+
chunk(blocks: LoadedFileBlock[]): ChunkDraft[];
|
|
6
|
+
hashText(text: string): string;
|
|
7
|
+
private estimateTokens;
|
|
8
|
+
private mergeMetadata;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=FileChunker.d.ts.map
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { createHash } from 'crypto';
|
|
2
|
+
export class FileChunker {
|
|
3
|
+
targetTokenEstimate;
|
|
4
|
+
constructor(targetTokenEstimate = 420) {
|
|
5
|
+
this.targetTokenEstimate = targetTokenEstimate;
|
|
6
|
+
}
|
|
7
|
+
chunk(blocks) {
|
|
8
|
+
const chunks = [];
|
|
9
|
+
let current = [];
|
|
10
|
+
let currentStart = 0;
|
|
11
|
+
let tokens = 0;
|
|
12
|
+
const flush = (endIndex) => {
|
|
13
|
+
if (current.length === 0)
|
|
14
|
+
return;
|
|
15
|
+
const kind = current.some((block) => block.kind === 'table')
|
|
16
|
+
? 'table'
|
|
17
|
+
: current.some((block) => block.kind === 'code')
|
|
18
|
+
? 'code'
|
|
19
|
+
: current[0].kind;
|
|
20
|
+
chunks.push({
|
|
21
|
+
text: current.map((block) => block.text).join('\n\n'),
|
|
22
|
+
kind,
|
|
23
|
+
blockStartIndex: currentStart,
|
|
24
|
+
blockEndIndex: endIndex,
|
|
25
|
+
tokenEstimate: tokens,
|
|
26
|
+
metadata: this.mergeMetadata(current)
|
|
27
|
+
});
|
|
28
|
+
current = [];
|
|
29
|
+
tokens = 0;
|
|
30
|
+
};
|
|
31
|
+
blocks.forEach((block, index) => {
|
|
32
|
+
const blockTokens = this.estimateTokens(block.text);
|
|
33
|
+
const forceOwnChunk = block.kind === 'table' || block.kind === 'code';
|
|
34
|
+
if (forceOwnChunk && current.length > 0)
|
|
35
|
+
flush(index - 1);
|
|
36
|
+
if (current.length === 0)
|
|
37
|
+
currentStart = index;
|
|
38
|
+
current.push(block);
|
|
39
|
+
tokens += blockTokens;
|
|
40
|
+
if (forceOwnChunk || tokens >= this.targetTokenEstimate)
|
|
41
|
+
flush(index);
|
|
42
|
+
});
|
|
43
|
+
flush(blocks.length - 1);
|
|
44
|
+
return chunks.filter((chunk) => chunk.text.trim());
|
|
45
|
+
}
|
|
46
|
+
hashText(text) {
|
|
47
|
+
return createHash('sha256').update(text).digest('hex');
|
|
48
|
+
}
|
|
49
|
+
estimateTokens(text) {
|
|
50
|
+
const cjk = (text.match(/[\u3400-\u9fff]/g) || []).length;
|
|
51
|
+
const words = (text.match(/[A-Za-z0-9_\-.]+/g) || []).length;
|
|
52
|
+
return Math.max(1, cjk + words);
|
|
53
|
+
}
|
|
54
|
+
mergeMetadata(blocks) {
|
|
55
|
+
const first = blocks[0];
|
|
56
|
+
const last = blocks[blocks.length - 1];
|
|
57
|
+
return {
|
|
58
|
+
page: first.page,
|
|
59
|
+
sheetName: first.sheetName,
|
|
60
|
+
rowStart: first.rowStart,
|
|
61
|
+
rowEnd: last.rowEnd,
|
|
62
|
+
lineStart: first.lineStart,
|
|
63
|
+
lineEnd: last.lineEnd,
|
|
64
|
+
startMs: first.startMs,
|
|
65
|
+
endMs: last.endMs,
|
|
66
|
+
symbolName: first.symbolName
|
|
67
|
+
};
|
|
68
|
+
}
|
|
69
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { FileLoadProbe, FileLoader } from './types.js';
|
|
2
|
+
export declare class FileLoaderRegistry {
|
|
3
|
+
private readonly loaders;
|
|
4
|
+
constructor(loaders?: FileLoader[]);
|
|
5
|
+
resolve(input: FileLoadProbe): FileLoader | null;
|
|
6
|
+
list(): FileLoader[];
|
|
7
|
+
}
|
|
8
|
+
//# sourceMappingURL=FileLoaderRegistry.d.ts.map
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { CodeTextLoader, CsvLoader, DocxLoader, HtmlLoader, PdfLoader, PlainTextLoader, XlsxLoader } from './FileLoaders.js';
|
|
2
|
+
export class FileLoaderRegistry {
|
|
3
|
+
loaders;
|
|
4
|
+
constructor(loaders) {
|
|
5
|
+
this.loaders = loaders || [
|
|
6
|
+
new CsvLoader(),
|
|
7
|
+
new HtmlLoader(),
|
|
8
|
+
new PdfLoader(),
|
|
9
|
+
new DocxLoader(),
|
|
10
|
+
new XlsxLoader(),
|
|
11
|
+
new CodeTextLoader(),
|
|
12
|
+
new PlainTextLoader()
|
|
13
|
+
];
|
|
14
|
+
}
|
|
15
|
+
resolve(input) {
|
|
16
|
+
return this.loaders.find((loader) => loader.canLoad(input)) || null;
|
|
17
|
+
}
|
|
18
|
+
list() {
|
|
19
|
+
return [...this.loaders];
|
|
20
|
+
}
|
|
21
|
+
}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import type { FileLoadInput, FileLoadProbe, FileLoader, LoadedFile } from './types.js';
|
|
2
|
+
export declare class PlainTextLoader implements FileLoader {
|
|
3
|
+
id: string;
|
|
4
|
+
canLoad(input: FileLoadProbe): boolean;
|
|
5
|
+
load(input: FileLoadInput): Promise<LoadedFile>;
|
|
6
|
+
}
|
|
7
|
+
export declare class HtmlLoader implements FileLoader {
|
|
8
|
+
id: string;
|
|
9
|
+
canLoad(input: FileLoadProbe): boolean;
|
|
10
|
+
load(input: FileLoadInput): Promise<LoadedFile>;
|
|
11
|
+
}
|
|
12
|
+
export declare class CsvLoader implements FileLoader {
|
|
13
|
+
id: string;
|
|
14
|
+
canLoad(input: FileLoadProbe): boolean;
|
|
15
|
+
load(input: FileLoadInput): Promise<LoadedFile>;
|
|
16
|
+
}
|
|
17
|
+
export declare class CodeTextLoader implements FileLoader {
|
|
18
|
+
id: string;
|
|
19
|
+
canLoad(input: FileLoadProbe): boolean;
|
|
20
|
+
load(input: FileLoadInput): Promise<LoadedFile>;
|
|
21
|
+
}
|
|
22
|
+
export declare class DocxLoader implements FileLoader {
|
|
23
|
+
id: string;
|
|
24
|
+
canLoad(input: FileLoadProbe): boolean;
|
|
25
|
+
load(input: FileLoadInput): Promise<LoadedFile>;
|
|
26
|
+
}
|
|
27
|
+
export declare class XlsxLoader implements FileLoader {
|
|
28
|
+
id: string;
|
|
29
|
+
canLoad(input: FileLoadProbe): boolean;
|
|
30
|
+
load(input: FileLoadInput): Promise<LoadedFile>;
|
|
31
|
+
}
|
|
32
|
+
export declare class PdfLoader implements FileLoader {
|
|
33
|
+
id: string;
|
|
34
|
+
canLoad(input: FileLoadProbe): boolean;
|
|
35
|
+
load(input: FileLoadInput): Promise<LoadedFile>;
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=FileLoaders.d.ts.map
|