@pga-ai/core 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +278 -0
- package/dist/PGA.d.ts +156 -0
- package/dist/PGA.d.ts.map +1 -0
- package/dist/PGA.js +636 -0
- package/dist/PGA.js.map +1 -0
- package/dist/advanced-ai/ModelRouter.d.ts +82 -0
- package/dist/advanced-ai/ModelRouter.d.ts.map +1 -0
- package/dist/advanced-ai/ModelRouter.js +280 -0
- package/dist/advanced-ai/ModelRouter.js.map +1 -0
- package/dist/advanced-ai/ThinkingEngine.d.ts +50 -0
- package/dist/advanced-ai/ThinkingEngine.d.ts.map +1 -0
- package/dist/advanced-ai/ThinkingEngine.js +179 -0
- package/dist/advanced-ai/ThinkingEngine.js.map +1 -0
- package/dist/core/ContextMemory.d.ts +56 -0
- package/dist/core/ContextMemory.d.ts.map +1 -0
- package/dist/core/ContextMemory.js +253 -0
- package/dist/core/ContextMemory.js.map +1 -0
- package/dist/core/DNAProfile.d.ts +19 -0
- package/dist/core/DNAProfile.d.ts.map +1 -0
- package/dist/core/DNAProfile.js +141 -0
- package/dist/core/DNAProfile.js.map +1 -0
- package/dist/core/FitnessTracker.d.ts +13 -0
- package/dist/core/FitnessTracker.d.ts.map +1 -0
- package/dist/core/FitnessTracker.js +101 -0
- package/dist/core/FitnessTracker.js.map +1 -0
- package/dist/core/GenomeKernel.d.ts +57 -0
- package/dist/core/GenomeKernel.d.ts.map +1 -0
- package/dist/core/GenomeKernel.js +305 -0
- package/dist/core/GenomeKernel.js.map +1 -0
- package/dist/core/GenomeManager.d.ts +21 -0
- package/dist/core/GenomeManager.d.ts.map +1 -0
- package/dist/core/GenomeManager.js +123 -0
- package/dist/core/GenomeManager.js.map +1 -0
- package/dist/core/LearningAnnouncer.d.ts +16 -0
- package/dist/core/LearningAnnouncer.d.ts.map +1 -0
- package/dist/core/LearningAnnouncer.js +176 -0
- package/dist/core/LearningAnnouncer.js.map +1 -0
- package/dist/core/ProactiveSuggestions.d.ts +25 -0
- package/dist/core/ProactiveSuggestions.d.ts.map +1 -0
- package/dist/core/ProactiveSuggestions.js +238 -0
- package/dist/core/ProactiveSuggestions.js.map +1 -0
- package/dist/core/PromptAssembler.d.ts +12 -0
- package/dist/core/PromptAssembler.d.ts.map +1 -0
- package/dist/core/PromptAssembler.js +74 -0
- package/dist/core/PromptAssembler.js.map +1 -0
- package/dist/enterprise/AuthManager.d.ts +71 -0
- package/dist/enterprise/AuthManager.d.ts.map +1 -0
- package/dist/enterprise/AuthManager.js +216 -0
- package/dist/enterprise/AuthManager.js.map +1 -0
- package/dist/enterprise/RateLimiter.d.ts +48 -0
- package/dist/enterprise/RateLimiter.d.ts.map +1 -0
- package/dist/enterprise/RateLimiter.js +193 -0
- package/dist/enterprise/RateLimiter.js.map +1 -0
- package/dist/evaluation/BenchmarkSuites.d.ts +27 -0
- package/dist/evaluation/BenchmarkSuites.d.ts.map +1 -0
- package/dist/evaluation/BenchmarkSuites.js +69 -0
- package/dist/evaluation/BenchmarkSuites.js.map +1 -0
- package/dist/evaluation/CalibrationManager.d.ts +66 -0
- package/dist/evaluation/CalibrationManager.d.ts.map +1 -0
- package/dist/evaluation/CalibrationManager.js +117 -0
- package/dist/evaluation/CalibrationManager.js.map +1 -0
- package/dist/evaluation/Evaluator.d.ts +79 -0
- package/dist/evaluation/Evaluator.d.ts.map +1 -0
- package/dist/evaluation/Evaluator.js +359 -0
- package/dist/evaluation/Evaluator.js.map +1 -0
- package/dist/evaluation/EvolutionGuardrails.d.ts +29 -0
- package/dist/evaluation/EvolutionGuardrails.d.ts.map +1 -0
- package/dist/evaluation/EvolutionGuardrails.js +166 -0
- package/dist/evaluation/EvolutionGuardrails.js.map +1 -0
- package/dist/evaluation/SandboxSuites.d.ts +26 -0
- package/dist/evaluation/SandboxSuites.d.ts.map +1 -0
- package/dist/evaluation/SandboxSuites.js +252 -0
- package/dist/evaluation/SandboxSuites.js.map +1 -0
- package/dist/evaluation/SemanticJudge.d.ts +21 -0
- package/dist/evaluation/SemanticJudge.d.ts.map +1 -0
- package/dist/evaluation/SemanticJudge.js +139 -0
- package/dist/evaluation/SemanticJudge.js.map +1 -0
- package/dist/evaluation/fixtures/core-coding-v1.json +68 -0
- package/dist/evaluation/fixtures/core-general-v1.json +68 -0
- package/dist/evolution/CanaryDeployment.d.ts +77 -0
- package/dist/evolution/CanaryDeployment.d.ts.map +1 -0
- package/dist/evolution/CanaryDeployment.js +261 -0
- package/dist/evolution/CanaryDeployment.js.map +1 -0
- package/dist/evolution/DriftAnalyzer.d.ts +63 -0
- package/dist/evolution/DriftAnalyzer.d.ts.map +1 -0
- package/dist/evolution/DriftAnalyzer.js +283 -0
- package/dist/evolution/DriftAnalyzer.js.map +1 -0
- package/dist/evolution/FitnessCalculator.d.ts +47 -0
- package/dist/evolution/FitnessCalculator.d.ts.map +1 -0
- package/dist/evolution/FitnessCalculator.js +177 -0
- package/dist/evolution/FitnessCalculator.js.map +1 -0
- package/dist/evolution/MutationOperator.d.ts +76 -0
- package/dist/evolution/MutationOperator.d.ts.map +1 -0
- package/dist/evolution/MutationOperator.js +267 -0
- package/dist/evolution/MutationOperator.js.map +1 -0
- package/dist/evolution/PromotionGate.d.ts +45 -0
- package/dist/evolution/PromotionGate.d.ts.map +1 -0
- package/dist/evolution/PromotionGate.js +248 -0
- package/dist/evolution/PromotionGate.js.map +1 -0
- package/dist/evolution/boost/EvolutionBoostEngine.d.ts +69 -0
- package/dist/evolution/boost/EvolutionBoostEngine.d.ts.map +1 -0
- package/dist/evolution/boost/EvolutionBoostEngine.js +185 -0
- package/dist/evolution/boost/EvolutionBoostEngine.js.map +1 -0
- package/dist/evolution/boost/GeneticRecombinator.d.ts +26 -0
- package/dist/evolution/boost/GeneticRecombinator.d.ts.map +1 -0
- package/dist/evolution/boost/GeneticRecombinator.js +179 -0
- package/dist/evolution/boost/GeneticRecombinator.js.map +1 -0
- package/dist/evolution/boost/MetaEvolutionEngine.d.ts +48 -0
- package/dist/evolution/boost/MetaEvolutionEngine.d.ts.map +1 -0
- package/dist/evolution/boost/MetaEvolutionEngine.js +193 -0
- package/dist/evolution/boost/MetaEvolutionEngine.js.map +1 -0
- package/dist/evolution/boost/ParallelEvolutionEngine.d.ts +44 -0
- package/dist/evolution/boost/ParallelEvolutionEngine.d.ts.map +1 -0
- package/dist/evolution/boost/ParallelEvolutionEngine.js +135 -0
- package/dist/evolution/boost/ParallelEvolutionEngine.js.map +1 -0
- package/dist/evolution/boost/ParetoOptimizer.d.ts +42 -0
- package/dist/evolution/boost/ParetoOptimizer.d.ts.map +1 -0
- package/dist/evolution/boost/ParetoOptimizer.js +167 -0
- package/dist/evolution/boost/ParetoOptimizer.js.map +1 -0
- package/dist/evolution/boost/operators/BreakthroughOperator.d.ts +22 -0
- package/dist/evolution/boost/operators/BreakthroughOperator.d.ts.map +1 -0
- package/dist/evolution/boost/operators/BreakthroughOperator.js +217 -0
- package/dist/evolution/boost/operators/BreakthroughOperator.js.map +1 -0
- package/dist/evolution/boost/operators/CrossoverMutationOperator.d.ts +26 -0
- package/dist/evolution/boost/operators/CrossoverMutationOperator.d.ts.map +1 -0
- package/dist/evolution/boost/operators/CrossoverMutationOperator.js +160 -0
- package/dist/evolution/boost/operators/CrossoverMutationOperator.js.map +1 -0
- package/dist/evolution/boost/operators/PatternExtractionOperator.d.ts +24 -0
- package/dist/evolution/boost/operators/PatternExtractionOperator.d.ts.map +1 -0
- package/dist/evolution/boost/operators/PatternExtractionOperator.js +212 -0
- package/dist/evolution/boost/operators/PatternExtractionOperator.js.map +1 -0
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.d.ts +19 -0
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.d.ts.map +1 -0
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.js +106 -0
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.js.map +1 -0
- package/dist/gene-bank/CognitiveGene.d.ts +799 -0
- package/dist/gene-bank/CognitiveGene.d.ts.map +1 -0
- package/dist/gene-bank/CognitiveGene.js +128 -0
- package/dist/gene-bank/CognitiveGene.js.map +1 -0
- package/dist/gene-bank/GeneAdopter.d.ts +75 -0
- package/dist/gene-bank/GeneAdopter.d.ts.map +1 -0
- package/dist/gene-bank/GeneAdopter.js +271 -0
- package/dist/gene-bank/GeneAdopter.js.map +1 -0
- package/dist/gene-bank/GeneBank.d.ts +124 -0
- package/dist/gene-bank/GeneBank.d.ts.map +1 -0
- package/dist/gene-bank/GeneBank.js +261 -0
- package/dist/gene-bank/GeneBank.js.map +1 -0
- package/dist/gene-bank/GeneExtractor.d.ts +59 -0
- package/dist/gene-bank/GeneExtractor.d.ts.map +1 -0
- package/dist/gene-bank/GeneExtractor.js +311 -0
- package/dist/gene-bank/GeneExtractor.js.map +1 -0
- package/dist/gene-bank/GeneMatcher.d.ts +82 -0
- package/dist/gene-bank/GeneMatcher.d.ts.map +1 -0
- package/dist/gene-bank/GeneMatcher.js +215 -0
- package/dist/gene-bank/GeneMatcher.js.map +1 -0
- package/dist/gene-bank/PGAIntegration.d.ts +53 -0
- package/dist/gene-bank/PGAIntegration.d.ts.map +1 -0
- package/dist/gene-bank/PGAIntegration.js +139 -0
- package/dist/gene-bank/PGAIntegration.js.map +1 -0
- package/dist/gene-bank/SandboxTester.d.ts +92 -0
- package/dist/gene-bank/SandboxTester.d.ts.map +1 -0
- package/dist/gene-bank/SandboxTester.js +262 -0
- package/dist/gene-bank/SandboxTester.js.map +1 -0
- package/dist/gene-bank/adapters/InMemoryGeneStorage.d.ts +21 -0
- package/dist/gene-bank/adapters/InMemoryGeneStorage.d.ts.map +1 -0
- package/dist/gene-bank/adapters/InMemoryGeneStorage.js +115 -0
- package/dist/gene-bank/adapters/InMemoryGeneStorage.js.map +1 -0
- package/dist/gene-bank/adapters/PostgresGeneStorage.d.ts +21 -0
- package/dist/gene-bank/adapters/PostgresGeneStorage.d.ts.map +1 -0
- package/dist/gene-bank/adapters/PostgresGeneStorage.js +272 -0
- package/dist/gene-bank/adapters/PostgresGeneStorage.js.map +1 -0
- package/dist/gene-bank/index.d.ts +7 -0
- package/dist/gene-bank/index.d.ts.map +1 -0
- package/dist/gene-bank/index.js +7 -0
- package/dist/gene-bank/index.js.map +1 -0
- package/dist/index.d.ts +72 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +37 -0
- package/dist/index.js.map +1 -0
- package/dist/interfaces/LLMAdapter.d.ts +31 -0
- package/dist/interfaces/LLMAdapter.d.ts.map +1 -0
- package/dist/interfaces/LLMAdapter.js +2 -0
- package/dist/interfaces/LLMAdapter.js.map +1 -0
- package/dist/interfaces/StorageAdapter.d.ts +49 -0
- package/dist/interfaces/StorageAdapter.d.ts.map +1 -0
- package/dist/interfaces/StorageAdapter.js +2 -0
- package/dist/interfaces/StorageAdapter.js.map +1 -0
- package/dist/memory/LayeredMemory.d.ts +112 -0
- package/dist/memory/LayeredMemory.d.ts.map +1 -0
- package/dist/memory/LayeredMemory.js +405 -0
- package/dist/memory/LayeredMemory.js.map +1 -0
- package/dist/memory-compaction/MemoryCompactor.d.ts +18 -0
- package/dist/memory-compaction/MemoryCompactor.d.ts.map +1 -0
- package/dist/memory-compaction/MemoryCompactor.js +156 -0
- package/dist/memory-compaction/MemoryCompactor.js.map +1 -0
- package/dist/memory-compaction/index.d.ts +6 -0
- package/dist/memory-compaction/index.d.ts.map +1 -0
- package/dist/memory-compaction/index.js +5 -0
- package/dist/memory-compaction/index.js.map +1 -0
- package/dist/memory-compaction/strategies/BaseStrategy.d.ts +9 -0
- package/dist/memory-compaction/strategies/BaseStrategy.d.ts.map +1 -0
- package/dist/memory-compaction/strategies/BaseStrategy.js +50 -0
- package/dist/memory-compaction/strategies/BaseStrategy.js.map +1 -0
- package/dist/memory-compaction/strategies/ImportanceBasedStrategy.d.ts +9 -0
- package/dist/memory-compaction/strategies/ImportanceBasedStrategy.d.ts.map +1 -0
- package/dist/memory-compaction/strategies/ImportanceBasedStrategy.js +101 -0
- package/dist/memory-compaction/strategies/ImportanceBasedStrategy.js.map +1 -0
- package/dist/memory-compaction/strategies/SlidingWindowStrategy.d.ts +9 -0
- package/dist/memory-compaction/strategies/SlidingWindowStrategy.d.ts.map +1 -0
- package/dist/memory-compaction/strategies/SlidingWindowStrategy.js +87 -0
- package/dist/memory-compaction/strategies/SlidingWindowStrategy.js.map +1 -0
- package/dist/memory-compaction/types.d.ts +78 -0
- package/dist/memory-compaction/types.d.ts.map +1 -0
- package/dist/memory-compaction/types.js +2 -0
- package/dist/memory-compaction/types.js.map +1 -0
- package/dist/monitoring/AlertWebhooks.d.ts +57 -0
- package/dist/monitoring/AlertWebhooks.d.ts.map +1 -0
- package/dist/monitoring/AlertWebhooks.js +205 -0
- package/dist/monitoring/AlertWebhooks.js.map +1 -0
- package/dist/monitoring/MetricsCollector.d.ts +120 -0
- package/dist/monitoring/MetricsCollector.d.ts.map +1 -0
- package/dist/monitoring/MetricsCollector.js +274 -0
- package/dist/monitoring/MetricsCollector.js.map +1 -0
- package/dist/monitoring/MonitoringDashboard.d.ts +38 -0
- package/dist/monitoring/MonitoringDashboard.d.ts.map +1 -0
- package/dist/monitoring/MonitoringDashboard.js +271 -0
- package/dist/monitoring/MonitoringDashboard.js.map +1 -0
- package/dist/plugins/PluginManager.d.ts +61 -0
- package/dist/plugins/PluginManager.d.ts.map +1 -0
- package/dist/plugins/PluginManager.js +154 -0
- package/dist/plugins/PluginManager.js.map +1 -0
- package/dist/rag/RAGEngine.d.ts +54 -0
- package/dist/rag/RAGEngine.d.ts.map +1 -0
- package/dist/rag/RAGEngine.js +162 -0
- package/dist/rag/RAGEngine.js.map +1 -0
- package/dist/rag/VectorStoreAdapter.d.ts +40 -0
- package/dist/rag/VectorStoreAdapter.d.ts.map +1 -0
- package/dist/rag/VectorStoreAdapter.js +106 -0
- package/dist/rag/VectorStoreAdapter.js.map +1 -0
- package/dist/realtime/EventEmitter.d.ts +86 -0
- package/dist/realtime/EventEmitter.d.ts.map +1 -0
- package/dist/realtime/EventEmitter.js +173 -0
- package/dist/realtime/EventEmitter.js.map +1 -0
- package/dist/realtime/StreamingManager.d.ts +26 -0
- package/dist/realtime/StreamingManager.d.ts.map +1 -0
- package/dist/realtime/StreamingManager.js +175 -0
- package/dist/realtime/StreamingManager.js.map +1 -0
- package/dist/reasoning/ReasoningEngine.d.ts +57 -0
- package/dist/reasoning/ReasoningEngine.d.ts.map +1 -0
- package/dist/reasoning/ReasoningEngine.js +316 -0
- package/dist/reasoning/ReasoningEngine.js.map +1 -0
- package/dist/resilience/CircuitBreaker.d.ts +41 -0
- package/dist/resilience/CircuitBreaker.d.ts.map +1 -0
- package/dist/resilience/CircuitBreaker.js +108 -0
- package/dist/resilience/CircuitBreaker.js.map +1 -0
- package/dist/resilience/RetryManager.d.ts +14 -0
- package/dist/resilience/RetryManager.d.ts.map +1 -0
- package/dist/resilience/RetryManager.js +35 -0
- package/dist/resilience/RetryManager.js.map +1 -0
- package/dist/types/GenomeV2.d.ts +226 -0
- package/dist/types/GenomeV2.d.ts.map +1 -0
- package/dist/types/GenomeV2.js +2 -0
- package/dist/types/GenomeV2.js.map +1 -0
- package/dist/types/index.d.ts +205 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +2 -0
- package/dist/types/index.js.map +1 -0
- package/package.json +75 -0
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
import { SlidingWindowStrategy } from './strategies/SlidingWindowStrategy.js';
|
|
2
|
+
import { ImportanceBasedStrategy } from './strategies/ImportanceBasedStrategy.js';
|
|
3
|
+
export class MemoryCompactor {
|
|
4
|
+
config;
|
|
5
|
+
strategies;
|
|
6
|
+
constructor(config) {
|
|
7
|
+
this.config = {
|
|
8
|
+
maxTokens: config?.maxTokens || 100000,
|
|
9
|
+
compactionThreshold: config?.compactionThreshold || 0.8,
|
|
10
|
+
targetCompressionRatio: config?.targetCompressionRatio || 0.3,
|
|
11
|
+
strategy: config?.strategy || 'sliding-window',
|
|
12
|
+
minImportance: config?.minImportance || 0.3,
|
|
13
|
+
preserveRecent: config?.preserveRecent !== false,
|
|
14
|
+
recentMessagesCount: config?.recentMessagesCount || 10,
|
|
15
|
+
};
|
|
16
|
+
this.strategies = new Map();
|
|
17
|
+
this.strategies.set('sliding-window', new SlidingWindowStrategy());
|
|
18
|
+
this.strategies.set('importance-based', new ImportanceBasedStrategy());
|
|
19
|
+
}
|
|
20
|
+
shouldCompact(conversation) {
|
|
21
|
+
const currentTokens = this.calculateTotalTokens(conversation.messages);
|
|
22
|
+
const threshold = this.config.maxTokens * this.config.compactionThreshold;
|
|
23
|
+
return currentTokens >= threshold;
|
|
24
|
+
}
|
|
25
|
+
async compactConversation(conversation) {
|
|
26
|
+
const strategy = this.strategies.get(this.config.strategy);
|
|
27
|
+
if (!strategy) {
|
|
28
|
+
throw new Error(`Strategy '${this.config.strategy}' not found`);
|
|
29
|
+
}
|
|
30
|
+
return strategy.compact(conversation, this.config);
|
|
31
|
+
}
|
|
32
|
+
applyCompaction(conversation, result) {
|
|
33
|
+
if (!result.success) {
|
|
34
|
+
return conversation;
|
|
35
|
+
}
|
|
36
|
+
const indicesToRemove = new Set(result.originalMessages.map((msg) => conversation.messages.indexOf(msg)));
|
|
37
|
+
const remainingMessages = conversation.messages.filter((_msg, index) => !indicesToRemove.has(index));
|
|
38
|
+
const newMessages = [result.compactedMessage, ...remainingMessages];
|
|
39
|
+
const newTotalTokens = this.calculateTotalTokens(newMessages);
|
|
40
|
+
return {
|
|
41
|
+
...conversation,
|
|
42
|
+
messages: newMessages,
|
|
43
|
+
totalTokens: newTotalTokens,
|
|
44
|
+
metadata: {
|
|
45
|
+
...conversation.metadata,
|
|
46
|
+
lastCompaction: new Date().toISOString(),
|
|
47
|
+
tokensSaved: result.tokensSaved,
|
|
48
|
+
compressionRatio: result.compressionRatio,
|
|
49
|
+
},
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
extractEssentials(conversation) {
|
|
53
|
+
const { messages } = conversation;
|
|
54
|
+
const keyFacts = [];
|
|
55
|
+
const mainTopics = new Set();
|
|
56
|
+
const importantDecisions = [];
|
|
57
|
+
const userPreferences = {};
|
|
58
|
+
for (const msg of messages) {
|
|
59
|
+
const contentLower = msg.content.toLowerCase();
|
|
60
|
+
if (contentLower.includes('important') ||
|
|
61
|
+
contentLower.includes('remember') ||
|
|
62
|
+
contentLower.includes('note that')) {
|
|
63
|
+
keyFacts.push(msg.content.substring(0, 200));
|
|
64
|
+
}
|
|
65
|
+
const topics = this.extractTopics(msg.content);
|
|
66
|
+
topics.forEach((topic) => mainTopics.add(topic));
|
|
67
|
+
if (contentLower.includes('decided') ||
|
|
68
|
+
contentLower.includes('will use') ||
|
|
69
|
+
contentLower.includes('we should')) {
|
|
70
|
+
importantDecisions.push(msg.content.substring(0, 200));
|
|
71
|
+
}
|
|
72
|
+
if (msg.role === 'user' && contentLower.includes('prefer')) {
|
|
73
|
+
const preferenceMatch = msg.content.match(/prefer[s]?\s+(\w+)/i);
|
|
74
|
+
if (preferenceMatch) {
|
|
75
|
+
userPreferences['preference'] = preferenceMatch[1];
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
const firstMessage = messages[0];
|
|
80
|
+
const lastMessage = messages[messages.length - 1];
|
|
81
|
+
return {
|
|
82
|
+
keyFacts: keyFacts.slice(0, 10),
|
|
83
|
+
mainTopics: Array.from(mainTopics).slice(0, 5),
|
|
84
|
+
importantDecisions: importantDecisions.slice(0, 5),
|
|
85
|
+
activeContext: lastMessage?.content.substring(0, 300) || '',
|
|
86
|
+
userPreferences,
|
|
87
|
+
timestamp: new Date(),
|
|
88
|
+
coverageRange: {
|
|
89
|
+
from: firstMessage?.timestamp || new Date(),
|
|
90
|
+
to: lastMessage?.timestamp || new Date(),
|
|
91
|
+
messagesCount: messages.length,
|
|
92
|
+
},
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
prioritizeMemory(items, options) {
|
|
96
|
+
const opts = {
|
|
97
|
+
recencyWeight: options?.recencyWeight || 0.3,
|
|
98
|
+
importanceWeight: options?.importanceWeight || 0.5,
|
|
99
|
+
frequencyWeight: options?.frequencyWeight || 0.2,
|
|
100
|
+
};
|
|
101
|
+
const now = Date.now();
|
|
102
|
+
const scoredItems = items.map((item) => {
|
|
103
|
+
const ageInHours = (now - item.timestamp.getTime()) / (1000 * 60 * 60);
|
|
104
|
+
const recencyScore = Math.exp(-ageInHours / 24);
|
|
105
|
+
const compositeScore = item.importance * opts.importanceWeight +
|
|
106
|
+
recencyScore * opts.recencyWeight;
|
|
107
|
+
return {
|
|
108
|
+
item,
|
|
109
|
+
score: compositeScore,
|
|
110
|
+
};
|
|
111
|
+
});
|
|
112
|
+
scoredItems.sort((a, b) => b.score - a.score);
|
|
113
|
+
return scoredItems.map((si) => si.item);
|
|
114
|
+
}
|
|
115
|
+
calculateTotalTokens(messages) {
|
|
116
|
+
return messages.reduce((sum, msg) => {
|
|
117
|
+
return sum + (msg.tokens || this.estimateTokens(msg.content));
|
|
118
|
+
}, 0);
|
|
119
|
+
}
|
|
120
|
+
estimateTokens(content) {
|
|
121
|
+
return Math.ceil(content.length / 4);
|
|
122
|
+
}
|
|
123
|
+
extractTopics(content) {
|
|
124
|
+
const commonTopics = [
|
|
125
|
+
'code',
|
|
126
|
+
'function',
|
|
127
|
+
'error',
|
|
128
|
+
'bug',
|
|
129
|
+
'feature',
|
|
130
|
+
'design',
|
|
131
|
+
'architecture',
|
|
132
|
+
'database',
|
|
133
|
+
'api',
|
|
134
|
+
'ui',
|
|
135
|
+
'performance',
|
|
136
|
+
'security',
|
|
137
|
+
'testing',
|
|
138
|
+
'deployment',
|
|
139
|
+
];
|
|
140
|
+
const contentLower = content.toLowerCase();
|
|
141
|
+
return commonTopics.filter((topic) => contentLower.includes(topic));
|
|
142
|
+
}
|
|
143
|
+
getConfig() {
|
|
144
|
+
return { ...this.config };
|
|
145
|
+
}
|
|
146
|
+
updateConfig(config) {
|
|
147
|
+
this.config = {
|
|
148
|
+
...this.config,
|
|
149
|
+
...config,
|
|
150
|
+
};
|
|
151
|
+
}
|
|
152
|
+
getAvailableStrategies() {
|
|
153
|
+
return Array.from(this.strategies.keys());
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
//# sourceMappingURL=MemoryCompactor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MemoryCompactor.js","sourceRoot":"","sources":["../../src/memory-compaction/MemoryCompactor.ts"],"names":[],"mappings":"AAkBA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uCAAuC,CAAC;AAC9E,OAAO,EAAE,uBAAuB,EAAE,MAAM,yCAAyC,CAAC;AA0BlF,MAAM,OAAO,eAAe;IAChB,MAAM,CAAmB;IACzB,UAAU,CAA+C;IAEjE,YAAY,MAAkC;QAC1C,IAAI,CAAC,MAAM,GAAG;YACV,SAAS,EAAE,MAAM,EAAE,SAAS,IAAI,MAAM;YACtC,mBAAmB,EAAE,MAAM,EAAE,mBAAmB,IAAI,GAAG;YACvD,sBAAsB,EAAE,MAAM,EAAE,sBAAsB,IAAI,GAAG;YAC7D,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,gBAAgB;YAC9C,aAAa,EAAE,MAAM,EAAE,aAAa,IAAI,GAAG;YAC3C,cAAc,EAAE,MAAM,EAAE,cAAc,KAAK,KAAK;YAChD,mBAAmB,EAAE,MAAM,EAAE,mBAAmB,IAAI,EAAE;SACzD,CAAC;QAGF,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,qBAAqB,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,uBAAuB,EAAE,CAAC,CAAC;IAC3E,CAAC;IAKD,aAAa,CAAC,YAA0B;QACpC,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvE,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC;QAC1E,OAAO,aAAa,IAAI,SAAS,CAAC;IACtC,CAAC;IAKD,KAAK,CAAC,mBAAmB,CAAC,YAA0B;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAE3D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,aAAa,IAAI,CAAC,MAAM,CAAC,QAAQ,aAAa,CAAC,CAAC;QACpE,CAAC;QAED,OAAO,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACvD,CAAC;IAMD,eAAe,CACX,YAA0B,EAC1B,MAAwB;QAExB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,YAAY,CAAC;QACxB,CAAC;QAGD,MAAM,eAAe,GAAG,IAAI,GAAG,CAC3B,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAC3E,CAAC;QAGF,MAAM,iBAAiB,GAAG,YAAY,CAAC,QAAQ,CAAC,MAAM,CAClD,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAC/C,CAAC;QAGF,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,gBAAgB,EAAE,GAAG,iBAAiB,CAAC,CAAC;QAEpE,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAE9D,OAAO;YACH,GAAG,YAAY;YACf,QAAQ,EAAE,WAAW;YACrB,WAAW,EAAE,cAAc;YAC3B,QAAQ,EAAE;gBACN,GAAG,YAAY,CAAC,QAAQ;gBACxB,cAAc,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACxC,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;aAC5C;SACJ,CAAC;IACN,CAAC;IAKD,iBAAiB,CAAC,YAA0B;QACxC,MAAM,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC;QAClC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QACrC,MAAM,kBAAkB,GAAa,EAAE,CAAC;QACxC,MAAM,eAAe,GAA4B,EAAE,CAAC;QAGpD,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAG/C,IACI,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAClC,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACjC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EACpC,CAAC;gBACC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YACjD,CAAC;YAGD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/C,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YAGjD,IACI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAChC,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACjC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EACpC,CAAC;gBACC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YAC3D,CAAC;YAGD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAEzD,MAAM,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CACrC,qBAAqB,CACxB,CAAC;gBACF,IAAI,eAAe,EAAE,CAAC;oBAClB,eAAe,CAAC,YAAY,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;gBACvD,CAAC;YACL,CAAC;QACL,CAAC;QAED,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAElD,OAAO;YACH,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YAC/B,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9C,kBAAkB,EAAE,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAClD,aAAa,EAAE,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE;YAC3D,eAAe;YACf,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,aAAa,EAAE;gBACX,IAAI,EAAE,YAAY,EAAE,SAAS,IAAI,IAAI,IAAI,EAAE;gBAC3C,EAAE,EAAE,WAAW,EAAE,SAAS,IAAI,IAAI,IAAI,EAAE;gBACxC,aAAa,EAAE,QAAQ,CAAC,MAAM;aACjC;SACJ,CAAC;IACN,CAAC;IAKD,gBAAgB,CACZ,KAAmB,EACnB,OAAwC;QAExC,MAAM,IAAI,GAA0B;YAChC,aAAa,EAAE,OAAO,EAAE,aAAa,IAAI,GAAG;YAC5C,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,IAAI,GAAG;YAClD,eAAe,EAAE,OAAO,EAAE,eAAe,IAAI,GAAG;SACnD,CAAC;QAEF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAGvB,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACnC,MAAM,UAAU,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;YACvE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;YAEhD,MAAM,cAAc,GAChB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB;gBACvC,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC;YAGtC,OAAO;gBACH,IAAI;gBACJ,KAAK,EAAE,cAAc;aACxB,CAAC;QACN,CAAC,CAAC,CAAC;QAGH,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE9C,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IAKO,oBAAoB,CAAC,QAAmB;QAC5C,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAChC,OAAO,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QAClE,CAAC,EAAE,CAAC,CAAC,CAAC;IACV,CAAC;IAKO,cAAc,CAAC,OAAe;QAClC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC;IAKO,aAAa,CAAC,OAAe;QACjC,MAAM,YAAY,GAAG;YACjB,MAAM;YACN,UAAU;YACV,OAAO;YACP,KAAK;YACL,SAAS;YACT,QAAQ;YACR,cAAc;YACd,UAAU;YACV,KAAK;YACL,IAAI;YACJ,aAAa;YACb,UAAU;YACV,SAAS;YACT,YAAY;SACf,CAAC;QAEF,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACxE,CAAC;IAKD,SAAS;QACL,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC9B,CAAC;IAKD,YAAY,CAAC,MAAiC;QAC1C,IAAI,CAAC,MAAM,GAAG;YACV,GAAG,IAAI,CAAC,MAAM;YACd,GAAG,MAAM;SACZ,CAAC;IACN,CAAC;IAKD,sBAAsB;QAClB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;CACJ"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
export { MemoryCompactor } from './MemoryCompactor.js';
|
|
2
|
+
export type { Message, CompactedMessage, Conversation, CompactionResult, MemoryItem, CompactionConfig, CompactionStrategy, ICompactionStrategy, PrioritizationOptions, ConversationSummary, } from './types.js';
|
|
3
|
+
export { BaseCompactionStrategy } from './strategies/BaseStrategy.js';
|
|
4
|
+
export { SlidingWindowStrategy } from './strategies/SlidingWindowStrategy.js';
|
|
5
|
+
export { ImportanceBasedStrategy } from './strategies/ImportanceBasedStrategy.js';
|
|
6
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/memory-compaction/index.ts"],"names":[],"mappings":"AAyBA,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAGvD,YAAY,EACR,OAAO,EACP,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,EAChB,UAAU,EACV,gBAAgB,EAChB,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACrB,mBAAmB,GACtB,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,uCAAuC,CAAC;AAC9E,OAAO,EAAE,uBAAuB,EAAE,MAAM,yCAAyC,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { MemoryCompactor } from './MemoryCompactor.js';
|
|
2
|
+
export { BaseCompactionStrategy } from './strategies/BaseStrategy.js';
|
|
3
|
+
export { SlidingWindowStrategy } from './strategies/SlidingWindowStrategy.js';
|
|
4
|
+
export { ImportanceBasedStrategy } from './strategies/ImportanceBasedStrategy.js';
|
|
5
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/memory-compaction/index.ts"],"names":[],"mappings":"AAyBA,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAiBvD,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,uCAAuC,CAAC;AAC9E,OAAO,EAAE,uBAAuB,EAAE,MAAM,yCAAyC,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { ICompactionStrategy, Conversation, CompactionConfig, CompactionResult, Message, CompactedMessage } from '../types.js';
|
|
2
|
+
export declare abstract class BaseCompactionStrategy implements ICompactionStrategy {
|
|
3
|
+
abstract readonly name: string;
|
|
4
|
+
estimateTokens(content: string): number;
|
|
5
|
+
protected calculateImportance(message: Message, index: number, total: number): number;
|
|
6
|
+
protected createCompactedMessage(messages: Message[], summary: string, strategy: string): CompactedMessage;
|
|
7
|
+
abstract compact(conversation: Conversation, config: CompactionConfig): Promise<CompactionResult>;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=BaseStrategy.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BaseStrategy.d.ts","sourceRoot":"","sources":["../../../src/memory-compaction/strategies/BaseStrategy.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACR,mBAAmB,EACnB,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,OAAO,EACP,gBAAgB,EACnB,MAAM,aAAa,CAAC;AAKrB,8BAAsB,sBAAuB,YAAW,mBAAmB;IACvE,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAM/B,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAOvC,SAAS,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM;IA6CrF,SAAS,CAAC,sBAAsB,CAC5B,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,GACjB,gBAAgB;IAwBnB,QAAQ,CAAC,OAAO,CACZ,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,gBAAgB,GACzB,OAAO,CAAC,gBAAgB,CAAC;CAC/B"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
export class BaseCompactionStrategy {
|
|
2
|
+
estimateTokens(content) {
|
|
3
|
+
return Math.ceil(content.length / 4);
|
|
4
|
+
}
|
|
5
|
+
calculateImportance(message, index, total) {
|
|
6
|
+
let score = 0.5;
|
|
7
|
+
const recencyBonus = index / total;
|
|
8
|
+
score += recencyBonus * 0.3;
|
|
9
|
+
if (message.role === 'system') {
|
|
10
|
+
score += 0.2;
|
|
11
|
+
}
|
|
12
|
+
const tokens = message.tokens || this.estimateTokens(message.content);
|
|
13
|
+
if (tokens > 100) {
|
|
14
|
+
score += 0.1;
|
|
15
|
+
}
|
|
16
|
+
const importantKeywords = [
|
|
17
|
+
'important',
|
|
18
|
+
'critical',
|
|
19
|
+
'remember',
|
|
20
|
+
'note',
|
|
21
|
+
'key',
|
|
22
|
+
'essential',
|
|
23
|
+
'must',
|
|
24
|
+
'requirement',
|
|
25
|
+
];
|
|
26
|
+
const contentLower = message.content.toLowerCase();
|
|
27
|
+
const hasImportantKeywords = importantKeywords.some((keyword) => contentLower.includes(keyword));
|
|
28
|
+
if (hasImportantKeywords) {
|
|
29
|
+
score += 0.2;
|
|
30
|
+
}
|
|
31
|
+
return Math.min(score, 1.0);
|
|
32
|
+
}
|
|
33
|
+
createCompactedMessage(messages, summary, strategy) {
|
|
34
|
+
const originalTokens = messages.reduce((sum, msg) => sum + (msg.tokens || this.estimateTokens(msg.content)), 0);
|
|
35
|
+
const compactedTokens = this.estimateTokens(summary);
|
|
36
|
+
return {
|
|
37
|
+
role: 'system',
|
|
38
|
+
content: summary,
|
|
39
|
+
originalMessages: messages.length,
|
|
40
|
+
compressionRatio: compactedTokens / originalTokens,
|
|
41
|
+
timestamp: new Date(),
|
|
42
|
+
metadata: {
|
|
43
|
+
strategy,
|
|
44
|
+
originalTokens,
|
|
45
|
+
compactedTokens,
|
|
46
|
+
},
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=BaseStrategy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BaseStrategy.js","sourceRoot":"","sources":["../../../src/memory-compaction/strategies/BaseStrategy.ts"],"names":[],"mappings":"AAiBA,MAAM,OAAgB,sBAAsB;IAOxC,cAAc,CAAC,OAAe;QAC1B,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzC,CAAC;IAKS,mBAAmB,CAAC,OAAgB,EAAE,KAAa,EAAE,KAAa;QACxE,IAAI,KAAK,GAAG,GAAG,CAAC;QAGhB,MAAM,YAAY,GAAG,KAAK,GAAG,KAAK,CAAC;QACnC,KAAK,IAAI,YAAY,GAAG,GAAG,CAAC;QAG5B,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,KAAK,IAAI,GAAG,CAAC;QACjB,CAAC;QAGD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACtE,IAAI,MAAM,GAAG,GAAG,EAAE,CAAC;YACf,KAAK,IAAI,GAAG,CAAC;QACjB,CAAC;QAGD,MAAM,iBAAiB,GAAG;YACtB,WAAW;YACX,UAAU;YACV,UAAU;YACV,MAAM;YACN,KAAK;YACL,WAAW;YACX,MAAM;YACN,aAAa;SAChB,CAAC;QAEF,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QACnD,MAAM,oBAAoB,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAC5D,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CACjC,CAAC;QAEF,IAAI,oBAAoB,EAAE,CAAC;YACvB,KAAK,IAAI,GAAG,CAAC;QACjB,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAChC,CAAC;IAKS,sBAAsB,CAC5B,QAAmB,EACnB,OAAe,EACf,QAAgB;QAEhB,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAClC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,EACpE,CAAC,CACJ,CAAC;QACF,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO;YACH,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,OAAO;YAChB,gBAAgB,EAAE,QAAQ,CAAC,MAAM;YACjC,gBAAgB,EAAE,eAAe,GAAG,cAAc;YAClD,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE;gBACN,QAAQ;gBACR,cAAc;gBACd,eAAe;aAClB;SACJ,CAAC;IACN,CAAC;CASJ"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { BaseCompactionStrategy } from './BaseStrategy.js';
|
|
2
|
+
import type { Conversation, CompactionConfig, CompactionResult } from '../types.js';
|
|
3
|
+
export declare class ImportanceBasedStrategy extends BaseCompactionStrategy {
|
|
4
|
+
readonly name = "importance-based";
|
|
5
|
+
compact(conversation: Conversation, config: CompactionConfig): Promise<CompactionResult>;
|
|
6
|
+
private createImportanceBasedSummary;
|
|
7
|
+
private groupMessagesByTopic;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=ImportanceBasedStrategy.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ImportanceBasedStrategy.d.ts","sourceRoot":"","sources":["../../../src/memory-compaction/strategies/ImportanceBasedStrategy.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,KAAK,EACR,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAEnB,MAAM,aAAa,CAAC;AAYrB,qBAAa,uBAAwB,SAAQ,sBAAsB;IAC/D,QAAQ,CAAC,IAAI,sBAAsB;IAE7B,OAAO,CACT,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,gBAAgB,GACzB,OAAO,CAAC,gBAAgB,CAAC;IAwE5B,OAAO,CAAC,4BAA4B;IAuBpC,OAAO,CAAC,oBAAoB;CAyC/B"}
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
import { BaseCompactionStrategy } from './BaseStrategy.js';
|
|
2
|
+
export class ImportanceBasedStrategy extends BaseCompactionStrategy {
|
|
3
|
+
name = 'importance-based';
|
|
4
|
+
async compact(conversation, config) {
|
|
5
|
+
try {
|
|
6
|
+
const { messages } = conversation;
|
|
7
|
+
const minImportance = config.minImportance || 0.3;
|
|
8
|
+
const scoredMessages = messages.map((msg, index) => ({
|
|
9
|
+
message: msg,
|
|
10
|
+
score: this.calculateImportance(msg, index, messages.length),
|
|
11
|
+
index,
|
|
12
|
+
}));
|
|
13
|
+
const unimportant = scoredMessages.filter((sm) => sm.score < minImportance);
|
|
14
|
+
if (unimportant.length < 3) {
|
|
15
|
+
return {
|
|
16
|
+
success: false,
|
|
17
|
+
originalMessages: [],
|
|
18
|
+
compactedMessage: this.createCompactedMessage([], '', this.name),
|
|
19
|
+
tokensSaved: 0,
|
|
20
|
+
compressionRatio: 1.0,
|
|
21
|
+
strategy: this.name,
|
|
22
|
+
error: 'Not enough low-importance messages to compact',
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
const messagesToCompact = unimportant.map((sm) => sm.message);
|
|
26
|
+
const summary = this.createImportanceBasedSummary(messagesToCompact, unimportant.map((sm) => sm.score));
|
|
27
|
+
const compactedMessage = this.createCompactedMessage(messagesToCompact, summary, this.name);
|
|
28
|
+
const originalTokens = messagesToCompact.reduce((sum, msg) => sum + (msg.tokens || this.estimateTokens(msg.content)), 0);
|
|
29
|
+
const compactedTokens = this.estimateTokens(summary);
|
|
30
|
+
return {
|
|
31
|
+
success: true,
|
|
32
|
+
originalMessages: messagesToCompact,
|
|
33
|
+
compactedMessage,
|
|
34
|
+
tokensSaved: originalTokens - compactedTokens,
|
|
35
|
+
compressionRatio: compactedTokens / originalTokens,
|
|
36
|
+
strategy: this.name,
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
catch (error) {
|
|
40
|
+
return {
|
|
41
|
+
success: false,
|
|
42
|
+
originalMessages: [],
|
|
43
|
+
compactedMessage: this.createCompactedMessage([], '', this.name),
|
|
44
|
+
tokensSaved: 0,
|
|
45
|
+
compressionRatio: 1.0,
|
|
46
|
+
strategy: this.name,
|
|
47
|
+
error: error instanceof Error ? error.message : 'Unknown error',
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
createImportanceBasedSummary(messages, scores) {
|
|
52
|
+
const groups = this.groupMessagesByTopic(messages);
|
|
53
|
+
let summary = `[Compacted ${messages.length} low-importance messages]\n\n`;
|
|
54
|
+
if (groups.size > 0) {
|
|
55
|
+
summary += `Topics covered:\n`;
|
|
56
|
+
Array.from(groups.entries()).forEach(([topic, msgs]) => {
|
|
57
|
+
summary += `- ${topic} (${msgs.length} messages)\n`;
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
const avgScore = scores.reduce((a, b) => a + b, 0) / scores.length;
|
|
61
|
+
summary += `\nAverage importance: ${(avgScore * 100).toFixed(0)}%`;
|
|
62
|
+
return summary;
|
|
63
|
+
}
|
|
64
|
+
groupMessagesByTopic(messages) {
|
|
65
|
+
const groups = new Map();
|
|
66
|
+
const topicKeywords = [
|
|
67
|
+
'code',
|
|
68
|
+
'function',
|
|
69
|
+
'error',
|
|
70
|
+
'bug',
|
|
71
|
+
'feature',
|
|
72
|
+
'design',
|
|
73
|
+
'architecture',
|
|
74
|
+
'database',
|
|
75
|
+
'api',
|
|
76
|
+
'ui',
|
|
77
|
+
'performance',
|
|
78
|
+
'security',
|
|
79
|
+
];
|
|
80
|
+
for (const msg of messages) {
|
|
81
|
+
const contentLower = msg.content.toLowerCase();
|
|
82
|
+
let assigned = false;
|
|
83
|
+
for (const keyword of topicKeywords) {
|
|
84
|
+
if (contentLower.includes(keyword)) {
|
|
85
|
+
const existing = groups.get(keyword) || [];
|
|
86
|
+
existing.push(msg);
|
|
87
|
+
groups.set(keyword, existing);
|
|
88
|
+
assigned = true;
|
|
89
|
+
break;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
if (!assigned) {
|
|
93
|
+
const existing = groups.get('general') || [];
|
|
94
|
+
existing.push(msg);
|
|
95
|
+
groups.set('general', existing);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
return groups;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
//# sourceMappingURL=ImportanceBasedStrategy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ImportanceBasedStrategy.js","sourceRoot":"","sources":["../../../src/memory-compaction/strategies/ImportanceBasedStrategy.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAkB3D,MAAM,OAAO,uBAAwB,SAAQ,sBAAsB;IACtD,IAAI,GAAG,kBAAkB,CAAC;IAEnC,KAAK,CAAC,OAAO,CACT,YAA0B,EAC1B,MAAwB;QAExB,IAAI,CAAC;YACD,MAAM,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC;YAClC,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC;YAGlD,MAAM,cAAc,GAAoB,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBAClE,OAAO,EAAE,GAAG;gBACZ,KAAK,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC;gBAC5D,KAAK;aACR,CAAC,CAAC,CAAC;YAIJ,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,GAAG,aAAa,CAAC,CAAC;YAG5E,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,gBAAgB,EAAE,EAAE;oBACpB,gBAAgB,EAAE,IAAI,CAAC,sBAAsB,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC;oBAChE,WAAW,EAAE,CAAC;oBACd,gBAAgB,EAAE,GAAG;oBACrB,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,KAAK,EAAE,+CAA+C;iBACzD,CAAC;YACN,CAAC;YAGD,MAAM,iBAAiB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;YAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,4BAA4B,CAC7C,iBAAiB,EACjB,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CACpC,CAAC;YAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,CAChD,iBAAiB,EACjB,OAAO,EACP,IAAI,CAAC,IAAI,CACZ,CAAC;YAEF,MAAM,cAAc,GAAG,iBAAiB,CAAC,MAAM,CAC3C,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,EACpE,CAAC,CACJ,CAAC;YACF,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAErD,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,gBAAgB,EAAE,iBAAiB;gBACnC,gBAAgB;gBAChB,WAAW,EAAE,cAAc,GAAG,eAAe;gBAC7C,gBAAgB,EAAE,eAAe,GAAG,cAAc;gBAClD,QAAQ,EAAE,IAAI,CAAC,IAAI;aACtB,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,gBAAgB,EAAE,EAAE;gBACpB,gBAAgB,EAAE,IAAI,CAAC,sBAAsB,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC;gBAChE,WAAW,EAAE,CAAC;gBACd,gBAAgB,EAAE,GAAG;gBACrB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAClE,CAAC;QACN,CAAC;IACL,CAAC;IAKO,4BAA4B,CAAC,QAAmB,EAAE,MAAgB;QACtE,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAEnD,IAAI,OAAO,GAAG,cAAc,QAAQ,CAAC,MAAM,+BAA+B,CAAC;QAG3E,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAClB,OAAO,IAAI,mBAAmB,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBACnD,OAAO,IAAI,KAAK,KAAK,KAAK,IAAI,CAAC,MAAM,cAAc,CAAC;YACxD,CAAC,CAAC,CAAC;QACP,CAAC;QAGD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACnE,OAAO,IAAI,yBAAyB,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QAEnE,OAAO,OAAO,CAAC;IACnB,CAAC;IAKO,oBAAoB,CAAC,QAAmB;QAC5C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;QAE5C,MAAM,aAAa,GAAG;YAClB,MAAM;YACN,UAAU;YACV,OAAO;YACP,KAAK;YACL,SAAS;YACT,QAAQ;YACR,cAAc;YACd,UAAU;YACV,KAAK;YACL,IAAI;YACJ,aAAa;YACb,UAAU;SACb,CAAC;QAEF,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,QAAQ,GAAG,KAAK,CAAC;YAErB,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;gBAClC,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBAC3C,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACnB,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;oBAC9B,QAAQ,GAAG,IAAI,CAAC;oBAChB,MAAM;gBACV,CAAC;YACL,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBAC7C,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACnB,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACpC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { BaseCompactionStrategy } from './BaseStrategy.js';
|
|
2
|
+
import type { Conversation, CompactionConfig, CompactionResult } from '../types.js';
|
|
3
|
+
export declare class SlidingWindowStrategy extends BaseCompactionStrategy {
|
|
4
|
+
readonly name = "sliding-window";
|
|
5
|
+
compact(conversation: Conversation, config: CompactionConfig): Promise<CompactionResult>;
|
|
6
|
+
private summarizeMessages;
|
|
7
|
+
private extractKeyContent;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=SlidingWindowStrategy.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SlidingWindowStrategy.d.ts","sourceRoot":"","sources":["../../../src/memory-compaction/strategies/SlidingWindowStrategy.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,KAAK,EACR,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAEnB,MAAM,aAAa,CAAC;AAMrB,qBAAa,qBAAsB,SAAQ,sBAAsB;IAC7D,QAAQ,CAAC,IAAI,oBAAoB;IAE3B,OAAO,CACT,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,gBAAgB,GACzB,OAAO,CAAC,gBAAgB,CAAC;IAgE5B,OAAO,CAAC,iBAAiB;IA8CzB,OAAO,CAAC,iBAAiB;CAQ5B"}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import { BaseCompactionStrategy } from './BaseStrategy.js';
|
|
2
|
+
export class SlidingWindowStrategy extends BaseCompactionStrategy {
|
|
3
|
+
name = 'sliding-window';
|
|
4
|
+
async compact(conversation, config) {
|
|
5
|
+
try {
|
|
6
|
+
const { messages } = conversation;
|
|
7
|
+
const keepCount = config.recentMessagesCount || 10;
|
|
8
|
+
if (messages.length <= keepCount) {
|
|
9
|
+
return {
|
|
10
|
+
success: false,
|
|
11
|
+
originalMessages: [],
|
|
12
|
+
compactedMessage: this.createCompactedMessage([], '', this.name),
|
|
13
|
+
tokensSaved: 0,
|
|
14
|
+
compressionRatio: 1.0,
|
|
15
|
+
strategy: this.name,
|
|
16
|
+
error: 'Not enough messages to compact',
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
const splitIndex = messages.length - keepCount;
|
|
20
|
+
const oldMessages = messages.slice(0, splitIndex);
|
|
21
|
+
const summary = this.summarizeMessages(oldMessages);
|
|
22
|
+
const compactedMessage = this.createCompactedMessage(oldMessages, summary, this.name);
|
|
23
|
+
const originalTokens = oldMessages.reduce((sum, msg) => sum + (msg.tokens || this.estimateTokens(msg.content)), 0);
|
|
24
|
+
const compactedTokens = compactedMessage.metadata?.compactedTokens || this.estimateTokens(summary);
|
|
25
|
+
return {
|
|
26
|
+
success: true,
|
|
27
|
+
originalMessages: oldMessages,
|
|
28
|
+
compactedMessage,
|
|
29
|
+
tokensSaved: originalTokens - compactedTokens,
|
|
30
|
+
compressionRatio: compactedTokens / originalTokens,
|
|
31
|
+
strategy: this.name,
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
catch (error) {
|
|
35
|
+
return {
|
|
36
|
+
success: false,
|
|
37
|
+
originalMessages: [],
|
|
38
|
+
compactedMessage: this.createCompactedMessage([], '', this.name),
|
|
39
|
+
tokensSaved: 0,
|
|
40
|
+
compressionRatio: 1.0,
|
|
41
|
+
strategy: this.name,
|
|
42
|
+
error: error instanceof Error ? error.message : 'Unknown error',
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
summarizeMessages(messages) {
|
|
47
|
+
const keyPoints = [];
|
|
48
|
+
const userQueries = [];
|
|
49
|
+
const assistantResponses = [];
|
|
50
|
+
for (const msg of messages) {
|
|
51
|
+
if (msg.role === 'user') {
|
|
52
|
+
const query = this.extractKeyContent(msg.content);
|
|
53
|
+
if (query && !userQueries.includes(query)) {
|
|
54
|
+
userQueries.push(query);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
else if (msg.role === 'assistant') {
|
|
58
|
+
const keyPoint = this.extractKeyContent(msg.content);
|
|
59
|
+
if (keyPoint && !assistantResponses.includes(keyPoint)) {
|
|
60
|
+
assistantResponses.push(keyPoint);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
else if (msg.role === 'system') {
|
|
64
|
+
keyPoints.push(msg.content.substring(0, 200));
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
let summary = `[Previous conversation summary - ${messages.length} messages]\n\n`;
|
|
68
|
+
if (keyPoints.length > 0) {
|
|
69
|
+
summary += `System context:\n${keyPoints.join('\n')}\n\n`;
|
|
70
|
+
}
|
|
71
|
+
if (userQueries.length > 0) {
|
|
72
|
+
summary += `User discussed:\n${userQueries.slice(0, 5).map((q) => `- ${q}`).join('\n')}\n\n`;
|
|
73
|
+
}
|
|
74
|
+
if (assistantResponses.length > 0) {
|
|
75
|
+
summary += `Key information provided:\n${assistantResponses.slice(0, 5).map((r) => `- ${r}`).join('\n')}`;
|
|
76
|
+
}
|
|
77
|
+
return summary.trim();
|
|
78
|
+
}
|
|
79
|
+
extractKeyContent(content) {
|
|
80
|
+
const firstSentence = content.split(/[.!?]\s/)[0];
|
|
81
|
+
if (firstSentence.length <= 150) {
|
|
82
|
+
return firstSentence.trim();
|
|
83
|
+
}
|
|
84
|
+
return content.substring(0, 150).trim() + '...';
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
//# sourceMappingURL=SlidingWindowStrategy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SlidingWindowStrategy.js","sourceRoot":"","sources":["../../../src/memory-compaction/strategies/SlidingWindowStrategy.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAY3D,MAAM,OAAO,qBAAsB,SAAQ,sBAAsB;IACpD,IAAI,GAAG,gBAAgB,CAAC;IAEjC,KAAK,CAAC,OAAO,CACT,YAA0B,EAC1B,MAAwB;QAExB,IAAI,CAAC;YACD,MAAM,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC;YAClC,MAAM,SAAS,GAAG,MAAM,CAAC,mBAAmB,IAAI,EAAE,CAAC;YAGnD,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;gBAC/B,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,gBAAgB,EAAE,EAAE;oBACpB,gBAAgB,EAAE,IAAI,CAAC,sBAAsB,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC;oBAChE,WAAW,EAAE,CAAC;oBACd,gBAAgB,EAAE,GAAG;oBACrB,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,KAAK,EAAE,gCAAgC;iBAC1C,CAAC;YACN,CAAC;YAGD,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAC;YAC/C,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;YAIlD,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAGpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,CAChD,WAAW,EACX,OAAO,EACP,IAAI,CAAC,IAAI,CACZ,CAAC;YAEF,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,CACrC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,EACpE,CAAC,CACJ,CAAC;YACF,MAAM,eAAe,GACjB,gBAAgB,CAAC,QAAQ,EAAE,eAAe,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAE/E,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,gBAAgB,EAAE,WAAW;gBAC7B,gBAAgB;gBAChB,WAAW,EAAE,cAAc,GAAG,eAAe;gBAC7C,gBAAgB,EAAE,eAAe,GAAG,cAAc;gBAClD,QAAQ,EAAE,IAAI,CAAC,IAAI;aACtB,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,gBAAgB,EAAE,EAAE;gBACpB,gBAAgB,EAAE,IAAI,CAAC,sBAAsB,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC;gBAChE,WAAW,EAAE,CAAC;gBACd,gBAAgB,EAAE,GAAG;gBACrB,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAClE,CAAC;QACN,CAAC;IACL,CAAC;IAKO,iBAAiB,CAAC,QAAmB;QAEzC,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,kBAAkB,GAAa,EAAE,CAAC;QAExC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAEtB,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAClD,IAAI,KAAK,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACxC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;YACL,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAElC,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrD,IAAI,QAAQ,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrD,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtC,CAAC;YACL,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAE/B,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;QAGD,IAAI,OAAO,GAAG,oCAAoC,QAAQ,CAAC,MAAM,gBAAgB,CAAC;QAElF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,oBAAoB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9D,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,oBAAoB,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QACjG,CAAC;QAED,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO,IAAI,8BAA8B,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9G,CAAC;QAED,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAKO,iBAAiB,CAAC,OAAe;QAErC,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,IAAI,aAAa,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;YAC9B,OAAO,aAAa,CAAC,IAAI,EAAE,CAAC;QAChC,CAAC;QACD,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC;IACpD,CAAC;CACJ"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
export interface Message {
|
|
2
|
+
role: 'user' | 'assistant' | 'system';
|
|
3
|
+
content: string;
|
|
4
|
+
timestamp: Date;
|
|
5
|
+
tokens?: number;
|
|
6
|
+
metadata?: Record<string, unknown>;
|
|
7
|
+
}
|
|
8
|
+
export interface CompactedMessage {
|
|
9
|
+
role: 'system';
|
|
10
|
+
content: string;
|
|
11
|
+
originalMessages: number;
|
|
12
|
+
compressionRatio: number;
|
|
13
|
+
timestamp: Date;
|
|
14
|
+
metadata?: {
|
|
15
|
+
strategy: string;
|
|
16
|
+
originalTokens: number;
|
|
17
|
+
compactedTokens: number;
|
|
18
|
+
[key: string]: unknown;
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
export interface Conversation {
|
|
22
|
+
id: string;
|
|
23
|
+
messages: Message[];
|
|
24
|
+
totalTokens: number;
|
|
25
|
+
metadata?: Record<string, unknown>;
|
|
26
|
+
}
|
|
27
|
+
export interface CompactionResult {
|
|
28
|
+
success: boolean;
|
|
29
|
+
originalMessages: Message[];
|
|
30
|
+
compactedMessage: CompactedMessage;
|
|
31
|
+
tokensSaved: number;
|
|
32
|
+
compressionRatio: number;
|
|
33
|
+
strategy: string;
|
|
34
|
+
error?: string;
|
|
35
|
+
}
|
|
36
|
+
export interface MemoryItem {
|
|
37
|
+
id: string;
|
|
38
|
+
content: string;
|
|
39
|
+
importance: number;
|
|
40
|
+
timestamp: Date;
|
|
41
|
+
tokens: number;
|
|
42
|
+
type: 'fact' | 'instruction' | 'context' | 'interaction';
|
|
43
|
+
metadata?: Record<string, unknown>;
|
|
44
|
+
}
|
|
45
|
+
export interface CompactionConfig {
|
|
46
|
+
maxTokens: number;
|
|
47
|
+
compactionThreshold: number;
|
|
48
|
+
targetCompressionRatio: number;
|
|
49
|
+
strategy: CompactionStrategy;
|
|
50
|
+
minImportance: number;
|
|
51
|
+
preserveRecent: boolean;
|
|
52
|
+
recentMessagesCount: number;
|
|
53
|
+
}
|
|
54
|
+
export type CompactionStrategy = 'sliding-window' | 'importance-based' | 'semantic-clustering' | 'intelligent' | 'hybrid';
|
|
55
|
+
export interface ICompactionStrategy {
|
|
56
|
+
readonly name: string;
|
|
57
|
+
compact(conversation: Conversation, config: CompactionConfig): Promise<CompactionResult>;
|
|
58
|
+
estimateTokens(content: string): number;
|
|
59
|
+
}
|
|
60
|
+
export interface PrioritizationOptions {
|
|
61
|
+
recencyWeight: number;
|
|
62
|
+
importanceWeight: number;
|
|
63
|
+
frequencyWeight: number;
|
|
64
|
+
}
|
|
65
|
+
export interface ConversationSummary {
|
|
66
|
+
keyFacts: string[];
|
|
67
|
+
mainTopics: string[];
|
|
68
|
+
importantDecisions: string[];
|
|
69
|
+
activeContext: string;
|
|
70
|
+
userPreferences: Record<string, unknown>;
|
|
71
|
+
timestamp: Date;
|
|
72
|
+
coverageRange: {
|
|
73
|
+
from: Date;
|
|
74
|
+
to: Date;
|
|
75
|
+
messagesCount: number;
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/memory-compaction/types.ts"],"names":[],"mappings":"AASA,MAAM,WAAW,OAAO;IACpB,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAKD,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,CAAC,EAAE;QACP,QAAQ,EAAE,MAAM,CAAC;QACjB,cAAc,EAAE,MAAM,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC;QACxB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KAC1B,CAAC;CACL;AAKD,MAAM,WAAW,YAAY;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAKD,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,gBAAgB,EAAE,OAAO,EAAE,CAAC;IAC5B,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAKD,MAAM,WAAW,UAAU;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,IAAI,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,GAAG,aAAa,CAAC;IACzD,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAKD,MAAM,WAAW,gBAAgB;IAK7B,SAAS,EAAE,MAAM,CAAC;IAMlB,mBAAmB,EAAE,MAAM,CAAC;IAM5B,sBAAsB,EAAE,MAAM,CAAC;IAM/B,QAAQ,EAAE,kBAAkB,CAAC;IAM7B,aAAa,EAAE,MAAM,CAAC;IAMtB,cAAc,EAAE,OAAO,CAAC;IAMxB,mBAAmB,EAAE,MAAM,CAAC;CAC/B;AAKD,MAAM,MAAM,kBAAkB,GACxB,gBAAgB,GAChB,kBAAkB,GAClB,qBAAqB,GACrB,aAAa,GACb,QAAQ,CAAC;AAKf,MAAM,WAAW,mBAAmB;IAIhC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAKtB,OAAO,CACH,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,gBAAgB,GACzB,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAK7B,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC;CAC3C;AAKD,MAAM,WAAW,qBAAqB;IAKlC,aAAa,EAAE,MAAM,CAAC;IAMtB,gBAAgB,EAAE,MAAM,CAAC;IAMzB,eAAe,EAAE,MAAM,CAAC;CAC3B;AAKD,MAAM,WAAW,mBAAmB;IAChC,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,SAAS,EAAE,IAAI,CAAC;IAChB,aAAa,EAAE;QACX,IAAI,EAAE,IAAI,CAAC;QACX,EAAE,EAAE,IAAI,CAAC;QACT,aAAa,EAAE,MAAM,CAAC;KACzB,CAAC;CACL"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/memory-compaction/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import type { Alert } from './MetricsCollector.js';
|
|
2
|
+
export interface WebhookConfig {
|
|
3
|
+
url: string;
|
|
4
|
+
type: 'slack' | 'discord' | 'generic' | 'email';
|
|
5
|
+
minSeverity?: 'low' | 'medium' | 'high' | 'critical';
|
|
6
|
+
headers?: Record<string, string>;
|
|
7
|
+
retry?: {
|
|
8
|
+
maxRetries: number;
|
|
9
|
+
delayMs: number;
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
export interface SlackPayload {
|
|
13
|
+
text?: string;
|
|
14
|
+
blocks?: Array<{
|
|
15
|
+
type: string;
|
|
16
|
+
text?: {
|
|
17
|
+
type: string;
|
|
18
|
+
text: string;
|
|
19
|
+
};
|
|
20
|
+
fields?: Array<{
|
|
21
|
+
type: string;
|
|
22
|
+
text: string;
|
|
23
|
+
}>;
|
|
24
|
+
}>;
|
|
25
|
+
}
|
|
26
|
+
export interface DiscordPayload {
|
|
27
|
+
content?: string;
|
|
28
|
+
embeds?: Array<{
|
|
29
|
+
title?: string;
|
|
30
|
+
description?: string;
|
|
31
|
+
color?: number;
|
|
32
|
+
fields?: Array<{
|
|
33
|
+
name: string;
|
|
34
|
+
value: string;
|
|
35
|
+
inline?: boolean;
|
|
36
|
+
}>;
|
|
37
|
+
timestamp?: string;
|
|
38
|
+
}>;
|
|
39
|
+
}
|
|
40
|
+
export declare class AlertWebhooks {
|
|
41
|
+
private webhooks;
|
|
42
|
+
private sentAlerts;
|
|
43
|
+
addWebhook(config: WebhookConfig): void;
|
|
44
|
+
clearWebhooks(): void;
|
|
45
|
+
sendAlert(alert: Alert): Promise<void>;
|
|
46
|
+
private shouldSend;
|
|
47
|
+
private sendToWebhook;
|
|
48
|
+
private formatPayload;
|
|
49
|
+
private formatSlackPayload;
|
|
50
|
+
private formatDiscordPayload;
|
|
51
|
+
private formatEmailPayload;
|
|
52
|
+
private formatGenericPayload;
|
|
53
|
+
private getSeverityEmoji;
|
|
54
|
+
private getDiscordColor;
|
|
55
|
+
private sleep;
|
|
56
|
+
}
|
|
57
|
+
//# sourceMappingURL=AlertWebhooks.d.ts.map
|