cursor-recursive-rag 0.2.0-alpha.2 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +179 -203
- package/dist/adapters/llm/anthropic.d.ts +27 -0
- package/dist/adapters/llm/anthropic.d.ts.map +1 -0
- package/dist/adapters/llm/anthropic.js +287 -0
- package/dist/adapters/llm/anthropic.js.map +1 -0
- package/dist/adapters/llm/base.d.ts +62 -0
- package/dist/adapters/llm/base.d.ts.map +1 -0
- package/dist/adapters/llm/base.js +140 -0
- package/dist/adapters/llm/base.js.map +1 -0
- package/dist/adapters/llm/deepseek.d.ts +24 -0
- package/dist/adapters/llm/deepseek.d.ts.map +1 -0
- package/dist/adapters/llm/deepseek.js +228 -0
- package/dist/adapters/llm/deepseek.js.map +1 -0
- package/dist/adapters/llm/groq.d.ts +25 -0
- package/dist/adapters/llm/groq.d.ts.map +1 -0
- package/dist/adapters/llm/groq.js +265 -0
- package/dist/adapters/llm/groq.js.map +1 -0
- package/dist/adapters/llm/index.d.ts +62 -0
- package/dist/adapters/llm/index.d.ts.map +1 -0
- package/dist/adapters/llm/index.js +380 -0
- package/dist/adapters/llm/index.js.map +1 -0
- package/dist/adapters/llm/ollama.d.ts +23 -0
- package/dist/adapters/llm/ollama.d.ts.map +1 -0
- package/dist/adapters/llm/ollama.js +261 -0
- package/dist/adapters/llm/ollama.js.map +1 -0
- package/dist/adapters/llm/openai.d.ts +22 -0
- package/dist/adapters/llm/openai.d.ts.map +1 -0
- package/dist/adapters/llm/openai.js +232 -0
- package/dist/adapters/llm/openai.js.map +1 -0
- package/dist/adapters/llm/openrouter.d.ts +27 -0
- package/dist/adapters/llm/openrouter.d.ts.map +1 -0
- package/dist/adapters/llm/openrouter.js +305 -0
- package/dist/adapters/llm/openrouter.js.map +1 -0
- package/dist/adapters/vector/index.d.ts.map +1 -1
- package/dist/adapters/vector/index.js +8 -0
- package/dist/adapters/vector/index.js.map +1 -1
- package/dist/adapters/vector/redis-native.d.ts +35 -0
- package/dist/adapters/vector/redis-native.d.ts.map +1 -0
- package/dist/adapters/vector/redis-native.js +170 -0
- package/dist/adapters/vector/redis-native.js.map +1 -0
- package/dist/cli/commands/chat.d.ts +4 -0
- package/dist/cli/commands/chat.d.ts.map +1 -0
- package/dist/cli/commands/chat.js +374 -0
- package/dist/cli/commands/chat.js.map +1 -0
- package/dist/cli/commands/maintenance.d.ts +4 -0
- package/dist/cli/commands/maintenance.d.ts.map +1 -0
- package/dist/cli/commands/maintenance.js +237 -0
- package/dist/cli/commands/maintenance.js.map +1 -0
- package/dist/cli/commands/rules.d.ts +9 -0
- package/dist/cli/commands/rules.d.ts.map +1 -0
- package/dist/cli/commands/rules.js +639 -0
- package/dist/cli/commands/rules.js.map +1 -0
- package/dist/cli/commands/setup.js +5 -4
- package/dist/cli/commands/setup.js.map +1 -1
- package/dist/cli/index.js +6 -0
- package/dist/cli/index.js.map +1 -1
- package/dist/config/memoryConfig.d.ts +427 -0
- package/dist/config/memoryConfig.d.ts.map +1 -0
- package/dist/config/memoryConfig.js +258 -0
- package/dist/config/memoryConfig.js.map +1 -0
- package/dist/config/rulesConfig.d.ts +486 -0
- package/dist/config/rulesConfig.d.ts.map +1 -0
- package/dist/config/rulesConfig.js +345 -0
- package/dist/config/rulesConfig.js.map +1 -0
- package/dist/dashboard/coreTools.d.ts +14 -0
- package/dist/dashboard/coreTools.d.ts.map +1 -0
- package/dist/dashboard/coreTools.js +413 -0
- package/dist/dashboard/coreTools.js.map +1 -0
- package/dist/dashboard/public/index.html +1982 -13
- package/dist/dashboard/server.d.ts +1 -8
- package/dist/dashboard/server.d.ts.map +1 -1
- package/dist/dashboard/server.js +846 -13
- package/dist/dashboard/server.js.map +1 -1
- package/dist/dashboard/toolRegistry.d.ts +192 -0
- package/dist/dashboard/toolRegistry.d.ts.map +1 -0
- package/dist/dashboard/toolRegistry.js +322 -0
- package/dist/dashboard/toolRegistry.js.map +1 -0
- package/dist/proxy/index.d.ts +1 -1
- package/dist/proxy/index.d.ts.map +1 -1
- package/dist/proxy/index.js +9 -6
- package/dist/proxy/index.js.map +1 -1
- package/dist/server/index.js +21 -0
- package/dist/server/index.js.map +1 -1
- package/dist/server/tools/crawl.d.ts.map +1 -1
- package/dist/server/tools/crawl.js +8 -0
- package/dist/server/tools/crawl.js.map +1 -1
- package/dist/server/tools/index.d.ts.map +1 -1
- package/dist/server/tools/index.js +19 -1
- package/dist/server/tools/index.js.map +1 -1
- package/dist/server/tools/ingest.d.ts.map +1 -1
- package/dist/server/tools/ingest.js +5 -0
- package/dist/server/tools/ingest.js.map +1 -1
- package/dist/server/tools/memory.d.ts +250 -0
- package/dist/server/tools/memory.d.ts.map +1 -0
- package/dist/server/tools/memory.js +472 -0
- package/dist/server/tools/memory.js.map +1 -0
- package/dist/server/tools/recursive-query.d.ts.map +1 -1
- package/dist/server/tools/recursive-query.js +6 -0
- package/dist/server/tools/recursive-query.js.map +1 -1
- package/dist/server/tools/search.d.ts.map +1 -1
- package/dist/server/tools/search.js +6 -0
- package/dist/server/tools/search.js.map +1 -1
- package/dist/services/activity-log.d.ts +10 -0
- package/dist/services/activity-log.d.ts.map +1 -0
- package/dist/services/activity-log.js +53 -0
- package/dist/services/activity-log.js.map +1 -0
- package/dist/services/categoryManager.d.ts +110 -0
- package/dist/services/categoryManager.d.ts.map +1 -0
- package/dist/services/categoryManager.js +549 -0
- package/dist/services/categoryManager.js.map +1 -0
- package/dist/services/contextEnvironment.d.ts +206 -0
- package/dist/services/contextEnvironment.d.ts.map +1 -0
- package/dist/services/contextEnvironment.js +481 -0
- package/dist/services/contextEnvironment.js.map +1 -0
- package/dist/services/conversationProcessor.d.ts +99 -0
- package/dist/services/conversationProcessor.d.ts.map +1 -0
- package/dist/services/conversationProcessor.js +311 -0
- package/dist/services/conversationProcessor.js.map +1 -0
- package/dist/services/cursorChatReader.d.ts +129 -0
- package/dist/services/cursorChatReader.d.ts.map +1 -0
- package/dist/services/cursorChatReader.js +419 -0
- package/dist/services/cursorChatReader.js.map +1 -0
- package/dist/services/decayCalculator.d.ts +85 -0
- package/dist/services/decayCalculator.d.ts.map +1 -0
- package/dist/services/decayCalculator.js +182 -0
- package/dist/services/decayCalculator.js.map +1 -0
- package/dist/services/enhancedVectorStore.d.ts +102 -0
- package/dist/services/enhancedVectorStore.d.ts.map +1 -0
- package/dist/services/enhancedVectorStore.js +245 -0
- package/dist/services/enhancedVectorStore.js.map +1 -0
- package/dist/services/hybridScorer.d.ts +120 -0
- package/dist/services/hybridScorer.d.ts.map +1 -0
- package/dist/services/hybridScorer.js +334 -0
- package/dist/services/hybridScorer.js.map +1 -0
- package/dist/services/knowledgeExtractor.d.ts +45 -0
- package/dist/services/knowledgeExtractor.d.ts.map +1 -0
- package/dist/services/knowledgeExtractor.js +436 -0
- package/dist/services/knowledgeExtractor.js.map +1 -0
- package/dist/services/knowledgeStorage.d.ts +102 -0
- package/dist/services/knowledgeStorage.d.ts.map +1 -0
- package/dist/services/knowledgeStorage.js +383 -0
- package/dist/services/knowledgeStorage.js.map +1 -0
- package/dist/services/maintenanceScheduler.d.ts +89 -0
- package/dist/services/maintenanceScheduler.d.ts.map +1 -0
- package/dist/services/maintenanceScheduler.js +479 -0
- package/dist/services/maintenanceScheduler.js.map +1 -0
- package/dist/services/memoryMetadataStore.d.ts +62 -0
- package/dist/services/memoryMetadataStore.d.ts.map +1 -0
- package/dist/services/memoryMetadataStore.js +570 -0
- package/dist/services/memoryMetadataStore.js.map +1 -0
- package/dist/services/recursiveRetrieval.d.ts +122 -0
- package/dist/services/recursiveRetrieval.d.ts.map +1 -0
- package/dist/services/recursiveRetrieval.js +443 -0
- package/dist/services/recursiveRetrieval.js.map +1 -0
- package/dist/services/relationshipGraph.d.ts +77 -0
- package/dist/services/relationshipGraph.d.ts.map +1 -0
- package/dist/services/relationshipGraph.js +411 -0
- package/dist/services/relationshipGraph.js.map +1 -0
- package/dist/services/rlmSafeguards.d.ts +273 -0
- package/dist/services/rlmSafeguards.d.ts.map +1 -0
- package/dist/services/rlmSafeguards.js +705 -0
- package/dist/services/rlmSafeguards.js.map +1 -0
- package/dist/services/rulesAnalyzer.d.ts +119 -0
- package/dist/services/rulesAnalyzer.d.ts.map +1 -0
- package/dist/services/rulesAnalyzer.js +768 -0
- package/dist/services/rulesAnalyzer.js.map +1 -0
- package/dist/services/rulesMerger.d.ts +75 -0
- package/dist/services/rulesMerger.d.ts.map +1 -0
- package/dist/services/rulesMerger.js +404 -0
- package/dist/services/rulesMerger.js.map +1 -0
- package/dist/services/rulesParser.d.ts +127 -0
- package/dist/services/rulesParser.d.ts.map +1 -0
- package/dist/services/rulesParser.js +594 -0
- package/dist/services/rulesParser.js.map +1 -0
- package/dist/services/smartChunker.d.ts +110 -0
- package/dist/services/smartChunker.d.ts.map +1 -0
- package/dist/services/smartChunker.js +520 -0
- package/dist/services/smartChunker.js.map +1 -0
- package/dist/types/categories.d.ts +105 -0
- package/dist/types/categories.d.ts.map +1 -0
- package/dist/types/categories.js +108 -0
- package/dist/types/categories.js.map +1 -0
- package/dist/types/extractedKnowledge.d.ts +233 -0
- package/dist/types/extractedKnowledge.d.ts.map +1 -0
- package/dist/types/extractedKnowledge.js +56 -0
- package/dist/types/extractedKnowledge.js.map +1 -0
- package/dist/types/index.d.ts +9 -2
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/index.js +12 -1
- package/dist/types/index.js.map +1 -1
- package/dist/types/llmProvider.d.ts +282 -0
- package/dist/types/llmProvider.d.ts.map +1 -0
- package/dist/types/llmProvider.js +48 -0
- package/dist/types/llmProvider.js.map +1 -0
- package/dist/types/memory.d.ts +227 -0
- package/dist/types/memory.d.ts.map +1 -0
- package/dist/types/memory.js +76 -0
- package/dist/types/memory.js.map +1 -0
- package/dist/types/relationships.d.ts +167 -0
- package/dist/types/relationships.d.ts.map +1 -0
- package/dist/types/relationships.js +106 -0
- package/dist/types/relationships.js.map +1 -0
- package/dist/types/rulesOptimizer.d.ts +345 -0
- package/dist/types/rulesOptimizer.d.ts.map +1 -0
- package/dist/types/rulesOptimizer.js +22 -0
- package/dist/types/rulesOptimizer.js.map +1 -0
- package/docs/cursor-recursive-rag-memory-spec.md +4569 -0
- package/docs/cursor-recursive-rag-tasks.md +1355 -0
- package/package.json +6 -3
- package/restart-rag.sh +16 -0
|
@@ -0,0 +1,383 @@
|
|
|
1
|
+
import { ChunkType, RelationshipType } from '../types/memory.js';
|
|
2
|
+
const DEFAULT_OPTIONS = {
|
|
3
|
+
createRelationships: true,
|
|
4
|
+
minImportance: 0.5,
|
|
5
|
+
};
|
|
6
|
+
/**
|
|
7
|
+
* Stores extracted knowledge as searchable chunks with relationships
|
|
8
|
+
*/
|
|
9
|
+
export class KnowledgeStorageService {
|
|
10
|
+
vectorStore;
|
|
11
|
+
embedder;
|
|
12
|
+
metadataStore;
|
|
13
|
+
options;
|
|
14
|
+
constructor(vectorStore, embedder, options) {
|
|
15
|
+
this.vectorStore = vectorStore;
|
|
16
|
+
this.embedder = embedder;
|
|
17
|
+
this.metadataStore = vectorStore.getMetadataStore();
|
|
18
|
+
this.options = { ...DEFAULT_OPTIONS, ...options };
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Store all extracted knowledge from a conversation
|
|
22
|
+
*/
|
|
23
|
+
async store(knowledge) {
|
|
24
|
+
const result = {
|
|
25
|
+
conversationId: knowledge.conversationId,
|
|
26
|
+
chunksCreated: 0,
|
|
27
|
+
relationshipsCreated: 0,
|
|
28
|
+
solutionChunks: [],
|
|
29
|
+
patternChunks: [],
|
|
30
|
+
decisionChunks: [],
|
|
31
|
+
standardChunks: [],
|
|
32
|
+
preferenceChunks: [],
|
|
33
|
+
};
|
|
34
|
+
const allDocuments = [];
|
|
35
|
+
for (const solution of knowledge.solutions) {
|
|
36
|
+
const doc = await this.createSolutionDocument(solution, knowledge.conversationId);
|
|
37
|
+
allDocuments.push(doc);
|
|
38
|
+
result.solutionChunks.push(doc.id);
|
|
39
|
+
}
|
|
40
|
+
for (const pattern of knowledge.patterns) {
|
|
41
|
+
const doc = await this.createPatternDocument(pattern, knowledge.conversationId);
|
|
42
|
+
allDocuments.push(doc);
|
|
43
|
+
result.patternChunks.push(doc.id);
|
|
44
|
+
}
|
|
45
|
+
for (const decision of knowledge.decisions) {
|
|
46
|
+
const doc = await this.createDecisionDocument(decision, knowledge.conversationId);
|
|
47
|
+
allDocuments.push(doc);
|
|
48
|
+
result.decisionChunks.push(doc.id);
|
|
49
|
+
}
|
|
50
|
+
for (const standard of knowledge.standards) {
|
|
51
|
+
const doc = await this.createStandardDocument(standard, knowledge.conversationId);
|
|
52
|
+
allDocuments.push(doc);
|
|
53
|
+
result.standardChunks.push(doc.id);
|
|
54
|
+
}
|
|
55
|
+
for (const preference of knowledge.preferences) {
|
|
56
|
+
const doc = await this.createPreferenceDocument(preference, knowledge.conversationId);
|
|
57
|
+
allDocuments.push(doc);
|
|
58
|
+
result.preferenceChunks.push(doc.id);
|
|
59
|
+
}
|
|
60
|
+
if (allDocuments.length > 0) {
|
|
61
|
+
await this.vectorStore.add(allDocuments);
|
|
62
|
+
result.chunksCreated = allDocuments.length;
|
|
63
|
+
}
|
|
64
|
+
if (this.options.createRelationships) {
|
|
65
|
+
result.relationshipsCreated = this.createRelationships(result, knowledge);
|
|
66
|
+
}
|
|
67
|
+
return result;
|
|
68
|
+
}
|
|
69
|
+
/**
|
|
70
|
+
* Create a document from a solution
|
|
71
|
+
*/
|
|
72
|
+
async createSolutionDocument(solution, conversationId) {
|
|
73
|
+
const content = this.formatSolutionContent(solution);
|
|
74
|
+
const embedding = await this.embedder.embed(content);
|
|
75
|
+
return {
|
|
76
|
+
id: `know-${solution.id}`,
|
|
77
|
+
content,
|
|
78
|
+
embedding,
|
|
79
|
+
metadata: {
|
|
80
|
+
source: `cursor-chat:${conversationId}`,
|
|
81
|
+
chunkType: ChunkType.SOLUTION,
|
|
82
|
+
importance: this.calculateSolutionImportance(solution),
|
|
83
|
+
knowledgeType: 'solution',
|
|
84
|
+
problem: solution.problem,
|
|
85
|
+
errorMessage: solution.errorMessage,
|
|
86
|
+
tags: solution.tags,
|
|
87
|
+
filesAffected: solution.filesAffected,
|
|
88
|
+
confidence: solution.confidence,
|
|
89
|
+
sourceConversationId: conversationId,
|
|
90
|
+
sourceMessageIndices: solution.sourceMessageIndices,
|
|
91
|
+
},
|
|
92
|
+
};
|
|
93
|
+
}
|
|
94
|
+
/**
|
|
95
|
+
* Create a document from a pattern
|
|
96
|
+
*/
|
|
97
|
+
async createPatternDocument(pattern, conversationId) {
|
|
98
|
+
const content = this.formatPatternContent(pattern);
|
|
99
|
+
const embedding = await this.embedder.embed(content);
|
|
100
|
+
return {
|
|
101
|
+
id: `know-${pattern.id}`,
|
|
102
|
+
content,
|
|
103
|
+
embedding,
|
|
104
|
+
metadata: {
|
|
105
|
+
source: `cursor-chat:${conversationId}`,
|
|
106
|
+
chunkType: ChunkType.PATTERN,
|
|
107
|
+
importance: this.calculatePatternImportance(pattern),
|
|
108
|
+
knowledgeType: 'pattern',
|
|
109
|
+
name: pattern.name,
|
|
110
|
+
language: pattern.language,
|
|
111
|
+
tags: pattern.tags,
|
|
112
|
+
relatedPatterns: pattern.relatedPatterns,
|
|
113
|
+
confidence: pattern.confidence,
|
|
114
|
+
sourceConversationId: conversationId,
|
|
115
|
+
sourceMessageIndices: pattern.sourceMessageIndices,
|
|
116
|
+
},
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
/**
|
|
120
|
+
* Create a document from a decision
|
|
121
|
+
*/
|
|
122
|
+
async createDecisionDocument(decision, conversationId) {
|
|
123
|
+
const content = this.formatDecisionContent(decision);
|
|
124
|
+
const embedding = await this.embedder.embed(content);
|
|
125
|
+
return {
|
|
126
|
+
id: `know-${decision.id}`,
|
|
127
|
+
content,
|
|
128
|
+
embedding,
|
|
129
|
+
metadata: {
|
|
130
|
+
source: `cursor-chat:${conversationId}`,
|
|
131
|
+
chunkType: ChunkType.DECISION,
|
|
132
|
+
importance: this.calculateDecisionImportance(decision),
|
|
133
|
+
knowledgeType: 'decision',
|
|
134
|
+
topic: decision.topic,
|
|
135
|
+
tags: decision.tags,
|
|
136
|
+
hasAlternatives: !!decision.alternatives?.length,
|
|
137
|
+
hasTradeoffs: !!decision.tradeoffs?.length,
|
|
138
|
+
confidence: decision.confidence,
|
|
139
|
+
sourceConversationId: conversationId,
|
|
140
|
+
sourceMessageIndices: decision.sourceMessageIndices,
|
|
141
|
+
},
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
/**
|
|
145
|
+
* Create a document from a standard
|
|
146
|
+
*/
|
|
147
|
+
async createStandardDocument(standard, conversationId) {
|
|
148
|
+
const content = this.formatStandardContent(standard);
|
|
149
|
+
const embedding = await this.embedder.embed(content);
|
|
150
|
+
return {
|
|
151
|
+
id: `know-${standard.id}`,
|
|
152
|
+
content,
|
|
153
|
+
embedding,
|
|
154
|
+
metadata: {
|
|
155
|
+
source: `cursor-chat:${conversationId}`,
|
|
156
|
+
chunkType: ChunkType.STANDARD,
|
|
157
|
+
importance: this.calculateStandardImportance(standard),
|
|
158
|
+
knowledgeType: 'standard',
|
|
159
|
+
category: standard.category,
|
|
160
|
+
tags: standard.tags,
|
|
161
|
+
hasExamples: standard.examples.length > 0,
|
|
162
|
+
hasCounterExamples: !!standard.counterExamples?.length,
|
|
163
|
+
confidence: standard.confidence,
|
|
164
|
+
sourceConversationId: conversationId,
|
|
165
|
+
sourceMessageIndices: standard.sourceMessageIndices,
|
|
166
|
+
},
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
/**
|
|
170
|
+
* Create a document from a preference
|
|
171
|
+
*/
|
|
172
|
+
async createPreferenceDocument(preference, conversationId) {
|
|
173
|
+
const content = this.formatPreferenceContent(preference);
|
|
174
|
+
const embedding = await this.embedder.embed(content);
|
|
175
|
+
return {
|
|
176
|
+
id: `know-${preference.id}`,
|
|
177
|
+
content,
|
|
178
|
+
embedding,
|
|
179
|
+
metadata: {
|
|
180
|
+
source: `cursor-chat:${conversationId}`,
|
|
181
|
+
chunkType: ChunkType.PREFERENCE,
|
|
182
|
+
importance: 0.7,
|
|
183
|
+
knowledgeType: 'preference',
|
|
184
|
+
aspect: preference.aspect,
|
|
185
|
+
hasCorrection: !!preference.correction,
|
|
186
|
+
confidence: preference.confidence,
|
|
187
|
+
sourceConversationId: conversationId,
|
|
188
|
+
sourceMessageIndices: preference.sourceMessageIndices,
|
|
189
|
+
},
|
|
190
|
+
};
|
|
191
|
+
}
|
|
192
|
+
/**
|
|
193
|
+
* Format solution as readable content
|
|
194
|
+
*/
|
|
195
|
+
formatSolutionContent(solution) {
|
|
196
|
+
const parts = [];
|
|
197
|
+
parts.push(`# Problem\n${solution.problem}`);
|
|
198
|
+
if (solution.errorMessage) {
|
|
199
|
+
parts.push(`## Error\n\`\`\`\n${solution.errorMessage}\n\`\`\``);
|
|
200
|
+
}
|
|
201
|
+
parts.push(`## Solution\n${solution.solution}`);
|
|
202
|
+
if (solution.codeChanges.length > 0) {
|
|
203
|
+
const codeSection = solution.codeChanges.map(cc => {
|
|
204
|
+
let code = '';
|
|
205
|
+
if (cc.before) {
|
|
206
|
+
code += `Before:\n\`\`\`${cc.language}\n${cc.before}\n\`\`\`\n\n`;
|
|
207
|
+
}
|
|
208
|
+
code += `After:\n\`\`\`${cc.language}\n${cc.after}\n\`\`\``;
|
|
209
|
+
if (cc.explanation) {
|
|
210
|
+
code += `\n\n${cc.explanation}`;
|
|
211
|
+
}
|
|
212
|
+
return code;
|
|
213
|
+
}).join('\n\n');
|
|
214
|
+
parts.push(`## Code Changes\n${codeSection}`);
|
|
215
|
+
}
|
|
216
|
+
if (solution.filesAffected.length > 0) {
|
|
217
|
+
parts.push(`## Files\n${solution.filesAffected.join(', ')}`);
|
|
218
|
+
}
|
|
219
|
+
if (solution.tags.length > 0) {
|
|
220
|
+
parts.push(`## Tags\n${solution.tags.join(', ')}`);
|
|
221
|
+
}
|
|
222
|
+
return parts.join('\n\n');
|
|
223
|
+
}
|
|
224
|
+
/**
|
|
225
|
+
* Format pattern as readable content
|
|
226
|
+
*/
|
|
227
|
+
formatPatternContent(pattern) {
|
|
228
|
+
const parts = [];
|
|
229
|
+
parts.push(`# ${pattern.name}`);
|
|
230
|
+
parts.push(`## Description\n${pattern.description}`);
|
|
231
|
+
parts.push(`## Use Case\n${pattern.useCase}`);
|
|
232
|
+
parts.push(`## Implementation\n\`\`\`${pattern.language}\n${pattern.implementation}\n\`\`\``);
|
|
233
|
+
if (pattern.relatedPatterns.length > 0) {
|
|
234
|
+
parts.push(`## Related Patterns\n${pattern.relatedPatterns.join(', ')}`);
|
|
235
|
+
}
|
|
236
|
+
if (pattern.tags.length > 0) {
|
|
237
|
+
parts.push(`## Tags\n${pattern.tags.join(', ')}`);
|
|
238
|
+
}
|
|
239
|
+
return parts.join('\n\n');
|
|
240
|
+
}
|
|
241
|
+
/**
|
|
242
|
+
* Format decision as readable content
|
|
243
|
+
*/
|
|
244
|
+
formatDecisionContent(decision) {
|
|
245
|
+
const parts = [];
|
|
246
|
+
parts.push(`# Decision: ${decision.topic}`);
|
|
247
|
+
parts.push(`## Decision\n${decision.decision}`);
|
|
248
|
+
parts.push(`## Reasoning\n${decision.reasoning}`);
|
|
249
|
+
if (decision.alternatives?.length) {
|
|
250
|
+
parts.push(`## Alternatives Considered\n${decision.alternatives.map(a => `- ${a}`).join('\n')}`);
|
|
251
|
+
}
|
|
252
|
+
if (decision.tradeoffs?.length) {
|
|
253
|
+
parts.push(`## Tradeoffs\n${decision.tradeoffs.map(t => `- ${t}`).join('\n')}`);
|
|
254
|
+
}
|
|
255
|
+
parts.push(`## Context\n${decision.context}`);
|
|
256
|
+
if (decision.tags.length > 0) {
|
|
257
|
+
parts.push(`## Tags\n${decision.tags.join(', ')}`);
|
|
258
|
+
}
|
|
259
|
+
return parts.join('\n\n');
|
|
260
|
+
}
|
|
261
|
+
/**
|
|
262
|
+
* Format standard as readable content
|
|
263
|
+
*/
|
|
264
|
+
formatStandardContent(standard) {
|
|
265
|
+
const parts = [];
|
|
266
|
+
parts.push(`# Standard: ${standard.category}`);
|
|
267
|
+
parts.push(`## Rule\n${standard.rule}`);
|
|
268
|
+
if (standard.examples.length > 0) {
|
|
269
|
+
parts.push(`## Examples\n${standard.examples.map(e => `- ${e}`).join('\n')}`);
|
|
270
|
+
}
|
|
271
|
+
if (standard.counterExamples?.length) {
|
|
272
|
+
parts.push(`## Counter-Examples (Don't Do)\n${standard.counterExamples.map(e => `- ${e}`).join('\n')}`);
|
|
273
|
+
}
|
|
274
|
+
if (standard.rationale) {
|
|
275
|
+
parts.push(`## Rationale\n${standard.rationale}`);
|
|
276
|
+
}
|
|
277
|
+
if (standard.tags.length > 0) {
|
|
278
|
+
parts.push(`## Tags\n${standard.tags.join(', ')}`);
|
|
279
|
+
}
|
|
280
|
+
return parts.join('\n\n');
|
|
281
|
+
}
|
|
282
|
+
/**
|
|
283
|
+
* Format preference as readable content
|
|
284
|
+
*/
|
|
285
|
+
formatPreferenceContent(preference) {
|
|
286
|
+
const parts = [];
|
|
287
|
+
parts.push(`# Preference: ${preference.aspect}`);
|
|
288
|
+
parts.push(`## Preferred Approach\n${preference.preference}`);
|
|
289
|
+
if (preference.correction) {
|
|
290
|
+
parts.push(`## Correction\n${preference.correction}`);
|
|
291
|
+
}
|
|
292
|
+
parts.push(`## Context\n${preference.context}`);
|
|
293
|
+
return parts.join('\n\n');
|
|
294
|
+
}
|
|
295
|
+
/**
|
|
296
|
+
* Calculate importance score for a solution
|
|
297
|
+
*/
|
|
298
|
+
calculateSolutionImportance(solution) {
|
|
299
|
+
let importance = 0.6;
|
|
300
|
+
if (solution.errorMessage)
|
|
301
|
+
importance += 0.1;
|
|
302
|
+
if (solution.codeChanges.length > 0)
|
|
303
|
+
importance += 0.1;
|
|
304
|
+
if (solution.filesAffected.length > 0)
|
|
305
|
+
importance += 0.05;
|
|
306
|
+
if (solution.confidence > 0.8)
|
|
307
|
+
importance += 0.1;
|
|
308
|
+
return Math.min(1.0, importance);
|
|
309
|
+
}
|
|
310
|
+
/**
|
|
311
|
+
* Calculate importance score for a pattern
|
|
312
|
+
*/
|
|
313
|
+
calculatePatternImportance(pattern) {
|
|
314
|
+
let importance = 0.65;
|
|
315
|
+
if (pattern.implementation.length > 200)
|
|
316
|
+
importance += 0.1;
|
|
317
|
+
if (pattern.relatedPatterns.length > 0)
|
|
318
|
+
importance += 0.05;
|
|
319
|
+
if (pattern.confidence > 0.8)
|
|
320
|
+
importance += 0.1;
|
|
321
|
+
return Math.min(1.0, importance);
|
|
322
|
+
}
|
|
323
|
+
/**
|
|
324
|
+
* Calculate importance score for a decision
|
|
325
|
+
*/
|
|
326
|
+
calculateDecisionImportance(decision) {
|
|
327
|
+
let importance = 0.7;
|
|
328
|
+
if (decision.alternatives?.length)
|
|
329
|
+
importance += 0.1;
|
|
330
|
+
if (decision.tradeoffs?.length)
|
|
331
|
+
importance += 0.05;
|
|
332
|
+
if (decision.confidence > 0.8)
|
|
333
|
+
importance += 0.1;
|
|
334
|
+
return Math.min(1.0, importance);
|
|
335
|
+
}
|
|
336
|
+
/**
|
|
337
|
+
* Calculate importance score for a standard
|
|
338
|
+
*/
|
|
339
|
+
calculateStandardImportance(standard) {
|
|
340
|
+
let importance = 0.75;
|
|
341
|
+
if (standard.examples.length > 1)
|
|
342
|
+
importance += 0.1;
|
|
343
|
+
if (standard.counterExamples?.length)
|
|
344
|
+
importance += 0.05;
|
|
345
|
+
if (standard.confidence > 0.8)
|
|
346
|
+
importance += 0.05;
|
|
347
|
+
return Math.min(1.0, importance);
|
|
348
|
+
}
|
|
349
|
+
/**
|
|
350
|
+
* Create relationships between knowledge chunks
|
|
351
|
+
*/
|
|
352
|
+
createRelationships(result, knowledge) {
|
|
353
|
+
let count = 0;
|
|
354
|
+
for (let i = 0; i < result.patternChunks.length; i++) {
|
|
355
|
+
const pattern = knowledge.patterns[i];
|
|
356
|
+
for (const relatedName of pattern.relatedPatterns) {
|
|
357
|
+
const relatedIdx = knowledge.patterns.findIndex(p => p.name === relatedName);
|
|
358
|
+
if (relatedIdx >= 0 && relatedIdx !== i) {
|
|
359
|
+
this.metadataStore.addRelationship(result.patternChunks[i], result.patternChunks[relatedIdx], RelationshipType.RELATES_TO, 0.7);
|
|
360
|
+
count++;
|
|
361
|
+
}
|
|
362
|
+
}
|
|
363
|
+
}
|
|
364
|
+
for (const solutionId of result.solutionChunks) {
|
|
365
|
+
for (const patternId of result.patternChunks) {
|
|
366
|
+
const solutionMeta = this.metadataStore.getChunkMetadata(solutionId);
|
|
367
|
+
const patternMeta = this.metadataStore.getChunkMetadata(patternId);
|
|
368
|
+
if (solutionMeta && patternMeta) {
|
|
369
|
+
this.metadataStore.addRelationship(solutionId, patternId, RelationshipType.IMPLEMENTS, 0.5);
|
|
370
|
+
count++;
|
|
371
|
+
}
|
|
372
|
+
}
|
|
373
|
+
}
|
|
374
|
+
return count;
|
|
375
|
+
}
|
|
376
|
+
}
|
|
377
|
+
/**
|
|
378
|
+
* Create a knowledge storage service
|
|
379
|
+
*/
|
|
380
|
+
export function createKnowledgeStorageService(vectorStore, embedder, options) {
|
|
381
|
+
return new KnowledgeStorageService(vectorStore, embedder, options);
|
|
382
|
+
}
|
|
383
|
+
//# sourceMappingURL=knowledgeStorage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"knowledgeStorage.js","sourceRoot":"","sources":["../../src/services/knowledgeStorage.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAkB,MAAM,oBAAoB,CAAC;AA0BjF,MAAM,eAAe,GAA4B;IAC/C,mBAAmB,EAAE,IAAI;IACzB,aAAa,EAAE,GAAG;CACnB,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,uBAAuB;IAC1B,WAAW,CAAsB;IACjC,QAAQ,CAAW;IACnB,aAAa,CAAsB;IACnC,OAAO,CAA0B;IAEzC,YACE,WAAgC,EAChC,QAAkB,EAClB,OAAiC;QAEjC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC,gBAAgB,EAAE,CAAC;QACpD,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,SAA6B;QACvC,MAAM,MAAM,GAA2B;YACrC,cAAc,EAAE,SAAS,CAAC,cAAc;YACxC,aAAa,EAAE,CAAC;YAChB,oBAAoB,EAAE,CAAC;YACvB,cAAc,EAAE,EAAE;YAClB,aAAa,EAAE,EAAE;YACjB,cAAc,EAAE,EAAE;YAClB,cAAc,EAAE,EAAE;YAClB,gBAAgB,EAAE,EAAE;SACrB,CAAC;QAEF,MAAM,YAAY,GAAqB,EAAE,CAAC;QAE1C,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;YAClF,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACrC,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;YAChF,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;YAClF,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACrC,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;YAClF,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACrC,CAAC;QAED,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,UAAU,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;YACtF,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACzC,MAAM,CAAC,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC;QAC7C,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,CAAC;YACrC,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,sBAAsB,CAClC,QAA2B,EAC3B,cAAsB;QAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO;YACL,EAAE,EAAE,QAAQ,QAAQ,CAAC,EAAE,EAAE;YACzB,OAAO;YACP,SAAS;YACT,QAAQ,EAAE;gBACR,MAAM,EAAE,eAAe,cAAc,EAAE;gBACvC,SAAS,EAAE,SAAS,CAAC,QAAQ;gBAC7B,UAAU,EAAE,IAAI,CAAC,2BAA2B,CAAC,QAAQ,CAAC;gBACtD,aAAa,EAAE,UAAU;gBACzB,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,YAAY,EAAE,QAAQ,CAAC,YAAY;gBACnC,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,aAAa,EAAE,QAAQ,CAAC,aAAa;gBACrC,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,oBAAoB,EAAE,cAAc;gBACpC,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;aACpD;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,qBAAqB,CACjC,OAAyB,EACzB,cAAsB;QAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO;YACL,EAAE,EAAE,QAAQ,OAAO,CAAC,EAAE,EAAE;YACxB,OAAO;YACP,SAAS;YACT,QAAQ,EAAE;gBACR,MAAM,EAAE,eAAe,cAAc,EAAE;gBACvC,SAAS,EAAE,SAAS,CAAC,OAAO;gBAC5B,UAAU,EAAE,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC;gBACpD,aAAa,EAAE,SAAS;gBACxB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,oBAAoB,EAAE,cAAc;gBACpC,oBAAoB,EAAE,OAAO,CAAC,oBAAoB;aACnD;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,sBAAsB,CAClC,QAA2B,EAC3B,cAAsB;QAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO;YACL,EAAE,EAAE,QAAQ,QAAQ,CAAC,EAAE,EAAE;YACzB,OAAO;YACP,SAAS;YACT,QAAQ,EAAE;gBACR,MAAM,EAAE,eAAe,cAAc,EAAE;gBACvC,SAAS,EAAE,SAAS,CAAC,QAAQ;gBAC7B,UAAU,EAAE,IAAI,CAAC,2BAA2B,CAAC,QAAQ,CAAC;gBACtD,aAAa,EAAE,UAAU;gBACzB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM;gBAChD,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM;gBAC1C,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,oBAAoB,EAAE,cAAc;gBACpC,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;aACpD;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,sBAAsB,CAClC,QAA2B,EAC3B,cAAsB;QAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO;YACL,EAAE,EAAE,QAAQ,QAAQ,CAAC,EAAE,EAAE;YACzB,OAAO;YACP,SAAS;YACT,QAAQ,EAAE;gBACR,MAAM,EAAE,eAAe,cAAc,EAAE;gBACvC,SAAS,EAAE,SAAS,CAAC,QAAQ;gBAC7B,UAAU,EAAE,IAAI,CAAC,2BAA2B,CAAC,QAAQ,CAAC;gBACtD,aAAa,EAAE,UAAU;gBACzB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,WAAW,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;gBACzC,kBAAkB,EAAE,CAAC,CAAC,QAAQ,CAAC,eAAe,EAAE,MAAM;gBACtD,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,oBAAoB,EAAE,cAAc;gBACpC,oBAAoB,EAAE,QAAQ,CAAC,oBAAoB;aACpD;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CACpC,UAA+B,EAC/B,cAAsB;QAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAErD,OAAO;YACL,EAAE,EAAE,QAAQ,UAAU,CAAC,EAAE,EAAE;YAC3B,OAAO;YACP,SAAS;YACT,QAAQ,EAAE;gBACR,MAAM,EAAE,eAAe,cAAc,EAAE;gBACvC,SAAS,EAAE,SAAS,CAAC,UAAU;gBAC/B,UAAU,EAAE,GAAG;gBACf,aAAa,EAAE,YAAY;gBAC3B,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,aAAa,EAAE,CAAC,CAAC,UAAU,CAAC,UAAU;gBACtC,UAAU,EAAE,UAAU,CAAC,UAAU;gBACjC,oBAAoB,EAAE,cAAc;gBACpC,oBAAoB,EAAE,UAAU,CAAC,oBAAoB;aACtD;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,QAA2B;QACvD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7C,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,qBAAqB,QAAQ,CAAC,YAAY,UAAU,CAAC,CAAC;QACnE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEhD,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;gBAChD,IAAI,IAAI,GAAG,EAAE,CAAC;gBACd,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;oBACd,IAAI,IAAI,kBAAkB,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,MAAM,cAAc,CAAC;gBACpE,CAAC;gBACD,IAAI,IAAI,iBAAiB,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,KAAK,UAAU,CAAC;gBAC5D,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBACnB,IAAI,IAAI,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC;gBAClC,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChB,KAAK,CAAC,IAAI,CAAC,oBAAoB,WAAW,EAAE,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,QAAQ,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,YAAY,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,OAAyB;QACpD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,mBAAmB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,gBAAgB,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,4BAA4B,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,cAAc,UAAU,CAAC,CAAC;QAE9F,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,wBAAwB,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,YAAY,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,QAA2B;QACvD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,eAAe,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QAElD,IAAI,QAAQ,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,+BAA+B,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnG,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,eAAe,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;QAE9C,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,YAAY,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,QAA2B;QACvD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,eAAe,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,YAAY,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAExC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,gBAAgB,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,QAAQ,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,mCAAmC,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1G,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,YAAY,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,UAA+B;QAC7D,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,iBAAiB,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,0BAA0B,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC;QAE9D,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,kBAAkB,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,eAAe,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;QAEhD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,2BAA2B,CAAC,QAA2B;QAC7D,IAAI,UAAU,GAAG,GAAG,CAAC;QAErB,IAAI,QAAQ,CAAC,YAAY;YAAE,UAAU,IAAI,GAAG,CAAC;QAC7C,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;YAAE,UAAU,IAAI,GAAG,CAAC;QACvD,IAAI,QAAQ,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;YAAE,UAAU,IAAI,IAAI,CAAC;QAC1D,IAAI,QAAQ,CAAC,UAAU,GAAG,GAAG;YAAE,UAAU,IAAI,GAAG,CAAC;QAEjD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACK,0BAA0B,CAAC,OAAyB;QAC1D,IAAI,UAAU,GAAG,IAAI,CAAC;QAEtB,IAAI,OAAO,CAAC,cAAc,CAAC,MAAM,GAAG,GAAG;YAAE,UAAU,IAAI,GAAG,CAAC;QAC3D,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC;YAAE,UAAU,IAAI,IAAI,CAAC;QAC3D,IAAI,OAAO,CAAC,UAAU,GAAG,GAAG;YAAE,UAAU,IAAI,GAAG,CAAC;QAEhD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACK,2BAA2B,CAAC,QAA2B;QAC7D,IAAI,UAAU,GAAG,GAAG,CAAC;QAErB,IAAI,QAAQ,CAAC,YAAY,EAAE,MAAM;YAAE,UAAU,IAAI,GAAG,CAAC;QACrD,IAAI,QAAQ,CAAC,SAAS,EAAE,MAAM;YAAE,UAAU,IAAI,IAAI,CAAC;QACnD,IAAI,QAAQ,CAAC,UAAU,GAAG,GAAG;YAAE,UAAU,IAAI,GAAG,CAAC;QAEjD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACK,2BAA2B,CAAC,QAA2B;QAC7D,IAAI,UAAU,GAAG,IAAI,CAAC;QAEtB,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,UAAU,IAAI,GAAG,CAAC;QACpD,IAAI,QAAQ,CAAC,eAAe,EAAE,MAAM;YAAE,UAAU,IAAI,IAAI,CAAC;QACzD,IAAI,QAAQ,CAAC,UAAU,GAAG,GAAG;YAAE,UAAU,IAAI,IAAI,CAAC;QAElD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACK,mBAAmB,CACzB,MAA8B,EAC9B,SAA6B;QAE7B,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrD,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAEtC,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;gBAClD,MAAM,UAAU,GAAG,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;gBAC7E,IAAI,UAAU,IAAI,CAAC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;oBACxC,IAAI,CAAC,aAAa,CAAC,eAAe,CAChC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,EACvB,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,EAChC,gBAAgB,CAAC,UAAU,EAC3B,GAAG,CACJ,CAAC;oBACF,KAAK,EAAE,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;QAED,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAC/C,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBACrE,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBAEnE,IAAI,YAAY,IAAI,WAAW,EAAE,CAAC;oBAChC,IAAI,CAAC,aAAa,CAAC,eAAe,CAChC,UAAU,EACV,SAAS,EACT,gBAAgB,CAAC,UAAU,EAC3B,GAAG,CACJ,CAAC;oBACF,KAAK,EAAE,CAAC;gBACV,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAC3C,WAAgC,EAChC,QAAkB,EAClB,OAAiC;IAEjC,OAAO,IAAI,uBAAuB,CAAC,WAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;AACrE,CAAC"}
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
import { MemoryMetadataStore } from './memoryMetadataStore.js';
|
|
2
|
+
import { DecayCalculator } from './decayCalculator.js';
|
|
3
|
+
import { CategoryManager } from './categoryManager.js';
|
|
4
|
+
import { RelationshipGraph } from './relationshipGraph.js';
|
|
5
|
+
export type MaintenanceJobType = 'decay' | 'consolidate' | 'summarize' | 'reindex' | 'cleanup';
|
|
6
|
+
export interface MaintenanceJobResult {
|
|
7
|
+
jobName: MaintenanceJobType | string;
|
|
8
|
+
success: boolean;
|
|
9
|
+
startTime: Date;
|
|
10
|
+
endTime: Date;
|
|
11
|
+
duration: number;
|
|
12
|
+
metrics: Record<string, number>;
|
|
13
|
+
errors: string[];
|
|
14
|
+
}
|
|
15
|
+
export interface MaintenanceStats {
|
|
16
|
+
lastDecayUpdate: Date | null;
|
|
17
|
+
lastConsolidation: Date | null;
|
|
18
|
+
lastSummarization: Date | null;
|
|
19
|
+
lastReindex: Date | null;
|
|
20
|
+
totalJobsRun: number;
|
|
21
|
+
totalErrors: number;
|
|
22
|
+
jobHistory: MaintenanceJobResult[];
|
|
23
|
+
}
|
|
24
|
+
export interface SchedulerConfig {
|
|
25
|
+
nightlyCron: string;
|
|
26
|
+
weeklyCron: string;
|
|
27
|
+
monthlyCron: string;
|
|
28
|
+
enableAutoScheduling: boolean;
|
|
29
|
+
}
|
|
30
|
+
export declare class MaintenanceScheduler {
|
|
31
|
+
private metadataStore;
|
|
32
|
+
private decayCalculator;
|
|
33
|
+
private categoryManager;
|
|
34
|
+
private relationshipGraph;
|
|
35
|
+
private config;
|
|
36
|
+
private running;
|
|
37
|
+
private intervalIds;
|
|
38
|
+
private stats;
|
|
39
|
+
constructor(metadataStore?: MemoryMetadataStore, decayCalculator?: DecayCalculator, categoryManager?: CategoryManager, relationshipGraph?: RelationshipGraph, config?: Partial<SchedulerConfig>);
|
|
40
|
+
isRunning(): boolean;
|
|
41
|
+
getStats(): MaintenanceStats;
|
|
42
|
+
/**
|
|
43
|
+
* Start the background scheduler using setInterval
|
|
44
|
+
* Note: For production use with persistent scheduling, consider using node-cron
|
|
45
|
+
*/
|
|
46
|
+
start(): void;
|
|
47
|
+
stop(): void;
|
|
48
|
+
/**
|
|
49
|
+
* Run a specific maintenance job manually
|
|
50
|
+
*/
|
|
51
|
+
runJob(jobName: MaintenanceJobType): Promise<MaintenanceJobResult>;
|
|
52
|
+
/**
|
|
53
|
+
* Update decay scores for all chunks
|
|
54
|
+
*/
|
|
55
|
+
runDecayUpdate(): Promise<MaintenanceJobResult>;
|
|
56
|
+
/**
|
|
57
|
+
* Nightly consolidation: decay updates, duplicate detection, hot item promotion
|
|
58
|
+
*/
|
|
59
|
+
runNightlyConsolidation(): Promise<MaintenanceJobResult>;
|
|
60
|
+
/**
|
|
61
|
+
* Weekly summarization: update all category summaries
|
|
62
|
+
*/
|
|
63
|
+
runWeeklySummarization(): Promise<MaintenanceJobResult>;
|
|
64
|
+
/**
|
|
65
|
+
* Monthly reindex: cleanup, relationship re-weighting, database optimization
|
|
66
|
+
*/
|
|
67
|
+
runMonthlyReindex(): Promise<MaintenanceJobResult>;
|
|
68
|
+
/**
|
|
69
|
+
* General cleanup: remove archived items, compress data
|
|
70
|
+
*/
|
|
71
|
+
runCleanup(dryRun?: boolean): Promise<MaintenanceJobResult>;
|
|
72
|
+
private scheduleNightly;
|
|
73
|
+
private scheduleWeekly;
|
|
74
|
+
private scheduleMonthly;
|
|
75
|
+
/**
|
|
76
|
+
* Find potential duplicate chunks based on high similarity
|
|
77
|
+
*/
|
|
78
|
+
private findDuplicates;
|
|
79
|
+
private mergeDuplicates;
|
|
80
|
+
private getHotItems;
|
|
81
|
+
private promoteItem;
|
|
82
|
+
private getOldUnusedChunks;
|
|
83
|
+
private cleanupOrphanedData;
|
|
84
|
+
private createJobResult;
|
|
85
|
+
private recordJobResult;
|
|
86
|
+
}
|
|
87
|
+
export declare function getMaintenanceScheduler(metadataStore?: MemoryMetadataStore, config?: Partial<SchedulerConfig>): MaintenanceScheduler;
|
|
88
|
+
export declare function resetMaintenanceScheduler(): void;
|
|
89
|
+
//# sourceMappingURL=maintenanceScheduler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"maintenanceScheduler.d.ts","sourceRoot":"","sources":["../../src/services/maintenanceScheduler.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAA0B,MAAM,0BAA0B,CAAC;AACvF,OAAO,EAAE,eAAe,EAAyC,MAAM,sBAAsB,CAAC;AAC9F,OAAO,EAAE,eAAe,EAAsB,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAwB,MAAM,wBAAwB,CAAC;AAEjF,MAAM,MAAM,kBAAkB,GAC1B,OAAO,GACP,aAAa,GACb,WAAW,GACX,SAAS,GACT,SAAS,CAAC;AAEd,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,kBAAkB,GAAG,MAAM,CAAC;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,eAAe,EAAE,IAAI,GAAG,IAAI,CAAC;IAC7B,iBAAiB,EAAE,IAAI,GAAG,IAAI,CAAC;IAC/B,iBAAiB,EAAE,IAAI,GAAG,IAAI,CAAC;IAC/B,WAAW,EAAE,IAAI,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,oBAAoB,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,oBAAoB,EAAE,OAAO,CAAC;CAC/B;AAeD,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,aAAa,CAAsB;IAC3C,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,WAAW,CAAwB;IAC3C,OAAO,CAAC,KAAK,CAAmB;gBAG9B,aAAa,CAAC,EAAE,mBAAmB,EACnC,eAAe,CAAC,EAAE,eAAe,EACjC,eAAe,CAAC,EAAE,eAAe,EACjC,iBAAiB,CAAC,EAAE,iBAAiB,EACrC,MAAM,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC;IAmBnC,SAAS,IAAI,OAAO;IAIpB,QAAQ,IAAI,gBAAgB;IAI5B;;;OAGG;IACH,KAAK,IAAI,IAAI;IA4Bb,IAAI,IAAI,IAAI;IAWZ;;OAEG;IACG,MAAM,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAiBxE;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,oBAAoB,CAAC;IAqBrD;;OAEG;IACG,uBAAuB,IAAI,OAAO,CAAC,oBAAoB,CAAC;IAyD9D;;OAEG;IACG,sBAAsB,IAAI,OAAO,CAAC,oBAAoB,CAAC;IA+C7D;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,oBAAoB,CAAC;IAmDxD;;OAEG;IACG,UAAU,CAAC,MAAM,GAAE,OAAe,GAAG,OAAO,CAAC,oBAAoB,CAAC;IA4DxE,OAAO,CAAC,eAAe;IAoBvB,OAAO,CAAC,cAAc;IAmBtB,OAAO,CAAC,eAAe;IAgBvB;;OAEG;YACW,cAAc;YA2Cd,eAAe;IAW7B,OAAO,CAAC,WAAW;IAKnB,OAAO,CAAC,WAAW;IAWnB,OAAO,CAAC,kBAAkB;YAUZ,mBAAmB;IASjC,OAAO,CAAC,eAAe;IAkBvB,OAAO,CAAC,eAAe;CAYxB;AAID,wBAAgB,uBAAuB,CACrC,aAAa,CAAC,EAAE,mBAAmB,EACnC,MAAM,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAChC,oBAAoB,CAWtB;AAED,wBAAgB,yBAAyB,IAAI,IAAI,CAKhD"}
|