@timmeck/brain 1.0.0 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/BRAIN_PLAN.md +3324 -3324
- package/LICENSE +21 -21
- package/README.md +194 -188
- package/dist/brain.js +2 -0
- package/dist/brain.js.map +1 -1
- package/dist/cli/colors.d.ts +50 -0
- package/dist/cli/colors.js +106 -0
- package/dist/cli/colors.js.map +1 -0
- package/dist/cli/commands/config.d.ts +2 -0
- package/dist/cli/commands/config.js +165 -0
- package/dist/cli/commands/config.js.map +1 -0
- package/dist/cli/commands/dashboard.js +222 -8
- package/dist/cli/commands/dashboard.js.map +1 -1
- package/dist/cli/commands/export.js +3 -0
- package/dist/cli/commands/export.js.map +1 -1
- package/dist/cli/commands/import.js +24 -15
- package/dist/cli/commands/import.js.map +1 -1
- package/dist/cli/commands/insights.js +33 -6
- package/dist/cli/commands/insights.js.map +1 -1
- package/dist/cli/commands/learn.d.ts +2 -0
- package/dist/cli/commands/learn.js +22 -0
- package/dist/cli/commands/learn.js.map +1 -0
- package/dist/cli/commands/modules.js +25 -6
- package/dist/cli/commands/modules.js.map +1 -1
- package/dist/cli/commands/network.js +15 -9
- package/dist/cli/commands/network.js.map +1 -1
- package/dist/cli/commands/query.js +92 -25
- package/dist/cli/commands/query.js.map +1 -1
- package/dist/cli/commands/start.js +5 -4
- package/dist/cli/commands/start.js.map +1 -1
- package/dist/cli/commands/status.js +19 -16
- package/dist/cli/commands/status.js.map +1 -1
- package/dist/cli/commands/stop.js +5 -4
- package/dist/cli/commands/stop.js.map +1 -1
- package/dist/cli/ipc-helper.js +4 -3
- package/dist/cli/ipc-helper.js.map +1 -1
- package/dist/db/migrations/001_core_schema.js +115 -115
- package/dist/db/migrations/002_learning_schema.js +33 -33
- package/dist/db/migrations/003_code_schema.js +48 -48
- package/dist/db/migrations/004_synapses_schema.js +52 -52
- package/dist/db/migrations/005_fts_indexes.js +73 -73
- package/dist/db/migrations/index.js +6 -6
- package/dist/db/repositories/antipattern.repository.js +3 -3
- package/dist/db/repositories/code-module.repository.d.ts +1 -0
- package/dist/db/repositories/code-module.repository.js +8 -0
- package/dist/db/repositories/code-module.repository.js.map +1 -1
- package/dist/db/repositories/error.repository.js +46 -46
- package/dist/db/repositories/insight.repository.js +3 -3
- package/dist/db/repositories/notification.repository.js +3 -3
- package/dist/db/repositories/project.repository.js +21 -21
- package/dist/db/repositories/rule.repository.js +24 -24
- package/dist/db/repositories/solution.repository.js +50 -50
- package/dist/db/repositories/synapse.repository.js +18 -18
- package/dist/db/repositories/terminal.repository.js +24 -24
- package/dist/index.js +4 -0
- package/dist/index.js.map +1 -1
- package/dist/ipc/router.d.ts +2 -0
- package/dist/ipc/router.js +7 -1
- package/dist/ipc/router.js.map +1 -1
- package/dist/services/code.service.d.ts +1 -1
- package/dist/services/code.service.js +5 -2
- package/dist/services/code.service.js.map +1 -1
- package/package.json +5 -4
- package/src/brain.ts +3 -0
- package/src/cli/colors.ts +116 -0
- package/src/cli/commands/config.ts +169 -0
- package/src/cli/commands/dashboard.ts +231 -8
- package/src/cli/commands/export.ts +4 -0
- package/src/cli/commands/import.ts +24 -15
- package/src/cli/commands/insights.ts +37 -5
- package/src/cli/commands/learn.ts +24 -0
- package/src/cli/commands/modules.ts +28 -5
- package/src/cli/commands/network.ts +15 -9
- package/src/cli/commands/query.ts +103 -26
- package/src/cli/commands/start.ts +5 -4
- package/src/cli/commands/status.ts +19 -16
- package/src/cli/commands/stop.ts +5 -4
- package/src/cli/ipc-helper.ts +4 -3
- package/src/code/analyzer.ts +77 -77
- package/src/code/fingerprint.ts +87 -87
- package/src/code/matcher.ts +64 -64
- package/src/code/parsers/generic.ts +29 -29
- package/src/code/parsers/python.ts +54 -54
- package/src/code/parsers/typescript.ts +65 -65
- package/src/code/registry.ts +60 -60
- package/src/code/scorer.ts +108 -108
- package/src/config.ts +111 -111
- package/src/db/connection.ts +22 -22
- package/src/db/migrations/001_core_schema.ts +120 -120
- package/src/db/migrations/002_learning_schema.ts +38 -38
- package/src/db/migrations/003_code_schema.ts +53 -53
- package/src/db/migrations/004_synapses_schema.ts +57 -57
- package/src/db/migrations/005_fts_indexes.ts +78 -78
- package/src/db/migrations/006_synapses_phase3.ts +17 -17
- package/src/db/migrations/index.ts +64 -64
- package/src/db/repositories/antipattern.repository.ts +66 -66
- package/src/db/repositories/code-module.repository.ts +9 -0
- package/src/db/repositories/error.repository.ts +149 -149
- package/src/db/repositories/insight.repository.ts +78 -78
- package/src/db/repositories/notification.repository.ts +66 -66
- package/src/db/repositories/project.repository.ts +93 -93
- package/src/db/repositories/rule.repository.ts +108 -108
- package/src/db/repositories/solution.repository.ts +154 -154
- package/src/db/repositories/synapse.repository.ts +153 -153
- package/src/db/repositories/terminal.repository.ts +101 -101
- package/src/hooks/post-tool-use.ts +90 -90
- package/src/hooks/post-write.ts +117 -117
- package/src/index.ts +4 -0
- package/src/ipc/client.ts +118 -118
- package/src/ipc/protocol.ts +35 -35
- package/src/ipc/router.ts +9 -1
- package/src/ipc/server.ts +110 -110
- package/src/learning/confidence-scorer.ts +47 -47
- package/src/learning/decay.ts +46 -46
- package/src/learning/learning-engine.ts +162 -162
- package/src/learning/pattern-extractor.ts +90 -90
- package/src/learning/rule-generator.ts +74 -74
- package/src/matching/error-matcher.ts +115 -115
- package/src/matching/fingerprint.ts +29 -29
- package/src/matching/similarity.ts +61 -61
- package/src/matching/tfidf.ts +74 -74
- package/src/matching/tokenizer.ts +41 -41
- package/src/mcp/auto-detect.ts +93 -93
- package/src/mcp/server.ts +73 -73
- package/src/mcp/tools.ts +290 -290
- package/src/parsing/error-parser.ts +28 -28
- package/src/parsing/parsers/compiler.ts +93 -93
- package/src/parsing/parsers/generic.ts +28 -28
- package/src/parsing/parsers/go.ts +97 -97
- package/src/parsing/parsers/node.ts +69 -69
- package/src/parsing/parsers/python.ts +62 -62
- package/src/parsing/parsers/rust.ts +50 -50
- package/src/parsing/parsers/shell.ts +42 -42
- package/src/parsing/types.ts +47 -47
- package/src/research/gap-analyzer.ts +135 -135
- package/src/research/insight-generator.ts +123 -123
- package/src/research/research-engine.ts +116 -116
- package/src/research/synergy-detector.ts +126 -126
- package/src/research/template-extractor.ts +130 -130
- package/src/research/trend-analyzer.ts +127 -127
- package/src/services/analytics.service.ts +87 -87
- package/src/services/code.service.ts +5 -2
- package/src/services/error.service.ts +164 -164
- package/src/services/notification.service.ts +41 -41
- package/src/services/prevention.service.ts +119 -119
- package/src/services/research.service.ts +93 -93
- package/src/services/solution.service.ts +116 -116
- package/src/services/synapse.service.ts +59 -59
- package/src/services/terminal.service.ts +81 -81
- package/src/synapses/activation.ts +80 -80
- package/src/synapses/decay.ts +38 -38
- package/src/synapses/hebbian.ts +69 -69
- package/src/synapses/pathfinder.ts +81 -81
- package/src/synapses/synapse-manager.ts +109 -109
- package/src/types/code.types.ts +52 -52
- package/src/types/config.types.ts +79 -79
- package/src/types/error.types.ts +67 -67
- package/src/types/ipc.types.ts +8 -8
- package/src/types/mcp.types.ts +53 -53
- package/src/types/research.types.ts +28 -28
- package/src/types/solution.types.ts +30 -30
- package/src/types/synapse.types.ts +49 -49
- package/src/utils/events.ts +45 -45
- package/src/utils/hash.ts +5 -5
- package/src/utils/logger.ts +48 -48
- package/src/utils/paths.ts +19 -19
- package/tests/fixtures/code-modules/modules.ts +83 -83
- package/tests/fixtures/errors/go.ts +9 -9
- package/tests/fixtures/errors/node.ts +24 -24
- package/tests/fixtures/errors/python.ts +21 -21
- package/tests/fixtures/errors/rust.ts +25 -25
- package/tests/fixtures/errors/shell.ts +15 -15
- package/tests/fixtures/solutions/solutions.ts +27 -27
- package/tests/helpers/setup-db.ts +52 -52
- package/tests/integration/code-flow.test.ts +86 -86
- package/tests/integration/error-flow.test.ts +83 -83
- package/tests/integration/ipc-flow.test.ts +166 -166
- package/tests/integration/learning-cycle.test.ts +82 -82
- package/tests/integration/synapse-flow.test.ts +117 -117
- package/tests/unit/code/analyzer.test.ts +58 -58
- package/tests/unit/code/fingerprint.test.ts +51 -51
- package/tests/unit/code/scorer.test.ts +55 -55
- package/tests/unit/learning/confidence-scorer.test.ts +60 -60
- package/tests/unit/learning/decay.test.ts +45 -45
- package/tests/unit/learning/pattern-extractor.test.ts +50 -50
- package/tests/unit/matching/error-matcher.test.ts +69 -69
- package/tests/unit/matching/fingerprint.test.ts +47 -47
- package/tests/unit/matching/similarity.test.ts +65 -65
- package/tests/unit/matching/tfidf.test.ts +71 -71
- package/tests/unit/matching/tokenizer.test.ts +83 -83
- package/tests/unit/parsing/parsers.test.ts +113 -113
- package/tests/unit/research/gap-analyzer.test.ts +45 -45
- package/tests/unit/research/trend-analyzer.test.ts +45 -45
- package/tests/unit/synapses/activation.test.ts +80 -80
- package/tests/unit/synapses/decay.test.ts +27 -27
- package/tests/unit/synapses/hebbian.test.ts +96 -96
- package/tests/unit/synapses/pathfinder.test.ts +72 -72
- package/tsconfig.json +18 -18
package/src/learning/decay.ts
CHANGED
|
@@ -1,46 +1,46 @@
|
|
|
1
|
-
import type { SolutionRepository } from '../db/repositories/solution.repository.js';
|
|
2
|
-
import { wilsonScore } from './confidence-scorer.js';
|
|
3
|
-
|
|
4
|
-
/**
|
|
5
|
-
* Update confidence scores for all solutions based on their attempt history.
|
|
6
|
-
*/
|
|
7
|
-
export function updateSolutionConfidences(solutionRepo: SolutionRepository): number {
|
|
8
|
-
const solutions = solutionRepo.getAll();
|
|
9
|
-
let updated = 0;
|
|
10
|
-
|
|
11
|
-
for (const sol of solutions) {
|
|
12
|
-
const total = sol.success_count + sol.fail_count;
|
|
13
|
-
if (total === 0) continue;
|
|
14
|
-
|
|
15
|
-
const newConfidence = wilsonScore(sol.success_count, total);
|
|
16
|
-
if (Math.abs(newConfidence - sol.confidence) > 0.001) {
|
|
17
|
-
solutionRepo.update(sol.id, { confidence: newConfidence });
|
|
18
|
-
updated++;
|
|
19
|
-
}
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
return updated;
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
/**
|
|
26
|
-
* Compute relevance decay factor for a timestamp.
|
|
27
|
-
*/
|
|
28
|
-
export function relevanceDecay(timestamp: string, halfLifeDays: number): number {
|
|
29
|
-
const ageDays = (Date.now() - new Date(timestamp).getTime()) / (1000 * 60 * 60 * 24);
|
|
30
|
-
return Math.pow(0.5, ageDays / halfLifeDays);
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
/**
|
|
34
|
-
* Determine if a rule should be pruned based on its performance.
|
|
35
|
-
*/
|
|
36
|
-
export function shouldPruneRule(
|
|
37
|
-
confidence: number,
|
|
38
|
-
rejectionCount: number,
|
|
39
|
-
totalUsage: number,
|
|
40
|
-
pruneThreshold: number,
|
|
41
|
-
maxRejectionRate: number,
|
|
42
|
-
): boolean {
|
|
43
|
-
if (confidence < pruneThreshold) return true;
|
|
44
|
-
if (totalUsage > 0 && rejectionCount / totalUsage > maxRejectionRate) return true;
|
|
45
|
-
return false;
|
|
46
|
-
}
|
|
1
|
+
import type { SolutionRepository } from '../db/repositories/solution.repository.js';
|
|
2
|
+
import { wilsonScore } from './confidence-scorer.js';
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* Update confidence scores for all solutions based on their attempt history.
|
|
6
|
+
*/
|
|
7
|
+
export function updateSolutionConfidences(solutionRepo: SolutionRepository): number {
|
|
8
|
+
const solutions = solutionRepo.getAll();
|
|
9
|
+
let updated = 0;
|
|
10
|
+
|
|
11
|
+
for (const sol of solutions) {
|
|
12
|
+
const total = sol.success_count + sol.fail_count;
|
|
13
|
+
if (total === 0) continue;
|
|
14
|
+
|
|
15
|
+
const newConfidence = wilsonScore(sol.success_count, total);
|
|
16
|
+
if (Math.abs(newConfidence - sol.confidence) > 0.001) {
|
|
17
|
+
solutionRepo.update(sol.id, { confidence: newConfidence });
|
|
18
|
+
updated++;
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
return updated;
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
/**
|
|
26
|
+
* Compute relevance decay factor for a timestamp.
|
|
27
|
+
*/
|
|
28
|
+
export function relevanceDecay(timestamp: string, halfLifeDays: number): number {
|
|
29
|
+
const ageDays = (Date.now() - new Date(timestamp).getTime()) / (1000 * 60 * 60 * 24);
|
|
30
|
+
return Math.pow(0.5, ageDays / halfLifeDays);
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
/**
|
|
34
|
+
* Determine if a rule should be pruned based on its performance.
|
|
35
|
+
*/
|
|
36
|
+
export function shouldPruneRule(
|
|
37
|
+
confidence: number,
|
|
38
|
+
rejectionCount: number,
|
|
39
|
+
totalUsage: number,
|
|
40
|
+
pruneThreshold: number,
|
|
41
|
+
maxRejectionRate: number,
|
|
42
|
+
): boolean {
|
|
43
|
+
if (confidence < pruneThreshold) return true;
|
|
44
|
+
if (totalUsage > 0 && rejectionCount / totalUsage > maxRejectionRate) return true;
|
|
45
|
+
return false;
|
|
46
|
+
}
|
|
@@ -1,162 +1,162 @@
|
|
|
1
|
-
import type { LearningConfig } from '../types/config.types.js';
|
|
2
|
-
import type { ErrorRepository } from '../db/repositories/error.repository.js';
|
|
3
|
-
import type { SolutionRepository } from '../db/repositories/solution.repository.js';
|
|
4
|
-
import type { RuleRepository } from '../db/repositories/rule.repository.js';
|
|
5
|
-
import type { AntipatternRepository } from '../db/repositories/antipattern.repository.js';
|
|
6
|
-
import type { SynapseManager } from '../synapses/synapse-manager.js';
|
|
7
|
-
import { extractPatterns } from './pattern-extractor.js';
|
|
8
|
-
import { generateRules, persistRules } from './rule-generator.js';
|
|
9
|
-
import { shouldPruneRule } from './decay.js';
|
|
10
|
-
import { getLogger } from '../utils/logger.js';
|
|
11
|
-
|
|
12
|
-
export interface LearningCycleResult {
|
|
13
|
-
newPatterns: number;
|
|
14
|
-
updatedRules: number;
|
|
15
|
-
prunedRules: number;
|
|
16
|
-
newAntipatterns: number;
|
|
17
|
-
duration: number;
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
export class LearningEngine {
|
|
21
|
-
private timer: ReturnType<typeof setInterval> | null = null;
|
|
22
|
-
private logger = getLogger();
|
|
23
|
-
private lastCycleAt: string | null = null;
|
|
24
|
-
|
|
25
|
-
constructor(
|
|
26
|
-
private config: LearningConfig,
|
|
27
|
-
private errorRepo: ErrorRepository,
|
|
28
|
-
private solutionRepo: SolutionRepository,
|
|
29
|
-
private ruleRepo: RuleRepository,
|
|
30
|
-
private antipatternRepo: AntipatternRepository,
|
|
31
|
-
private synapseManager: SynapseManager,
|
|
32
|
-
) {}
|
|
33
|
-
|
|
34
|
-
start(): void {
|
|
35
|
-
this.logger.info(`Learning engine starting (interval: ${this.config.intervalMs}ms)`);
|
|
36
|
-
this.timer = setInterval(() => this.runCycle(), this.config.intervalMs);
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
stop(): void {
|
|
40
|
-
if (this.timer) {
|
|
41
|
-
clearInterval(this.timer);
|
|
42
|
-
this.timer = null;
|
|
43
|
-
}
|
|
44
|
-
this.logger.info('Learning engine stopped');
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
runCycle(): LearningCycleResult {
|
|
48
|
-
const start = Date.now();
|
|
49
|
-
this.logger.info('Learning cycle starting');
|
|
50
|
-
|
|
51
|
-
const result: LearningCycleResult = {
|
|
52
|
-
newPatterns: 0,
|
|
53
|
-
updatedRules: 0,
|
|
54
|
-
prunedRules: 0,
|
|
55
|
-
newAntipatterns: 0,
|
|
56
|
-
duration: 0,
|
|
57
|
-
};
|
|
58
|
-
|
|
59
|
-
// Phase 1: Collect recent errors
|
|
60
|
-
const since = this.lastCycleAt ?? new Date(Date.now() - this.config.intervalMs).toISOString();
|
|
61
|
-
const recentErrors = this.errorRepo.findUnresolved();
|
|
62
|
-
|
|
63
|
-
// Phase 2: Extract patterns
|
|
64
|
-
const patterns = extractPatterns(recentErrors, 0.7);
|
|
65
|
-
result.newPatterns = patterns.length;
|
|
66
|
-
|
|
67
|
-
// Phase 3: Enrich patterns with solution data
|
|
68
|
-
for (const pattern of patterns) {
|
|
69
|
-
let totalSuccess = 0;
|
|
70
|
-
let totalAttempts = 0;
|
|
71
|
-
|
|
72
|
-
for (const errorId of pattern.errorIds) {
|
|
73
|
-
const solutions = this.solutionRepo.findForError(errorId);
|
|
74
|
-
pattern.solutionIds.push(...solutions.map(s => s.id));
|
|
75
|
-
|
|
76
|
-
for (const sol of solutions) {
|
|
77
|
-
const rate = this.solutionRepo.successRate(sol.id);
|
|
78
|
-
totalSuccess += rate;
|
|
79
|
-
totalAttempts++;
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
|
|
83
|
-
pattern.successRate = totalAttempts > 0 ? totalSuccess / totalAttempts : 0;
|
|
84
|
-
pattern.confidence = Math.min(
|
|
85
|
-
0.95,
|
|
86
|
-
pattern.successRate * 0.6 + Math.min(1, pattern.occurrences / 10) * 0.4,
|
|
87
|
-
);
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
// Phase 4: Generate rules from patterns
|
|
91
|
-
const rules = generateRules(patterns, this.config);
|
|
92
|
-
result.updatedRules = persistRules(rules, this.ruleRepo);
|
|
93
|
-
|
|
94
|
-
// Phase 5: Prune weak rules
|
|
95
|
-
const activeRules = this.ruleRepo.findActive();
|
|
96
|
-
for (const rule of activeRules) {
|
|
97
|
-
if (shouldPruneRule(
|
|
98
|
-
rule.confidence,
|
|
99
|
-
0, // rejection count not tracked yet
|
|
100
|
-
rule.occurrences,
|
|
101
|
-
this.config.pruneThreshold,
|
|
102
|
-
this.config.maxRejectionRate,
|
|
103
|
-
)) {
|
|
104
|
-
this.ruleRepo.update(rule.id, { active: 0 });
|
|
105
|
-
result.prunedRules++;
|
|
106
|
-
}
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
// Phase 6: Detect antipatterns
|
|
110
|
-
result.newAntipatterns = this.detectAntipatterns();
|
|
111
|
-
|
|
112
|
-
// Phase 7: Run synapse decay
|
|
113
|
-
this.synapseManager.runDecay();
|
|
114
|
-
|
|
115
|
-
this.lastCycleAt = new Date().toISOString();
|
|
116
|
-
result.duration = Date.now() - start;
|
|
117
|
-
this.logger.info(`Learning cycle complete: ${result.newPatterns} patterns, ${result.updatedRules} rules, ${result.prunedRules} pruned, ${result.newAntipatterns} antipatterns (${result.duration}ms)`);
|
|
118
|
-
|
|
119
|
-
return result;
|
|
120
|
-
}
|
|
121
|
-
|
|
122
|
-
private detectAntipatterns(): number {
|
|
123
|
-
const unresolvedErrors = this.errorRepo.findUnresolved();
|
|
124
|
-
const recurring = unresolvedErrors.filter(e => e.occurrence_count >= this.config.minOccurrences);
|
|
125
|
-
let count = 0;
|
|
126
|
-
|
|
127
|
-
for (const error of recurring) {
|
|
128
|
-
const solutions = this.solutionRepo.findForError(error.id);
|
|
129
|
-
const allFailed = solutions.length > 0 && solutions.every(s => {
|
|
130
|
-
const rate = this.solutionRepo.successRate(s.id);
|
|
131
|
-
return rate < 0.3;
|
|
132
|
-
});
|
|
133
|
-
|
|
134
|
-
if (solutions.length >= 2 && allFailed) {
|
|
135
|
-
// Check if antipattern already exists
|
|
136
|
-
const existing = this.antipatternRepo.findByProject(error.project_id);
|
|
137
|
-
const alreadyDetected = existing.some(ap =>
|
|
138
|
-
ap.pattern.includes(error.type) && ap.description.includes(error.message.substring(0, 30))
|
|
139
|
-
);
|
|
140
|
-
|
|
141
|
-
if (!alreadyDetected) {
|
|
142
|
-
this.antipatternRepo.create({
|
|
143
|
-
pattern: `${error.type}.*${error.message.substring(0, 40).replace(/[.*+?^${}()|[\]\\]/g, '\\$&')}`,
|
|
144
|
-
description: `Recurring error without solution: ${error.type}: ${error.message}`,
|
|
145
|
-
severity: solutions.length >= 4 ? 'critical' : 'warning',
|
|
146
|
-
suggestion: null,
|
|
147
|
-
occurrences: error.occurrence_count,
|
|
148
|
-
project_id: error.project_id,
|
|
149
|
-
global: 0,
|
|
150
|
-
});
|
|
151
|
-
count++;
|
|
152
|
-
}
|
|
153
|
-
}
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
return count;
|
|
157
|
-
}
|
|
158
|
-
|
|
159
|
-
getLastCycleAt(): string | null {
|
|
160
|
-
return this.lastCycleAt;
|
|
161
|
-
}
|
|
162
|
-
}
|
|
1
|
+
import type { LearningConfig } from '../types/config.types.js';
|
|
2
|
+
import type { ErrorRepository } from '../db/repositories/error.repository.js';
|
|
3
|
+
import type { SolutionRepository } from '../db/repositories/solution.repository.js';
|
|
4
|
+
import type { RuleRepository } from '../db/repositories/rule.repository.js';
|
|
5
|
+
import type { AntipatternRepository } from '../db/repositories/antipattern.repository.js';
|
|
6
|
+
import type { SynapseManager } from '../synapses/synapse-manager.js';
|
|
7
|
+
import { extractPatterns } from './pattern-extractor.js';
|
|
8
|
+
import { generateRules, persistRules } from './rule-generator.js';
|
|
9
|
+
import { shouldPruneRule } from './decay.js';
|
|
10
|
+
import { getLogger } from '../utils/logger.js';
|
|
11
|
+
|
|
12
|
+
export interface LearningCycleResult {
|
|
13
|
+
newPatterns: number;
|
|
14
|
+
updatedRules: number;
|
|
15
|
+
prunedRules: number;
|
|
16
|
+
newAntipatterns: number;
|
|
17
|
+
duration: number;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
export class LearningEngine {
|
|
21
|
+
private timer: ReturnType<typeof setInterval> | null = null;
|
|
22
|
+
private logger = getLogger();
|
|
23
|
+
private lastCycleAt: string | null = null;
|
|
24
|
+
|
|
25
|
+
constructor(
|
|
26
|
+
private config: LearningConfig,
|
|
27
|
+
private errorRepo: ErrorRepository,
|
|
28
|
+
private solutionRepo: SolutionRepository,
|
|
29
|
+
private ruleRepo: RuleRepository,
|
|
30
|
+
private antipatternRepo: AntipatternRepository,
|
|
31
|
+
private synapseManager: SynapseManager,
|
|
32
|
+
) {}
|
|
33
|
+
|
|
34
|
+
start(): void {
|
|
35
|
+
this.logger.info(`Learning engine starting (interval: ${this.config.intervalMs}ms)`);
|
|
36
|
+
this.timer = setInterval(() => this.runCycle(), this.config.intervalMs);
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
stop(): void {
|
|
40
|
+
if (this.timer) {
|
|
41
|
+
clearInterval(this.timer);
|
|
42
|
+
this.timer = null;
|
|
43
|
+
}
|
|
44
|
+
this.logger.info('Learning engine stopped');
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
runCycle(): LearningCycleResult {
|
|
48
|
+
const start = Date.now();
|
|
49
|
+
this.logger.info('Learning cycle starting');
|
|
50
|
+
|
|
51
|
+
const result: LearningCycleResult = {
|
|
52
|
+
newPatterns: 0,
|
|
53
|
+
updatedRules: 0,
|
|
54
|
+
prunedRules: 0,
|
|
55
|
+
newAntipatterns: 0,
|
|
56
|
+
duration: 0,
|
|
57
|
+
};
|
|
58
|
+
|
|
59
|
+
// Phase 1: Collect recent errors
|
|
60
|
+
const since = this.lastCycleAt ?? new Date(Date.now() - this.config.intervalMs).toISOString();
|
|
61
|
+
const recentErrors = this.errorRepo.findUnresolved();
|
|
62
|
+
|
|
63
|
+
// Phase 2: Extract patterns
|
|
64
|
+
const patterns = extractPatterns(recentErrors, 0.7);
|
|
65
|
+
result.newPatterns = patterns.length;
|
|
66
|
+
|
|
67
|
+
// Phase 3: Enrich patterns with solution data
|
|
68
|
+
for (const pattern of patterns) {
|
|
69
|
+
let totalSuccess = 0;
|
|
70
|
+
let totalAttempts = 0;
|
|
71
|
+
|
|
72
|
+
for (const errorId of pattern.errorIds) {
|
|
73
|
+
const solutions = this.solutionRepo.findForError(errorId);
|
|
74
|
+
pattern.solutionIds.push(...solutions.map(s => s.id));
|
|
75
|
+
|
|
76
|
+
for (const sol of solutions) {
|
|
77
|
+
const rate = this.solutionRepo.successRate(sol.id);
|
|
78
|
+
totalSuccess += rate;
|
|
79
|
+
totalAttempts++;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
pattern.successRate = totalAttempts > 0 ? totalSuccess / totalAttempts : 0;
|
|
84
|
+
pattern.confidence = Math.min(
|
|
85
|
+
0.95,
|
|
86
|
+
pattern.successRate * 0.6 + Math.min(1, pattern.occurrences / 10) * 0.4,
|
|
87
|
+
);
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
// Phase 4: Generate rules from patterns
|
|
91
|
+
const rules = generateRules(patterns, this.config);
|
|
92
|
+
result.updatedRules = persistRules(rules, this.ruleRepo);
|
|
93
|
+
|
|
94
|
+
// Phase 5: Prune weak rules
|
|
95
|
+
const activeRules = this.ruleRepo.findActive();
|
|
96
|
+
for (const rule of activeRules) {
|
|
97
|
+
if (shouldPruneRule(
|
|
98
|
+
rule.confidence,
|
|
99
|
+
0, // rejection count not tracked yet
|
|
100
|
+
rule.occurrences,
|
|
101
|
+
this.config.pruneThreshold,
|
|
102
|
+
this.config.maxRejectionRate,
|
|
103
|
+
)) {
|
|
104
|
+
this.ruleRepo.update(rule.id, { active: 0 });
|
|
105
|
+
result.prunedRules++;
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
// Phase 6: Detect antipatterns
|
|
110
|
+
result.newAntipatterns = this.detectAntipatterns();
|
|
111
|
+
|
|
112
|
+
// Phase 7: Run synapse decay
|
|
113
|
+
this.synapseManager.runDecay();
|
|
114
|
+
|
|
115
|
+
this.lastCycleAt = new Date().toISOString();
|
|
116
|
+
result.duration = Date.now() - start;
|
|
117
|
+
this.logger.info(`Learning cycle complete: ${result.newPatterns} patterns, ${result.updatedRules} rules, ${result.prunedRules} pruned, ${result.newAntipatterns} antipatterns (${result.duration}ms)`);
|
|
118
|
+
|
|
119
|
+
return result;
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
private detectAntipatterns(): number {
|
|
123
|
+
const unresolvedErrors = this.errorRepo.findUnresolved();
|
|
124
|
+
const recurring = unresolvedErrors.filter(e => e.occurrence_count >= this.config.minOccurrences);
|
|
125
|
+
let count = 0;
|
|
126
|
+
|
|
127
|
+
for (const error of recurring) {
|
|
128
|
+
const solutions = this.solutionRepo.findForError(error.id);
|
|
129
|
+
const allFailed = solutions.length > 0 && solutions.every(s => {
|
|
130
|
+
const rate = this.solutionRepo.successRate(s.id);
|
|
131
|
+
return rate < 0.3;
|
|
132
|
+
});
|
|
133
|
+
|
|
134
|
+
if (solutions.length >= 2 && allFailed) {
|
|
135
|
+
// Check if antipattern already exists
|
|
136
|
+
const existing = this.antipatternRepo.findByProject(error.project_id);
|
|
137
|
+
const alreadyDetected = existing.some(ap =>
|
|
138
|
+
ap.pattern.includes(error.type) && ap.description.includes(error.message.substring(0, 30))
|
|
139
|
+
);
|
|
140
|
+
|
|
141
|
+
if (!alreadyDetected) {
|
|
142
|
+
this.antipatternRepo.create({
|
|
143
|
+
pattern: `${error.type}.*${error.message.substring(0, 40).replace(/[.*+?^${}()|[\]\\]/g, '\\$&')}`,
|
|
144
|
+
description: `Recurring error without solution: ${error.type}: ${error.message}`,
|
|
145
|
+
severity: solutions.length >= 4 ? 'critical' : 'warning',
|
|
146
|
+
suggestion: null,
|
|
147
|
+
occurrences: error.occurrence_count,
|
|
148
|
+
project_id: error.project_id,
|
|
149
|
+
global: 0,
|
|
150
|
+
});
|
|
151
|
+
count++;
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
return count;
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
getLastCycleAt(): string | null {
|
|
160
|
+
return this.lastCycleAt;
|
|
161
|
+
}
|
|
162
|
+
}
|
|
@@ -1,90 +1,90 @@
|
|
|
1
|
-
import type { ErrorRecord } from '../types/error.types.js';
|
|
2
|
-
import { tokenize } from '../matching/tokenizer.js';
|
|
3
|
-
import { cosineSimilarity } from '../matching/similarity.js';
|
|
4
|
-
|
|
5
|
-
export interface ErrorPattern {
|
|
6
|
-
errorType: string;
|
|
7
|
-
messageTemplate: string;
|
|
8
|
-
messageRegex: string;
|
|
9
|
-
filePattern: string | null;
|
|
10
|
-
occurrences: number;
|
|
11
|
-
errorIds: number[];
|
|
12
|
-
solutionIds: number[];
|
|
13
|
-
confidence: number;
|
|
14
|
-
successRate: number;
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
interface Centroid {
|
|
18
|
-
errorType: string;
|
|
19
|
-
tokens: string[];
|
|
20
|
-
errorIds: number[];
|
|
21
|
-
filePattern: string | null;
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
/**
|
|
25
|
-
* Extract patterns from error records using centroid-based clustering.
|
|
26
|
-
*/
|
|
27
|
-
export function extractPatterns(
|
|
28
|
-
errors: ErrorRecord[],
|
|
29
|
-
similarityThreshold: number = 0.7,
|
|
30
|
-
): ErrorPattern[] {
|
|
31
|
-
const centroids: Centroid[] = [];
|
|
32
|
-
|
|
33
|
-
for (const error of errors) {
|
|
34
|
-
const tokens = tokenize(`${error.type} ${error.message}`);
|
|
35
|
-
let merged = false;
|
|
36
|
-
|
|
37
|
-
for (const centroid of centroids) {
|
|
38
|
-
if (centroid.errorType !== error.type) continue;
|
|
39
|
-
|
|
40
|
-
const sim = cosineSimilarity(centroid.tokens, tokens);
|
|
41
|
-
if (sim >= similarityThreshold) {
|
|
42
|
-
// Merge into existing centroid (running average)
|
|
43
|
-
const allTokens = [...centroid.tokens, ...tokens];
|
|
44
|
-
centroid.tokens = [...new Set(allTokens)];
|
|
45
|
-
centroid.errorIds.push(error.id);
|
|
46
|
-
if (!centroid.filePattern && error.file_path) {
|
|
47
|
-
centroid.filePattern = extractFilePattern(error.file_path);
|
|
48
|
-
}
|
|
49
|
-
merged = true;
|
|
50
|
-
break;
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
if (!merged) {
|
|
55
|
-
centroids.push({
|
|
56
|
-
errorType: error.type,
|
|
57
|
-
tokens,
|
|
58
|
-
errorIds: [error.id],
|
|
59
|
-
filePattern: error.file_path ? extractFilePattern(error.file_path) : null,
|
|
60
|
-
});
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
return centroids
|
|
65
|
-
.filter(c => c.errorIds.length >= 2)
|
|
66
|
-
.map(c => ({
|
|
67
|
-
errorType: c.errorType,
|
|
68
|
-
messageTemplate: c.tokens.join(' '),
|
|
69
|
-
messageRegex: buildRegex(c.tokens),
|
|
70
|
-
filePattern: c.filePattern,
|
|
71
|
-
occurrences: c.errorIds.length,
|
|
72
|
-
errorIds: c.errorIds,
|
|
73
|
-
solutionIds: [],
|
|
74
|
-
confidence: 0,
|
|
75
|
-
successRate: 0,
|
|
76
|
-
}));
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
function extractFilePattern(filePath: string): string {
|
|
80
|
-
// Extract the meaningful part: last directory + extension
|
|
81
|
-
const parts = filePath.replace(/\\/g, '/').split('/');
|
|
82
|
-
const fileName = parts[parts.length - 1] ?? '';
|
|
83
|
-
const ext = fileName.split('.').pop() ?? '';
|
|
84
|
-
return ext ? `*.${ext}` : '*';
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
function buildRegex(tokens: string[]): string {
|
|
88
|
-
const escaped = tokens.map(t => t.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'));
|
|
89
|
-
return escaped.join('.*');
|
|
90
|
-
}
|
|
1
|
+
import type { ErrorRecord } from '../types/error.types.js';
|
|
2
|
+
import { tokenize } from '../matching/tokenizer.js';
|
|
3
|
+
import { cosineSimilarity } from '../matching/similarity.js';
|
|
4
|
+
|
|
5
|
+
export interface ErrorPattern {
|
|
6
|
+
errorType: string;
|
|
7
|
+
messageTemplate: string;
|
|
8
|
+
messageRegex: string;
|
|
9
|
+
filePattern: string | null;
|
|
10
|
+
occurrences: number;
|
|
11
|
+
errorIds: number[];
|
|
12
|
+
solutionIds: number[];
|
|
13
|
+
confidence: number;
|
|
14
|
+
successRate: number;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
interface Centroid {
|
|
18
|
+
errorType: string;
|
|
19
|
+
tokens: string[];
|
|
20
|
+
errorIds: number[];
|
|
21
|
+
filePattern: string | null;
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
/**
|
|
25
|
+
* Extract patterns from error records using centroid-based clustering.
|
|
26
|
+
*/
|
|
27
|
+
export function extractPatterns(
|
|
28
|
+
errors: ErrorRecord[],
|
|
29
|
+
similarityThreshold: number = 0.7,
|
|
30
|
+
): ErrorPattern[] {
|
|
31
|
+
const centroids: Centroid[] = [];
|
|
32
|
+
|
|
33
|
+
for (const error of errors) {
|
|
34
|
+
const tokens = tokenize(`${error.type} ${error.message}`);
|
|
35
|
+
let merged = false;
|
|
36
|
+
|
|
37
|
+
for (const centroid of centroids) {
|
|
38
|
+
if (centroid.errorType !== error.type) continue;
|
|
39
|
+
|
|
40
|
+
const sim = cosineSimilarity(centroid.tokens, tokens);
|
|
41
|
+
if (sim >= similarityThreshold) {
|
|
42
|
+
// Merge into existing centroid (running average)
|
|
43
|
+
const allTokens = [...centroid.tokens, ...tokens];
|
|
44
|
+
centroid.tokens = [...new Set(allTokens)];
|
|
45
|
+
centroid.errorIds.push(error.id);
|
|
46
|
+
if (!centroid.filePattern && error.file_path) {
|
|
47
|
+
centroid.filePattern = extractFilePattern(error.file_path);
|
|
48
|
+
}
|
|
49
|
+
merged = true;
|
|
50
|
+
break;
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
if (!merged) {
|
|
55
|
+
centroids.push({
|
|
56
|
+
errorType: error.type,
|
|
57
|
+
tokens,
|
|
58
|
+
errorIds: [error.id],
|
|
59
|
+
filePattern: error.file_path ? extractFilePattern(error.file_path) : null,
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
return centroids
|
|
65
|
+
.filter(c => c.errorIds.length >= 2)
|
|
66
|
+
.map(c => ({
|
|
67
|
+
errorType: c.errorType,
|
|
68
|
+
messageTemplate: c.tokens.join(' '),
|
|
69
|
+
messageRegex: buildRegex(c.tokens),
|
|
70
|
+
filePattern: c.filePattern,
|
|
71
|
+
occurrences: c.errorIds.length,
|
|
72
|
+
errorIds: c.errorIds,
|
|
73
|
+
solutionIds: [],
|
|
74
|
+
confidence: 0,
|
|
75
|
+
successRate: 0,
|
|
76
|
+
}));
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
function extractFilePattern(filePath: string): string {
|
|
80
|
+
// Extract the meaningful part: last directory + extension
|
|
81
|
+
const parts = filePath.replace(/\\/g, '/').split('/');
|
|
82
|
+
const fileName = parts[parts.length - 1] ?? '';
|
|
83
|
+
const ext = fileName.split('.').pop() ?? '';
|
|
84
|
+
return ext ? `*.${ext}` : '*';
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
function buildRegex(tokens: string[]): string {
|
|
88
|
+
const escaped = tokens.map(t => t.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'));
|
|
89
|
+
return escaped.join('.*');
|
|
90
|
+
}
|