@timmeck/brain 1.8.0 → 1.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/BRAIN_PLAN.md +3324 -3324
- package/LICENSE +21 -21
- package/dist/api/server.d.ts +4 -0
- package/dist/api/server.js +73 -0
- package/dist/api/server.js.map +1 -1
- package/dist/brain.js +2 -1
- package/dist/brain.js.map +1 -1
- package/dist/cli/commands/dashboard.js +606 -572
- package/dist/cli/commands/dashboard.js.map +1 -1
- package/dist/dashboard/server.js +25 -25
- package/dist/db/migrations/001_core_schema.js +115 -115
- package/dist/db/migrations/002_learning_schema.js +33 -33
- package/dist/db/migrations/003_code_schema.js +48 -48
- package/dist/db/migrations/004_synapses_schema.js +52 -52
- package/dist/db/migrations/005_fts_indexes.js +73 -73
- package/dist/db/migrations/007_feedback.js +8 -8
- package/dist/db/migrations/008_git_integration.js +33 -33
- package/dist/db/migrations/009_embeddings.js +3 -3
- package/dist/db/repositories/antipattern.repository.js +3 -3
- package/dist/db/repositories/code-module.repository.js +32 -32
- package/dist/db/repositories/notification.repository.js +3 -3
- package/dist/db/repositories/project.repository.js +21 -21
- package/dist/db/repositories/rule.repository.js +24 -24
- package/dist/db/repositories/solution.repository.js +50 -50
- package/dist/db/repositories/synapse.repository.js +18 -18
- package/dist/db/repositories/terminal.repository.js +24 -24
- package/dist/embeddings/engine.d.ts +2 -2
- package/dist/embeddings/engine.js +17 -4
- package/dist/embeddings/engine.js.map +1 -1
- package/dist/index.js +1 -1
- package/dist/ipc/server.d.ts +8 -0
- package/dist/ipc/server.js +67 -1
- package/dist/ipc/server.js.map +1 -1
- package/dist/matching/error-matcher.js +5 -5
- package/dist/matching/fingerprint.js +6 -1
- package/dist/matching/fingerprint.js.map +1 -1
- package/dist/mcp/http-server.js +8 -2
- package/dist/mcp/http-server.js.map +1 -1
- package/dist/services/code.service.d.ts +3 -0
- package/dist/services/code.service.js +33 -4
- package/dist/services/code.service.js.map +1 -1
- package/dist/services/error.service.js +4 -3
- package/dist/services/error.service.js.map +1 -1
- package/dist/services/git.service.js +14 -14
- package/package.json +49 -49
- package/src/api/server.ts +395 -321
- package/src/brain.ts +266 -265
- package/src/cli/colors.ts +116 -116
- package/src/cli/commands/config.ts +169 -169
- package/src/cli/commands/dashboard.ts +755 -720
- package/src/cli/commands/doctor.ts +118 -118
- package/src/cli/commands/explain.ts +83 -83
- package/src/cli/commands/export.ts +31 -31
- package/src/cli/commands/import.ts +199 -199
- package/src/cli/commands/insights.ts +65 -65
- package/src/cli/commands/learn.ts +24 -24
- package/src/cli/commands/modules.ts +53 -53
- package/src/cli/commands/network.ts +67 -67
- package/src/cli/commands/projects.ts +42 -42
- package/src/cli/commands/query.ts +120 -120
- package/src/cli/commands/start.ts +62 -62
- package/src/cli/commands/status.ts +75 -75
- package/src/cli/commands/stop.ts +34 -34
- package/src/cli/ipc-helper.ts +22 -22
- package/src/cli/update-check.ts +63 -63
- package/src/code/fingerprint.ts +87 -87
- package/src/code/parsers/generic.ts +29 -29
- package/src/code/parsers/python.ts +54 -54
- package/src/code/parsers/typescript.ts +65 -65
- package/src/code/registry.ts +60 -60
- package/src/dashboard/server.ts +142 -142
- package/src/db/connection.ts +22 -22
- package/src/db/migrations/001_core_schema.ts +120 -120
- package/src/db/migrations/002_learning_schema.ts +38 -38
- package/src/db/migrations/003_code_schema.ts +53 -53
- package/src/db/migrations/004_synapses_schema.ts +57 -57
- package/src/db/migrations/005_fts_indexes.ts +78 -78
- package/src/db/migrations/006_synapses_phase3.ts +17 -17
- package/src/db/migrations/007_feedback.ts +13 -13
- package/src/db/migrations/008_git_integration.ts +38 -38
- package/src/db/migrations/009_embeddings.ts +8 -8
- package/src/db/repositories/antipattern.repository.ts +66 -66
- package/src/db/repositories/code-module.repository.ts +142 -142
- package/src/db/repositories/notification.repository.ts +66 -66
- package/src/db/repositories/project.repository.ts +93 -93
- package/src/db/repositories/rule.repository.ts +108 -108
- package/src/db/repositories/solution.repository.ts +154 -154
- package/src/db/repositories/synapse.repository.ts +153 -153
- package/src/db/repositories/terminal.repository.ts +101 -101
- package/src/embeddings/engine.ts +238 -217
- package/src/index.ts +63 -63
- package/src/ipc/client.ts +118 -118
- package/src/ipc/protocol.ts +35 -35
- package/src/ipc/router.ts +133 -133
- package/src/ipc/server.ts +176 -110
- package/src/learning/decay.ts +46 -46
- package/src/learning/pattern-extractor.ts +90 -90
- package/src/learning/rule-generator.ts +74 -74
- package/src/matching/error-matcher.ts +5 -5
- package/src/matching/fingerprint.ts +34 -29
- package/src/matching/similarity.ts +61 -61
- package/src/matching/tfidf.ts +74 -74
- package/src/matching/tokenizer.ts +41 -41
- package/src/mcp/auto-detect.ts +93 -93
- package/src/mcp/http-server.ts +140 -137
- package/src/mcp/server.ts +73 -73
- package/src/parsing/error-parser.ts +28 -28
- package/src/parsing/parsers/compiler.ts +93 -93
- package/src/parsing/parsers/generic.ts +28 -28
- package/src/parsing/parsers/go.ts +97 -97
- package/src/parsing/parsers/node.ts +69 -69
- package/src/parsing/parsers/python.ts +62 -62
- package/src/parsing/parsers/rust.ts +50 -50
- package/src/parsing/parsers/shell.ts +42 -42
- package/src/parsing/types.ts +47 -47
- package/src/research/gap-analyzer.ts +135 -135
- package/src/research/insight-generator.ts +123 -123
- package/src/research/research-engine.ts +116 -116
- package/src/research/synergy-detector.ts +126 -126
- package/src/research/template-extractor.ts +130 -130
- package/src/research/trend-analyzer.ts +127 -127
- package/src/services/code.service.ts +271 -238
- package/src/services/error.service.ts +4 -3
- package/src/services/git.service.ts +132 -132
- package/src/services/notification.service.ts +41 -41
- package/src/services/synapse.service.ts +59 -59
- package/src/services/terminal.service.ts +81 -81
- package/src/synapses/activation.ts +80 -80
- package/src/synapses/decay.ts +38 -38
- package/src/synapses/hebbian.ts +69 -69
- package/src/synapses/pathfinder.ts +81 -81
- package/src/synapses/synapse-manager.ts +109 -109
- package/src/types/code.types.ts +52 -52
- package/src/types/error.types.ts +67 -67
- package/src/types/ipc.types.ts +8 -8
- package/src/types/mcp.types.ts +53 -53
- package/src/types/research.types.ts +28 -28
- package/src/types/solution.types.ts +30 -30
- package/src/utils/events.ts +45 -45
- package/src/utils/hash.ts +5 -5
- package/src/utils/logger.ts +48 -48
- package/src/utils/paths.ts +19 -19
- package/tests/e2e/test_code_intelligence.py +1015 -0
- package/tests/e2e/test_error_memory.py +451 -0
- package/tests/e2e/test_full_integration.py +534 -0
- package/tests/fixtures/code-modules/modules.ts +83 -83
- package/tests/fixtures/errors/go.ts +9 -9
- package/tests/fixtures/errors/node.ts +24 -24
- package/tests/fixtures/errors/python.ts +21 -21
- package/tests/fixtures/errors/rust.ts +25 -25
- package/tests/fixtures/errors/shell.ts +15 -15
- package/tests/fixtures/solutions/solutions.ts +27 -27
- package/tests/helpers/setup-db.ts +52 -52
- package/tests/integration/code-flow.test.ts +86 -86
- package/tests/integration/error-flow.test.ts +83 -83
- package/tests/integration/ipc-flow.test.ts +166 -166
- package/tests/integration/learning-cycle.test.ts +82 -82
- package/tests/integration/synapse-flow.test.ts +117 -117
- package/tests/unit/code/analyzer.test.ts +58 -58
- package/tests/unit/code/fingerprint.test.ts +51 -51
- package/tests/unit/code/scorer.test.ts +55 -55
- package/tests/unit/learning/confidence-scorer.test.ts +60 -60
- package/tests/unit/learning/decay.test.ts +45 -45
- package/tests/unit/learning/pattern-extractor.test.ts +50 -50
- package/tests/unit/matching/error-matcher.test.ts +69 -69
- package/tests/unit/matching/fingerprint.test.ts +47 -47
- package/tests/unit/matching/similarity.test.ts +65 -65
- package/tests/unit/matching/tfidf.test.ts +71 -71
- package/tests/unit/matching/tokenizer.test.ts +83 -83
- package/tests/unit/parsing/parsers.test.ts +113 -113
- package/tests/unit/research/gap-analyzer.test.ts +45 -45
- package/tests/unit/research/trend-analyzer.test.ts +45 -45
- package/tests/unit/synapses/activation.test.ts +80 -80
- package/tests/unit/synapses/decay.test.ts +27 -27
- package/tests/unit/synapses/hebbian.test.ts +96 -96
- package/tests/unit/synapses/pathfinder.test.ts +72 -72
- package/tsconfig.json +18 -18
|
@@ -1,126 +1,126 @@
|
|
|
1
|
-
import type { ResearchConfig } from '../types/config.types.js';
|
|
2
|
-
import type { SynapseRepository } from '../db/repositories/synapse.repository.js';
|
|
3
|
-
import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
|
|
4
|
-
import type { SolutionRepository } from '../db/repositories/solution.repository.js';
|
|
5
|
-
import type { ErrorRepository } from '../db/repositories/error.repository.js';
|
|
6
|
-
import type { ProjectRepository } from '../db/repositories/project.repository.js';
|
|
7
|
-
import type { InsightRepository } from '../db/repositories/insight.repository.js';
|
|
8
|
-
import { getLogger } from '../utils/logger.js';
|
|
9
|
-
|
|
10
|
-
/**
|
|
11
|
-
* Detects synergies: module pairs, transferable solutions, workflow patterns.
|
|
12
|
-
*/
|
|
13
|
-
export class SynergyDetector {
|
|
14
|
-
private logger = getLogger();
|
|
15
|
-
|
|
16
|
-
constructor(
|
|
17
|
-
private synapseRepo: SynapseRepository,
|
|
18
|
-
private codeModuleRepo: CodeModuleRepository,
|
|
19
|
-
private solutionRepo: SolutionRepository,
|
|
20
|
-
private errorRepo: ErrorRepository,
|
|
21
|
-
private projectRepo: ProjectRepository,
|
|
22
|
-
private insightRepo: InsightRepository,
|
|
23
|
-
private config: ResearchConfig,
|
|
24
|
-
) {}
|
|
25
|
-
|
|
26
|
-
detect(): number {
|
|
27
|
-
let insightsCreated = 0;
|
|
28
|
-
|
|
29
|
-
insightsCreated += this.findModuleSynergies();
|
|
30
|
-
insightsCreated += this.findTransferableSolutions();
|
|
31
|
-
|
|
32
|
-
this.logger.info(`Synergy detection complete: ${insightsCreated} insights`);
|
|
33
|
-
return insightsCreated;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
private findModuleSynergies(): number {
|
|
37
|
-
const strongSynapses = this.synapseRepo.findByWeight(this.config.synergyMinWeight);
|
|
38
|
-
const modulePairs = strongSynapses.filter(s =>
|
|
39
|
-
s.source_type === 'code_module' &&
|
|
40
|
-
s.target_type === 'code_module' &&
|
|
41
|
-
s.synapse_type === 'co_occurs',
|
|
42
|
-
);
|
|
43
|
-
|
|
44
|
-
let count = 0;
|
|
45
|
-
const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
|
|
46
|
-
|
|
47
|
-
for (const synapse of modulePairs) {
|
|
48
|
-
const sourceModule = this.codeModuleRepo.getById(synapse.source_id);
|
|
49
|
-
const targetModule = this.codeModuleRepo.getById(synapse.target_id);
|
|
50
|
-
if (!sourceModule || !targetModule) continue;
|
|
51
|
-
|
|
52
|
-
this.insightRepo.create({
|
|
53
|
-
type: 'correlation',
|
|
54
|
-
title: `Strong module pair: ${sourceModule.name} + ${targetModule.name}`,
|
|
55
|
-
description: `These modules co-occur with weight ${synapse.weight.toFixed(2)}. Consider combining into a shared package.`,
|
|
56
|
-
evidence: JSON.stringify({
|
|
57
|
-
sourceId: sourceModule.id,
|
|
58
|
-
targetId: targetModule.id,
|
|
59
|
-
sourceName: sourceModule.name,
|
|
60
|
-
targetName: targetModule.name,
|
|
61
|
-
weight: synapse.weight,
|
|
62
|
-
}),
|
|
63
|
-
priority: Math.min(70, Math.round(synapse.weight * 70)),
|
|
64
|
-
project_id: sourceModule.project_id,
|
|
65
|
-
active: 1,
|
|
66
|
-
expires_at: expiresAt,
|
|
67
|
-
});
|
|
68
|
-
count++;
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
return count;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
private findTransferableSolutions(): number {
|
|
75
|
-
const projects = this.projectRepo.getAll();
|
|
76
|
-
if (projects.length < 2) return 0;
|
|
77
|
-
|
|
78
|
-
let count = 0;
|
|
79
|
-
const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
|
|
80
|
-
|
|
81
|
-
for (let i = 0; i < projects.length; i++) {
|
|
82
|
-
for (let j = i + 1; j < projects.length; j++) {
|
|
83
|
-
const projectA = projects[i]!;
|
|
84
|
-
const projectB = projects[j]!;
|
|
85
|
-
|
|
86
|
-
const errorsA = this.errorRepo.findByProject(projectA.id);
|
|
87
|
-
const errorsB = this.errorRepo.findUnresolved(projectB.id);
|
|
88
|
-
|
|
89
|
-
const transferable: number[] = [];
|
|
90
|
-
|
|
91
|
-
for (const errorB of errorsB) {
|
|
92
|
-
const matchingA = errorsA.filter(a => a.type === errorB.type && a.resolved);
|
|
93
|
-
for (const matchA of matchingA) {
|
|
94
|
-
const solutions = this.solutionRepo.findForError(matchA.id);
|
|
95
|
-
for (const sol of solutions) {
|
|
96
|
-
const rate = this.solutionRepo.successRate(sol.id);
|
|
97
|
-
if (rate >= 0.5 && !transferable.includes(sol.id)) {
|
|
98
|
-
transferable.push(sol.id);
|
|
99
|
-
}
|
|
100
|
-
}
|
|
101
|
-
}
|
|
102
|
-
}
|
|
103
|
-
|
|
104
|
-
if (transferable.length >= 2) {
|
|
105
|
-
this.insightRepo.create({
|
|
106
|
-
type: 'suggestion',
|
|
107
|
-
title: `${projectA.name} has solutions for ${projectB.name}`,
|
|
108
|
-
description: `${transferable.length} successful solutions from ${projectA.name} could help resolve errors in ${projectB.name}.`,
|
|
109
|
-
evidence: JSON.stringify({
|
|
110
|
-
sourceProject: projectA.id,
|
|
111
|
-
targetProject: projectB.id,
|
|
112
|
-
solutionIds: transferable,
|
|
113
|
-
}),
|
|
114
|
-
priority: 50,
|
|
115
|
-
project_id: projectB.id,
|
|
116
|
-
active: 1,
|
|
117
|
-
expires_at: expiresAt,
|
|
118
|
-
});
|
|
119
|
-
count++;
|
|
120
|
-
}
|
|
121
|
-
}
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
return count;
|
|
125
|
-
}
|
|
126
|
-
}
|
|
1
|
+
import type { ResearchConfig } from '../types/config.types.js';
|
|
2
|
+
import type { SynapseRepository } from '../db/repositories/synapse.repository.js';
|
|
3
|
+
import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
|
|
4
|
+
import type { SolutionRepository } from '../db/repositories/solution.repository.js';
|
|
5
|
+
import type { ErrorRepository } from '../db/repositories/error.repository.js';
|
|
6
|
+
import type { ProjectRepository } from '../db/repositories/project.repository.js';
|
|
7
|
+
import type { InsightRepository } from '../db/repositories/insight.repository.js';
|
|
8
|
+
import { getLogger } from '../utils/logger.js';
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* Detects synergies: module pairs, transferable solutions, workflow patterns.
|
|
12
|
+
*/
|
|
13
|
+
export class SynergyDetector {
|
|
14
|
+
private logger = getLogger();
|
|
15
|
+
|
|
16
|
+
constructor(
|
|
17
|
+
private synapseRepo: SynapseRepository,
|
|
18
|
+
private codeModuleRepo: CodeModuleRepository,
|
|
19
|
+
private solutionRepo: SolutionRepository,
|
|
20
|
+
private errorRepo: ErrorRepository,
|
|
21
|
+
private projectRepo: ProjectRepository,
|
|
22
|
+
private insightRepo: InsightRepository,
|
|
23
|
+
private config: ResearchConfig,
|
|
24
|
+
) {}
|
|
25
|
+
|
|
26
|
+
detect(): number {
|
|
27
|
+
let insightsCreated = 0;
|
|
28
|
+
|
|
29
|
+
insightsCreated += this.findModuleSynergies();
|
|
30
|
+
insightsCreated += this.findTransferableSolutions();
|
|
31
|
+
|
|
32
|
+
this.logger.info(`Synergy detection complete: ${insightsCreated} insights`);
|
|
33
|
+
return insightsCreated;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
private findModuleSynergies(): number {
|
|
37
|
+
const strongSynapses = this.synapseRepo.findByWeight(this.config.synergyMinWeight);
|
|
38
|
+
const modulePairs = strongSynapses.filter(s =>
|
|
39
|
+
s.source_type === 'code_module' &&
|
|
40
|
+
s.target_type === 'code_module' &&
|
|
41
|
+
s.synapse_type === 'co_occurs',
|
|
42
|
+
);
|
|
43
|
+
|
|
44
|
+
let count = 0;
|
|
45
|
+
const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
|
|
46
|
+
|
|
47
|
+
for (const synapse of modulePairs) {
|
|
48
|
+
const sourceModule = this.codeModuleRepo.getById(synapse.source_id);
|
|
49
|
+
const targetModule = this.codeModuleRepo.getById(synapse.target_id);
|
|
50
|
+
if (!sourceModule || !targetModule) continue;
|
|
51
|
+
|
|
52
|
+
this.insightRepo.create({
|
|
53
|
+
type: 'correlation',
|
|
54
|
+
title: `Strong module pair: ${sourceModule.name} + ${targetModule.name}`,
|
|
55
|
+
description: `These modules co-occur with weight ${synapse.weight.toFixed(2)}. Consider combining into a shared package.`,
|
|
56
|
+
evidence: JSON.stringify({
|
|
57
|
+
sourceId: sourceModule.id,
|
|
58
|
+
targetId: targetModule.id,
|
|
59
|
+
sourceName: sourceModule.name,
|
|
60
|
+
targetName: targetModule.name,
|
|
61
|
+
weight: synapse.weight,
|
|
62
|
+
}),
|
|
63
|
+
priority: Math.min(70, Math.round(synapse.weight * 70)),
|
|
64
|
+
project_id: sourceModule.project_id,
|
|
65
|
+
active: 1,
|
|
66
|
+
expires_at: expiresAt,
|
|
67
|
+
});
|
|
68
|
+
count++;
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
return count;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
private findTransferableSolutions(): number {
|
|
75
|
+
const projects = this.projectRepo.getAll();
|
|
76
|
+
if (projects.length < 2) return 0;
|
|
77
|
+
|
|
78
|
+
let count = 0;
|
|
79
|
+
const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
|
|
80
|
+
|
|
81
|
+
for (let i = 0; i < projects.length; i++) {
|
|
82
|
+
for (let j = i + 1; j < projects.length; j++) {
|
|
83
|
+
const projectA = projects[i]!;
|
|
84
|
+
const projectB = projects[j]!;
|
|
85
|
+
|
|
86
|
+
const errorsA = this.errorRepo.findByProject(projectA.id);
|
|
87
|
+
const errorsB = this.errorRepo.findUnresolved(projectB.id);
|
|
88
|
+
|
|
89
|
+
const transferable: number[] = [];
|
|
90
|
+
|
|
91
|
+
for (const errorB of errorsB) {
|
|
92
|
+
const matchingA = errorsA.filter(a => a.type === errorB.type && a.resolved);
|
|
93
|
+
for (const matchA of matchingA) {
|
|
94
|
+
const solutions = this.solutionRepo.findForError(matchA.id);
|
|
95
|
+
for (const sol of solutions) {
|
|
96
|
+
const rate = this.solutionRepo.successRate(sol.id);
|
|
97
|
+
if (rate >= 0.5 && !transferable.includes(sol.id)) {
|
|
98
|
+
transferable.push(sol.id);
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
if (transferable.length >= 2) {
|
|
105
|
+
this.insightRepo.create({
|
|
106
|
+
type: 'suggestion',
|
|
107
|
+
title: `${projectA.name} has solutions for ${projectB.name}`,
|
|
108
|
+
description: `${transferable.length} successful solutions from ${projectA.name} could help resolve errors in ${projectB.name}.`,
|
|
109
|
+
evidence: JSON.stringify({
|
|
110
|
+
sourceProject: projectA.id,
|
|
111
|
+
targetProject: projectB.id,
|
|
112
|
+
solutionIds: transferable,
|
|
113
|
+
}),
|
|
114
|
+
priority: 50,
|
|
115
|
+
project_id: projectB.id,
|
|
116
|
+
active: 1,
|
|
117
|
+
expires_at: expiresAt,
|
|
118
|
+
});
|
|
119
|
+
count++;
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
return count;
|
|
125
|
+
}
|
|
126
|
+
}
|
|
@@ -1,130 +1,130 @@
|
|
|
1
|
-
import type { ResearchConfig } from '../types/config.types.js';
|
|
2
|
-
import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
|
|
3
|
-
import type { ProjectRepository } from '../db/repositories/project.repository.js';
|
|
4
|
-
import type { InsightRepository } from '../db/repositories/insight.repository.js';
|
|
5
|
-
import { getLogger } from '../utils/logger.js';
|
|
6
|
-
|
|
7
|
-
/**
|
|
8
|
-
* Identifies code modules adapted across projects that can be generalized into templates.
|
|
9
|
-
*/
|
|
10
|
-
export class TemplateExtractor {
|
|
11
|
-
private logger = getLogger();
|
|
12
|
-
|
|
13
|
-
constructor(
|
|
14
|
-
private codeModuleRepo: CodeModuleRepository,
|
|
15
|
-
private projectRepo: ProjectRepository,
|
|
16
|
-
private insightRepo: InsightRepository,
|
|
17
|
-
private config: ResearchConfig,
|
|
18
|
-
) {}
|
|
19
|
-
|
|
20
|
-
extract(): number {
|
|
21
|
-
let insightsCreated = 0;
|
|
22
|
-
|
|
23
|
-
insightsCreated += this.findReusableModules();
|
|
24
|
-
insightsCreated += this.findTemplatingCandidates();
|
|
25
|
-
|
|
26
|
-
this.logger.info(`Template extraction complete: ${insightsCreated} insights`);
|
|
27
|
-
return insightsCreated;
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
private findReusableModules(): number {
|
|
31
|
-
const projects = this.projectRepo.getAll();
|
|
32
|
-
if (projects.length < 2) return 0;
|
|
33
|
-
|
|
34
|
-
// Collect all modules grouped by fingerprint
|
|
35
|
-
const byFingerprint = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; moduleName: string }>>();
|
|
36
|
-
|
|
37
|
-
for (const project of projects) {
|
|
38
|
-
const modules = this.codeModuleRepo.findByProject(project.id);
|
|
39
|
-
for (const mod of modules) {
|
|
40
|
-
const existing = byFingerprint.get(mod.fingerprint) ?? [];
|
|
41
|
-
existing.push({
|
|
42
|
-
projectId: project.id,
|
|
43
|
-
projectName: project.name,
|
|
44
|
-
moduleId: mod.id,
|
|
45
|
-
moduleName: mod.name,
|
|
46
|
-
});
|
|
47
|
-
byFingerprint.set(mod.fingerprint, existing);
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
let count = 0;
|
|
52
|
-
const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
|
|
53
|
-
|
|
54
|
-
for (const [fingerprint, usages] of byFingerprint) {
|
|
55
|
-
const uniqueProjects = new Set(usages.map(u => u.projectId));
|
|
56
|
-
if (uniqueProjects.size >= this.config.templateMinAdaptations) {
|
|
57
|
-
const moduleName = usages[0]!.moduleName;
|
|
58
|
-
this.insightRepo.create({
|
|
59
|
-
type: 'pattern',
|
|
60
|
-
title: `Shared module candidate: ${moduleName}`,
|
|
61
|
-
description: `Module "${moduleName}" appears identically in ${uniqueProjects.size} projects. Extract as a shared library.`,
|
|
62
|
-
evidence: JSON.stringify({
|
|
63
|
-
fingerprint,
|
|
64
|
-
projectCount: uniqueProjects.size,
|
|
65
|
-
usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
|
|
66
|
-
}),
|
|
67
|
-
priority: Math.min(80, 30 + uniqueProjects.size * 15),
|
|
68
|
-
project_id: null,
|
|
69
|
-
active: 1,
|
|
70
|
-
expires_at: expiresAt,
|
|
71
|
-
});
|
|
72
|
-
count++;
|
|
73
|
-
}
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
return count;
|
|
77
|
-
}
|
|
78
|
-
|
|
79
|
-
private findTemplatingCandidates(): number {
|
|
80
|
-
const projects = this.projectRepo.getAll();
|
|
81
|
-
if (projects.length < 2) return 0;
|
|
82
|
-
|
|
83
|
-
// Group modules by name across projects (same name, different fingerprint = adaptation)
|
|
84
|
-
const byName = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; reusability: number }>>();
|
|
85
|
-
|
|
86
|
-
for (const project of projects) {
|
|
87
|
-
const modules = this.codeModuleRepo.findByProject(project.id);
|
|
88
|
-
for (const mod of modules) {
|
|
89
|
-
const existing = byName.get(mod.name) ?? [];
|
|
90
|
-
existing.push({
|
|
91
|
-
projectId: project.id,
|
|
92
|
-
projectName: project.name,
|
|
93
|
-
moduleId: mod.id,
|
|
94
|
-
reusability: mod.reusability_score,
|
|
95
|
-
});
|
|
96
|
-
byName.set(mod.name, existing);
|
|
97
|
-
}
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
let count = 0;
|
|
101
|
-
const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
|
|
102
|
-
|
|
103
|
-
for (const [name, usages] of byName) {
|
|
104
|
-
const uniqueProjects = new Set(usages.map(u => u.projectId));
|
|
105
|
-
if (uniqueProjects.size >= this.config.templateMinAdaptations) {
|
|
106
|
-
const avgReusability = usages.reduce((sum, u) => sum + u.reusability, 0) / usages.length;
|
|
107
|
-
if (avgReusability >= 0.5) {
|
|
108
|
-
this.insightRepo.create({
|
|
109
|
-
type: 'suggestion',
|
|
110
|
-
title: `Template candidate: ${name}`,
|
|
111
|
-
description: `"${name}" exists in ${uniqueProjects.size} projects as adaptations (avg reusability ${Math.round(avgReusability * 100)}%). Generalize into parameterized template.`,
|
|
112
|
-
evidence: JSON.stringify({
|
|
113
|
-
name,
|
|
114
|
-
projectCount: uniqueProjects.size,
|
|
115
|
-
avgReusability,
|
|
116
|
-
usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
|
|
117
|
-
}),
|
|
118
|
-
priority: Math.min(75, 25 + uniqueProjects.size * 10 + Math.round(avgReusability * 20)),
|
|
119
|
-
project_id: null,
|
|
120
|
-
active: 1,
|
|
121
|
-
expires_at: expiresAt,
|
|
122
|
-
});
|
|
123
|
-
count++;
|
|
124
|
-
}
|
|
125
|
-
}
|
|
126
|
-
}
|
|
127
|
-
|
|
128
|
-
return count;
|
|
129
|
-
}
|
|
130
|
-
}
|
|
1
|
+
import type { ResearchConfig } from '../types/config.types.js';
|
|
2
|
+
import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
|
|
3
|
+
import type { ProjectRepository } from '../db/repositories/project.repository.js';
|
|
4
|
+
import type { InsightRepository } from '../db/repositories/insight.repository.js';
|
|
5
|
+
import { getLogger } from '../utils/logger.js';
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* Identifies code modules adapted across projects that can be generalized into templates.
|
|
9
|
+
*/
|
|
10
|
+
export class TemplateExtractor {
|
|
11
|
+
private logger = getLogger();
|
|
12
|
+
|
|
13
|
+
constructor(
|
|
14
|
+
private codeModuleRepo: CodeModuleRepository,
|
|
15
|
+
private projectRepo: ProjectRepository,
|
|
16
|
+
private insightRepo: InsightRepository,
|
|
17
|
+
private config: ResearchConfig,
|
|
18
|
+
) {}
|
|
19
|
+
|
|
20
|
+
extract(): number {
|
|
21
|
+
let insightsCreated = 0;
|
|
22
|
+
|
|
23
|
+
insightsCreated += this.findReusableModules();
|
|
24
|
+
insightsCreated += this.findTemplatingCandidates();
|
|
25
|
+
|
|
26
|
+
this.logger.info(`Template extraction complete: ${insightsCreated} insights`);
|
|
27
|
+
return insightsCreated;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
private findReusableModules(): number {
|
|
31
|
+
const projects = this.projectRepo.getAll();
|
|
32
|
+
if (projects.length < 2) return 0;
|
|
33
|
+
|
|
34
|
+
// Collect all modules grouped by fingerprint
|
|
35
|
+
const byFingerprint = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; moduleName: string }>>();
|
|
36
|
+
|
|
37
|
+
for (const project of projects) {
|
|
38
|
+
const modules = this.codeModuleRepo.findByProject(project.id);
|
|
39
|
+
for (const mod of modules) {
|
|
40
|
+
const existing = byFingerprint.get(mod.fingerprint) ?? [];
|
|
41
|
+
existing.push({
|
|
42
|
+
projectId: project.id,
|
|
43
|
+
projectName: project.name,
|
|
44
|
+
moduleId: mod.id,
|
|
45
|
+
moduleName: mod.name,
|
|
46
|
+
});
|
|
47
|
+
byFingerprint.set(mod.fingerprint, existing);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
let count = 0;
|
|
52
|
+
const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
|
|
53
|
+
|
|
54
|
+
for (const [fingerprint, usages] of byFingerprint) {
|
|
55
|
+
const uniqueProjects = new Set(usages.map(u => u.projectId));
|
|
56
|
+
if (uniqueProjects.size >= this.config.templateMinAdaptations) {
|
|
57
|
+
const moduleName = usages[0]!.moduleName;
|
|
58
|
+
this.insightRepo.create({
|
|
59
|
+
type: 'pattern',
|
|
60
|
+
title: `Shared module candidate: ${moduleName}`,
|
|
61
|
+
description: `Module "${moduleName}" appears identically in ${uniqueProjects.size} projects. Extract as a shared library.`,
|
|
62
|
+
evidence: JSON.stringify({
|
|
63
|
+
fingerprint,
|
|
64
|
+
projectCount: uniqueProjects.size,
|
|
65
|
+
usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
|
|
66
|
+
}),
|
|
67
|
+
priority: Math.min(80, 30 + uniqueProjects.size * 15),
|
|
68
|
+
project_id: null,
|
|
69
|
+
active: 1,
|
|
70
|
+
expires_at: expiresAt,
|
|
71
|
+
});
|
|
72
|
+
count++;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
return count;
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
private findTemplatingCandidates(): number {
|
|
80
|
+
const projects = this.projectRepo.getAll();
|
|
81
|
+
if (projects.length < 2) return 0;
|
|
82
|
+
|
|
83
|
+
// Group modules by name across projects (same name, different fingerprint = adaptation)
|
|
84
|
+
const byName = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; reusability: number }>>();
|
|
85
|
+
|
|
86
|
+
for (const project of projects) {
|
|
87
|
+
const modules = this.codeModuleRepo.findByProject(project.id);
|
|
88
|
+
for (const mod of modules) {
|
|
89
|
+
const existing = byName.get(mod.name) ?? [];
|
|
90
|
+
existing.push({
|
|
91
|
+
projectId: project.id,
|
|
92
|
+
projectName: project.name,
|
|
93
|
+
moduleId: mod.id,
|
|
94
|
+
reusability: mod.reusability_score,
|
|
95
|
+
});
|
|
96
|
+
byName.set(mod.name, existing);
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
let count = 0;
|
|
101
|
+
const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
|
|
102
|
+
|
|
103
|
+
for (const [name, usages] of byName) {
|
|
104
|
+
const uniqueProjects = new Set(usages.map(u => u.projectId));
|
|
105
|
+
if (uniqueProjects.size >= this.config.templateMinAdaptations) {
|
|
106
|
+
const avgReusability = usages.reduce((sum, u) => sum + u.reusability, 0) / usages.length;
|
|
107
|
+
if (avgReusability >= 0.5) {
|
|
108
|
+
this.insightRepo.create({
|
|
109
|
+
type: 'suggestion',
|
|
110
|
+
title: `Template candidate: ${name}`,
|
|
111
|
+
description: `"${name}" exists in ${uniqueProjects.size} projects as adaptations (avg reusability ${Math.round(avgReusability * 100)}%). Generalize into parameterized template.`,
|
|
112
|
+
evidence: JSON.stringify({
|
|
113
|
+
name,
|
|
114
|
+
projectCount: uniqueProjects.size,
|
|
115
|
+
avgReusability,
|
|
116
|
+
usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
|
|
117
|
+
}),
|
|
118
|
+
priority: Math.min(75, 25 + uniqueProjects.size * 10 + Math.round(avgReusability * 20)),
|
|
119
|
+
project_id: null,
|
|
120
|
+
active: 1,
|
|
121
|
+
expires_at: expiresAt,
|
|
122
|
+
});
|
|
123
|
+
count++;
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
return count;
|
|
129
|
+
}
|
|
130
|
+
}
|