@timmeck/brain 1.8.1 → 1.8.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (164) hide show
  1. package/BRAIN_PLAN.md +3324 -3324
  2. package/LICENSE +21 -21
  3. package/dist/cli/commands/dashboard.js +595 -595
  4. package/dist/cli/commands/doctor.js +6 -1
  5. package/dist/cli/commands/doctor.js.map +1 -1
  6. package/dist/dashboard/server.js +25 -25
  7. package/dist/db/migrations/001_core_schema.js +115 -115
  8. package/dist/db/migrations/002_learning_schema.js +33 -33
  9. package/dist/db/migrations/003_code_schema.js +48 -48
  10. package/dist/db/migrations/004_synapses_schema.js +52 -52
  11. package/dist/db/migrations/005_fts_indexes.js +73 -73
  12. package/dist/db/migrations/007_feedback.js +8 -8
  13. package/dist/db/migrations/008_git_integration.js +33 -33
  14. package/dist/db/migrations/009_embeddings.js +3 -3
  15. package/dist/db/repositories/antipattern.repository.js +3 -3
  16. package/dist/db/repositories/code-module.repository.js +32 -32
  17. package/dist/db/repositories/notification.repository.js +3 -3
  18. package/dist/db/repositories/project.repository.js +21 -21
  19. package/dist/db/repositories/rule.repository.js +24 -24
  20. package/dist/db/repositories/solution.repository.js +50 -50
  21. package/dist/db/repositories/synapse.repository.js +18 -18
  22. package/dist/db/repositories/terminal.repository.js +24 -24
  23. package/dist/ipc/server.d.ts +8 -0
  24. package/dist/ipc/server.js +67 -1
  25. package/dist/ipc/server.js.map +1 -1
  26. package/dist/matching/error-matcher.js +5 -5
  27. package/dist/matching/fingerprint.js +6 -1
  28. package/dist/matching/fingerprint.js.map +1 -1
  29. package/dist/services/error.service.js +4 -3
  30. package/dist/services/error.service.js.map +1 -1
  31. package/dist/services/git.service.js +14 -14
  32. package/package.json +49 -49
  33. package/src/api/server.ts +395 -395
  34. package/src/brain.ts +266 -266
  35. package/src/cli/colors.ts +116 -116
  36. package/src/cli/commands/config.ts +169 -169
  37. package/src/cli/commands/dashboard.ts +755 -755
  38. package/src/cli/commands/doctor.ts +124 -118
  39. package/src/cli/commands/explain.ts +83 -83
  40. package/src/cli/commands/export.ts +31 -31
  41. package/src/cli/commands/import.ts +199 -199
  42. package/src/cli/commands/insights.ts +65 -65
  43. package/src/cli/commands/learn.ts +24 -24
  44. package/src/cli/commands/modules.ts +53 -53
  45. package/src/cli/commands/network.ts +67 -67
  46. package/src/cli/commands/projects.ts +42 -42
  47. package/src/cli/commands/query.ts +120 -120
  48. package/src/cli/commands/start.ts +62 -62
  49. package/src/cli/commands/status.ts +75 -75
  50. package/src/cli/commands/stop.ts +34 -34
  51. package/src/cli/ipc-helper.ts +22 -22
  52. package/src/cli/update-check.ts +63 -63
  53. package/src/code/fingerprint.ts +87 -87
  54. package/src/code/parsers/generic.ts +29 -29
  55. package/src/code/parsers/python.ts +54 -54
  56. package/src/code/parsers/typescript.ts +65 -65
  57. package/src/code/registry.ts +60 -60
  58. package/src/dashboard/server.ts +142 -142
  59. package/src/db/connection.ts +22 -22
  60. package/src/db/migrations/001_core_schema.ts +120 -120
  61. package/src/db/migrations/002_learning_schema.ts +38 -38
  62. package/src/db/migrations/003_code_schema.ts +53 -53
  63. package/src/db/migrations/004_synapses_schema.ts +57 -57
  64. package/src/db/migrations/005_fts_indexes.ts +78 -78
  65. package/src/db/migrations/006_synapses_phase3.ts +17 -17
  66. package/src/db/migrations/007_feedback.ts +13 -13
  67. package/src/db/migrations/008_git_integration.ts +38 -38
  68. package/src/db/migrations/009_embeddings.ts +8 -8
  69. package/src/db/repositories/antipattern.repository.ts +66 -66
  70. package/src/db/repositories/code-module.repository.ts +142 -142
  71. package/src/db/repositories/notification.repository.ts +66 -66
  72. package/src/db/repositories/project.repository.ts +93 -93
  73. package/src/db/repositories/rule.repository.ts +108 -108
  74. package/src/db/repositories/solution.repository.ts +154 -154
  75. package/src/db/repositories/synapse.repository.ts +153 -153
  76. package/src/db/repositories/terminal.repository.ts +101 -101
  77. package/src/embeddings/engine.ts +238 -238
  78. package/src/index.ts +63 -63
  79. package/src/ipc/client.ts +118 -118
  80. package/src/ipc/protocol.ts +35 -35
  81. package/src/ipc/router.ts +133 -133
  82. package/src/ipc/server.ts +176 -110
  83. package/src/learning/decay.ts +46 -46
  84. package/src/learning/pattern-extractor.ts +90 -90
  85. package/src/learning/rule-generator.ts +74 -74
  86. package/src/matching/error-matcher.ts +5 -5
  87. package/src/matching/fingerprint.ts +34 -29
  88. package/src/matching/similarity.ts +61 -61
  89. package/src/matching/tfidf.ts +74 -74
  90. package/src/matching/tokenizer.ts +41 -41
  91. package/src/mcp/auto-detect.ts +93 -93
  92. package/src/mcp/http-server.ts +140 -140
  93. package/src/mcp/server.ts +73 -73
  94. package/src/parsing/error-parser.ts +28 -28
  95. package/src/parsing/parsers/compiler.ts +93 -93
  96. package/src/parsing/parsers/generic.ts +28 -28
  97. package/src/parsing/parsers/go.ts +97 -97
  98. package/src/parsing/parsers/node.ts +69 -69
  99. package/src/parsing/parsers/python.ts +62 -62
  100. package/src/parsing/parsers/rust.ts +50 -50
  101. package/src/parsing/parsers/shell.ts +42 -42
  102. package/src/parsing/types.ts +47 -47
  103. package/src/research/gap-analyzer.ts +135 -135
  104. package/src/research/insight-generator.ts +123 -123
  105. package/src/research/research-engine.ts +116 -116
  106. package/src/research/synergy-detector.ts +126 -126
  107. package/src/research/template-extractor.ts +130 -130
  108. package/src/research/trend-analyzer.ts +127 -127
  109. package/src/services/code.service.ts +271 -271
  110. package/src/services/error.service.ts +4 -3
  111. package/src/services/git.service.ts +132 -132
  112. package/src/services/notification.service.ts +41 -41
  113. package/src/services/synapse.service.ts +59 -59
  114. package/src/services/terminal.service.ts +81 -81
  115. package/src/synapses/activation.ts +80 -80
  116. package/src/synapses/decay.ts +38 -38
  117. package/src/synapses/hebbian.ts +69 -69
  118. package/src/synapses/pathfinder.ts +81 -81
  119. package/src/synapses/synapse-manager.ts +109 -109
  120. package/src/types/code.types.ts +52 -52
  121. package/src/types/error.types.ts +67 -67
  122. package/src/types/ipc.types.ts +8 -8
  123. package/src/types/mcp.types.ts +53 -53
  124. package/src/types/research.types.ts +28 -28
  125. package/src/types/solution.types.ts +30 -30
  126. package/src/utils/events.ts +45 -45
  127. package/src/utils/hash.ts +5 -5
  128. package/src/utils/logger.ts +48 -48
  129. package/src/utils/paths.ts +19 -19
  130. package/tests/e2e/test_code_intelligence.py +1015 -0
  131. package/tests/e2e/test_error_memory.py +451 -0
  132. package/tests/e2e/test_full_integration.py +534 -0
  133. package/tests/fixtures/code-modules/modules.ts +83 -83
  134. package/tests/fixtures/errors/go.ts +9 -9
  135. package/tests/fixtures/errors/node.ts +24 -24
  136. package/tests/fixtures/errors/python.ts +21 -21
  137. package/tests/fixtures/errors/rust.ts +25 -25
  138. package/tests/fixtures/errors/shell.ts +15 -15
  139. package/tests/fixtures/solutions/solutions.ts +27 -27
  140. package/tests/helpers/setup-db.ts +52 -52
  141. package/tests/integration/code-flow.test.ts +86 -86
  142. package/tests/integration/error-flow.test.ts +83 -83
  143. package/tests/integration/ipc-flow.test.ts +166 -166
  144. package/tests/integration/learning-cycle.test.ts +82 -82
  145. package/tests/integration/synapse-flow.test.ts +117 -117
  146. package/tests/unit/code/analyzer.test.ts +58 -58
  147. package/tests/unit/code/fingerprint.test.ts +51 -51
  148. package/tests/unit/code/scorer.test.ts +55 -55
  149. package/tests/unit/learning/confidence-scorer.test.ts +60 -60
  150. package/tests/unit/learning/decay.test.ts +45 -45
  151. package/tests/unit/learning/pattern-extractor.test.ts +50 -50
  152. package/tests/unit/matching/error-matcher.test.ts +69 -69
  153. package/tests/unit/matching/fingerprint.test.ts +47 -47
  154. package/tests/unit/matching/similarity.test.ts +65 -65
  155. package/tests/unit/matching/tfidf.test.ts +71 -71
  156. package/tests/unit/matching/tokenizer.test.ts +83 -83
  157. package/tests/unit/parsing/parsers.test.ts +113 -113
  158. package/tests/unit/research/gap-analyzer.test.ts +45 -45
  159. package/tests/unit/research/trend-analyzer.test.ts +45 -45
  160. package/tests/unit/synapses/activation.test.ts +80 -80
  161. package/tests/unit/synapses/decay.test.ts +27 -27
  162. package/tests/unit/synapses/hebbian.test.ts +96 -96
  163. package/tests/unit/synapses/pathfinder.test.ts +72 -72
  164. package/tsconfig.json +18 -18
@@ -1,126 +1,126 @@
1
- import type { ResearchConfig } from '../types/config.types.js';
2
- import type { SynapseRepository } from '../db/repositories/synapse.repository.js';
3
- import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
4
- import type { SolutionRepository } from '../db/repositories/solution.repository.js';
5
- import type { ErrorRepository } from '../db/repositories/error.repository.js';
6
- import type { ProjectRepository } from '../db/repositories/project.repository.js';
7
- import type { InsightRepository } from '../db/repositories/insight.repository.js';
8
- import { getLogger } from '../utils/logger.js';
9
-
10
- /**
11
- * Detects synergies: module pairs, transferable solutions, workflow patterns.
12
- */
13
- export class SynergyDetector {
14
- private logger = getLogger();
15
-
16
- constructor(
17
- private synapseRepo: SynapseRepository,
18
- private codeModuleRepo: CodeModuleRepository,
19
- private solutionRepo: SolutionRepository,
20
- private errorRepo: ErrorRepository,
21
- private projectRepo: ProjectRepository,
22
- private insightRepo: InsightRepository,
23
- private config: ResearchConfig,
24
- ) {}
25
-
26
- detect(): number {
27
- let insightsCreated = 0;
28
-
29
- insightsCreated += this.findModuleSynergies();
30
- insightsCreated += this.findTransferableSolutions();
31
-
32
- this.logger.info(`Synergy detection complete: ${insightsCreated} insights`);
33
- return insightsCreated;
34
- }
35
-
36
- private findModuleSynergies(): number {
37
- const strongSynapses = this.synapseRepo.findByWeight(this.config.synergyMinWeight);
38
- const modulePairs = strongSynapses.filter(s =>
39
- s.source_type === 'code_module' &&
40
- s.target_type === 'code_module' &&
41
- s.synapse_type === 'co_occurs',
42
- );
43
-
44
- let count = 0;
45
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
46
-
47
- for (const synapse of modulePairs) {
48
- const sourceModule = this.codeModuleRepo.getById(synapse.source_id);
49
- const targetModule = this.codeModuleRepo.getById(synapse.target_id);
50
- if (!sourceModule || !targetModule) continue;
51
-
52
- this.insightRepo.create({
53
- type: 'correlation',
54
- title: `Strong module pair: ${sourceModule.name} + ${targetModule.name}`,
55
- description: `These modules co-occur with weight ${synapse.weight.toFixed(2)}. Consider combining into a shared package.`,
56
- evidence: JSON.stringify({
57
- sourceId: sourceModule.id,
58
- targetId: targetModule.id,
59
- sourceName: sourceModule.name,
60
- targetName: targetModule.name,
61
- weight: synapse.weight,
62
- }),
63
- priority: Math.min(70, Math.round(synapse.weight * 70)),
64
- project_id: sourceModule.project_id,
65
- active: 1,
66
- expires_at: expiresAt,
67
- });
68
- count++;
69
- }
70
-
71
- return count;
72
- }
73
-
74
- private findTransferableSolutions(): number {
75
- const projects = this.projectRepo.getAll();
76
- if (projects.length < 2) return 0;
77
-
78
- let count = 0;
79
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
80
-
81
- for (let i = 0; i < projects.length; i++) {
82
- for (let j = i + 1; j < projects.length; j++) {
83
- const projectA = projects[i]!;
84
- const projectB = projects[j]!;
85
-
86
- const errorsA = this.errorRepo.findByProject(projectA.id);
87
- const errorsB = this.errorRepo.findUnresolved(projectB.id);
88
-
89
- const transferable: number[] = [];
90
-
91
- for (const errorB of errorsB) {
92
- const matchingA = errorsA.filter(a => a.type === errorB.type && a.resolved);
93
- for (const matchA of matchingA) {
94
- const solutions = this.solutionRepo.findForError(matchA.id);
95
- for (const sol of solutions) {
96
- const rate = this.solutionRepo.successRate(sol.id);
97
- if (rate >= 0.5 && !transferable.includes(sol.id)) {
98
- transferable.push(sol.id);
99
- }
100
- }
101
- }
102
- }
103
-
104
- if (transferable.length >= 2) {
105
- this.insightRepo.create({
106
- type: 'suggestion',
107
- title: `${projectA.name} has solutions for ${projectB.name}`,
108
- description: `${transferable.length} successful solutions from ${projectA.name} could help resolve errors in ${projectB.name}.`,
109
- evidence: JSON.stringify({
110
- sourceProject: projectA.id,
111
- targetProject: projectB.id,
112
- solutionIds: transferable,
113
- }),
114
- priority: 50,
115
- project_id: projectB.id,
116
- active: 1,
117
- expires_at: expiresAt,
118
- });
119
- count++;
120
- }
121
- }
122
- }
123
-
124
- return count;
125
- }
126
- }
1
+ import type { ResearchConfig } from '../types/config.types.js';
2
+ import type { SynapseRepository } from '../db/repositories/synapse.repository.js';
3
+ import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
4
+ import type { SolutionRepository } from '../db/repositories/solution.repository.js';
5
+ import type { ErrorRepository } from '../db/repositories/error.repository.js';
6
+ import type { ProjectRepository } from '../db/repositories/project.repository.js';
7
+ import type { InsightRepository } from '../db/repositories/insight.repository.js';
8
+ import { getLogger } from '../utils/logger.js';
9
+
10
+ /**
11
+ * Detects synergies: module pairs, transferable solutions, workflow patterns.
12
+ */
13
+ export class SynergyDetector {
14
+ private logger = getLogger();
15
+
16
+ constructor(
17
+ private synapseRepo: SynapseRepository,
18
+ private codeModuleRepo: CodeModuleRepository,
19
+ private solutionRepo: SolutionRepository,
20
+ private errorRepo: ErrorRepository,
21
+ private projectRepo: ProjectRepository,
22
+ private insightRepo: InsightRepository,
23
+ private config: ResearchConfig,
24
+ ) {}
25
+
26
+ detect(): number {
27
+ let insightsCreated = 0;
28
+
29
+ insightsCreated += this.findModuleSynergies();
30
+ insightsCreated += this.findTransferableSolutions();
31
+
32
+ this.logger.info(`Synergy detection complete: ${insightsCreated} insights`);
33
+ return insightsCreated;
34
+ }
35
+
36
+ private findModuleSynergies(): number {
37
+ const strongSynapses = this.synapseRepo.findByWeight(this.config.synergyMinWeight);
38
+ const modulePairs = strongSynapses.filter(s =>
39
+ s.source_type === 'code_module' &&
40
+ s.target_type === 'code_module' &&
41
+ s.synapse_type === 'co_occurs',
42
+ );
43
+
44
+ let count = 0;
45
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
46
+
47
+ for (const synapse of modulePairs) {
48
+ const sourceModule = this.codeModuleRepo.getById(synapse.source_id);
49
+ const targetModule = this.codeModuleRepo.getById(synapse.target_id);
50
+ if (!sourceModule || !targetModule) continue;
51
+
52
+ this.insightRepo.create({
53
+ type: 'correlation',
54
+ title: `Strong module pair: ${sourceModule.name} + ${targetModule.name}`,
55
+ description: `These modules co-occur with weight ${synapse.weight.toFixed(2)}. Consider combining into a shared package.`,
56
+ evidence: JSON.stringify({
57
+ sourceId: sourceModule.id,
58
+ targetId: targetModule.id,
59
+ sourceName: sourceModule.name,
60
+ targetName: targetModule.name,
61
+ weight: synapse.weight,
62
+ }),
63
+ priority: Math.min(70, Math.round(synapse.weight * 70)),
64
+ project_id: sourceModule.project_id,
65
+ active: 1,
66
+ expires_at: expiresAt,
67
+ });
68
+ count++;
69
+ }
70
+
71
+ return count;
72
+ }
73
+
74
+ private findTransferableSolutions(): number {
75
+ const projects = this.projectRepo.getAll();
76
+ if (projects.length < 2) return 0;
77
+
78
+ let count = 0;
79
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
80
+
81
+ for (let i = 0; i < projects.length; i++) {
82
+ for (let j = i + 1; j < projects.length; j++) {
83
+ const projectA = projects[i]!;
84
+ const projectB = projects[j]!;
85
+
86
+ const errorsA = this.errorRepo.findByProject(projectA.id);
87
+ const errorsB = this.errorRepo.findUnresolved(projectB.id);
88
+
89
+ const transferable: number[] = [];
90
+
91
+ for (const errorB of errorsB) {
92
+ const matchingA = errorsA.filter(a => a.type === errorB.type && a.resolved);
93
+ for (const matchA of matchingA) {
94
+ const solutions = this.solutionRepo.findForError(matchA.id);
95
+ for (const sol of solutions) {
96
+ const rate = this.solutionRepo.successRate(sol.id);
97
+ if (rate >= 0.5 && !transferable.includes(sol.id)) {
98
+ transferable.push(sol.id);
99
+ }
100
+ }
101
+ }
102
+ }
103
+
104
+ if (transferable.length >= 2) {
105
+ this.insightRepo.create({
106
+ type: 'suggestion',
107
+ title: `${projectA.name} has solutions for ${projectB.name}`,
108
+ description: `${transferable.length} successful solutions from ${projectA.name} could help resolve errors in ${projectB.name}.`,
109
+ evidence: JSON.stringify({
110
+ sourceProject: projectA.id,
111
+ targetProject: projectB.id,
112
+ solutionIds: transferable,
113
+ }),
114
+ priority: 50,
115
+ project_id: projectB.id,
116
+ active: 1,
117
+ expires_at: expiresAt,
118
+ });
119
+ count++;
120
+ }
121
+ }
122
+ }
123
+
124
+ return count;
125
+ }
126
+ }
@@ -1,130 +1,130 @@
1
- import type { ResearchConfig } from '../types/config.types.js';
2
- import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
3
- import type { ProjectRepository } from '../db/repositories/project.repository.js';
4
- import type { InsightRepository } from '../db/repositories/insight.repository.js';
5
- import { getLogger } from '../utils/logger.js';
6
-
7
- /**
8
- * Identifies code modules adapted across projects that can be generalized into templates.
9
- */
10
- export class TemplateExtractor {
11
- private logger = getLogger();
12
-
13
- constructor(
14
- private codeModuleRepo: CodeModuleRepository,
15
- private projectRepo: ProjectRepository,
16
- private insightRepo: InsightRepository,
17
- private config: ResearchConfig,
18
- ) {}
19
-
20
- extract(): number {
21
- let insightsCreated = 0;
22
-
23
- insightsCreated += this.findReusableModules();
24
- insightsCreated += this.findTemplatingCandidates();
25
-
26
- this.logger.info(`Template extraction complete: ${insightsCreated} insights`);
27
- return insightsCreated;
28
- }
29
-
30
- private findReusableModules(): number {
31
- const projects = this.projectRepo.getAll();
32
- if (projects.length < 2) return 0;
33
-
34
- // Collect all modules grouped by fingerprint
35
- const byFingerprint = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; moduleName: string }>>();
36
-
37
- for (const project of projects) {
38
- const modules = this.codeModuleRepo.findByProject(project.id);
39
- for (const mod of modules) {
40
- const existing = byFingerprint.get(mod.fingerprint) ?? [];
41
- existing.push({
42
- projectId: project.id,
43
- projectName: project.name,
44
- moduleId: mod.id,
45
- moduleName: mod.name,
46
- });
47
- byFingerprint.set(mod.fingerprint, existing);
48
- }
49
- }
50
-
51
- let count = 0;
52
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
53
-
54
- for (const [fingerprint, usages] of byFingerprint) {
55
- const uniqueProjects = new Set(usages.map(u => u.projectId));
56
- if (uniqueProjects.size >= this.config.templateMinAdaptations) {
57
- const moduleName = usages[0]!.moduleName;
58
- this.insightRepo.create({
59
- type: 'pattern',
60
- title: `Shared module candidate: ${moduleName}`,
61
- description: `Module "${moduleName}" appears identically in ${uniqueProjects.size} projects. Extract as a shared library.`,
62
- evidence: JSON.stringify({
63
- fingerprint,
64
- projectCount: uniqueProjects.size,
65
- usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
66
- }),
67
- priority: Math.min(80, 30 + uniqueProjects.size * 15),
68
- project_id: null,
69
- active: 1,
70
- expires_at: expiresAt,
71
- });
72
- count++;
73
- }
74
- }
75
-
76
- return count;
77
- }
78
-
79
- private findTemplatingCandidates(): number {
80
- const projects = this.projectRepo.getAll();
81
- if (projects.length < 2) return 0;
82
-
83
- // Group modules by name across projects (same name, different fingerprint = adaptation)
84
- const byName = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; reusability: number }>>();
85
-
86
- for (const project of projects) {
87
- const modules = this.codeModuleRepo.findByProject(project.id);
88
- for (const mod of modules) {
89
- const existing = byName.get(mod.name) ?? [];
90
- existing.push({
91
- projectId: project.id,
92
- projectName: project.name,
93
- moduleId: mod.id,
94
- reusability: mod.reusability_score,
95
- });
96
- byName.set(mod.name, existing);
97
- }
98
- }
99
-
100
- let count = 0;
101
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
102
-
103
- for (const [name, usages] of byName) {
104
- const uniqueProjects = new Set(usages.map(u => u.projectId));
105
- if (uniqueProjects.size >= this.config.templateMinAdaptations) {
106
- const avgReusability = usages.reduce((sum, u) => sum + u.reusability, 0) / usages.length;
107
- if (avgReusability >= 0.5) {
108
- this.insightRepo.create({
109
- type: 'suggestion',
110
- title: `Template candidate: ${name}`,
111
- description: `"${name}" exists in ${uniqueProjects.size} projects as adaptations (avg reusability ${Math.round(avgReusability * 100)}%). Generalize into parameterized template.`,
112
- evidence: JSON.stringify({
113
- name,
114
- projectCount: uniqueProjects.size,
115
- avgReusability,
116
- usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
117
- }),
118
- priority: Math.min(75, 25 + uniqueProjects.size * 10 + Math.round(avgReusability * 20)),
119
- project_id: null,
120
- active: 1,
121
- expires_at: expiresAt,
122
- });
123
- count++;
124
- }
125
- }
126
- }
127
-
128
- return count;
129
- }
130
- }
1
+ import type { ResearchConfig } from '../types/config.types.js';
2
+ import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
3
+ import type { ProjectRepository } from '../db/repositories/project.repository.js';
4
+ import type { InsightRepository } from '../db/repositories/insight.repository.js';
5
+ import { getLogger } from '../utils/logger.js';
6
+
7
+ /**
8
+ * Identifies code modules adapted across projects that can be generalized into templates.
9
+ */
10
+ export class TemplateExtractor {
11
+ private logger = getLogger();
12
+
13
+ constructor(
14
+ private codeModuleRepo: CodeModuleRepository,
15
+ private projectRepo: ProjectRepository,
16
+ private insightRepo: InsightRepository,
17
+ private config: ResearchConfig,
18
+ ) {}
19
+
20
+ extract(): number {
21
+ let insightsCreated = 0;
22
+
23
+ insightsCreated += this.findReusableModules();
24
+ insightsCreated += this.findTemplatingCandidates();
25
+
26
+ this.logger.info(`Template extraction complete: ${insightsCreated} insights`);
27
+ return insightsCreated;
28
+ }
29
+
30
+ private findReusableModules(): number {
31
+ const projects = this.projectRepo.getAll();
32
+ if (projects.length < 2) return 0;
33
+
34
+ // Collect all modules grouped by fingerprint
35
+ const byFingerprint = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; moduleName: string }>>();
36
+
37
+ for (const project of projects) {
38
+ const modules = this.codeModuleRepo.findByProject(project.id);
39
+ for (const mod of modules) {
40
+ const existing = byFingerprint.get(mod.fingerprint) ?? [];
41
+ existing.push({
42
+ projectId: project.id,
43
+ projectName: project.name,
44
+ moduleId: mod.id,
45
+ moduleName: mod.name,
46
+ });
47
+ byFingerprint.set(mod.fingerprint, existing);
48
+ }
49
+ }
50
+
51
+ let count = 0;
52
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
53
+
54
+ for (const [fingerprint, usages] of byFingerprint) {
55
+ const uniqueProjects = new Set(usages.map(u => u.projectId));
56
+ if (uniqueProjects.size >= this.config.templateMinAdaptations) {
57
+ const moduleName = usages[0]!.moduleName;
58
+ this.insightRepo.create({
59
+ type: 'pattern',
60
+ title: `Shared module candidate: ${moduleName}`,
61
+ description: `Module "${moduleName}" appears identically in ${uniqueProjects.size} projects. Extract as a shared library.`,
62
+ evidence: JSON.stringify({
63
+ fingerprint,
64
+ projectCount: uniqueProjects.size,
65
+ usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
66
+ }),
67
+ priority: Math.min(80, 30 + uniqueProjects.size * 15),
68
+ project_id: null,
69
+ active: 1,
70
+ expires_at: expiresAt,
71
+ });
72
+ count++;
73
+ }
74
+ }
75
+
76
+ return count;
77
+ }
78
+
79
+ private findTemplatingCandidates(): number {
80
+ const projects = this.projectRepo.getAll();
81
+ if (projects.length < 2) return 0;
82
+
83
+ // Group modules by name across projects (same name, different fingerprint = adaptation)
84
+ const byName = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; reusability: number }>>();
85
+
86
+ for (const project of projects) {
87
+ const modules = this.codeModuleRepo.findByProject(project.id);
88
+ for (const mod of modules) {
89
+ const existing = byName.get(mod.name) ?? [];
90
+ existing.push({
91
+ projectId: project.id,
92
+ projectName: project.name,
93
+ moduleId: mod.id,
94
+ reusability: mod.reusability_score,
95
+ });
96
+ byName.set(mod.name, existing);
97
+ }
98
+ }
99
+
100
+ let count = 0;
101
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
102
+
103
+ for (const [name, usages] of byName) {
104
+ const uniqueProjects = new Set(usages.map(u => u.projectId));
105
+ if (uniqueProjects.size >= this.config.templateMinAdaptations) {
106
+ const avgReusability = usages.reduce((sum, u) => sum + u.reusability, 0) / usages.length;
107
+ if (avgReusability >= 0.5) {
108
+ this.insightRepo.create({
109
+ type: 'suggestion',
110
+ title: `Template candidate: ${name}`,
111
+ description: `"${name}" exists in ${uniqueProjects.size} projects as adaptations (avg reusability ${Math.round(avgReusability * 100)}%). Generalize into parameterized template.`,
112
+ evidence: JSON.stringify({
113
+ name,
114
+ projectCount: uniqueProjects.size,
115
+ avgReusability,
116
+ usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
117
+ }),
118
+ priority: Math.min(75, 25 + uniqueProjects.size * 10 + Math.round(avgReusability * 20)),
119
+ project_id: null,
120
+ active: 1,
121
+ expires_at: expiresAt,
122
+ });
123
+ count++;
124
+ }
125
+ }
126
+ }
127
+
128
+ return count;
129
+ }
130
+ }