@timmeck/brain 1.8.0 → 1.8.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (177) hide show
  1. package/BRAIN_PLAN.md +3324 -3324
  2. package/LICENSE +21 -21
  3. package/dist/api/server.d.ts +4 -0
  4. package/dist/api/server.js +73 -0
  5. package/dist/api/server.js.map +1 -1
  6. package/dist/brain.js +2 -1
  7. package/dist/brain.js.map +1 -1
  8. package/dist/cli/commands/dashboard.js +606 -572
  9. package/dist/cli/commands/dashboard.js.map +1 -1
  10. package/dist/dashboard/server.js +25 -25
  11. package/dist/db/migrations/001_core_schema.js +115 -115
  12. package/dist/db/migrations/002_learning_schema.js +33 -33
  13. package/dist/db/migrations/003_code_schema.js +48 -48
  14. package/dist/db/migrations/004_synapses_schema.js +52 -52
  15. package/dist/db/migrations/005_fts_indexes.js +73 -73
  16. package/dist/db/migrations/007_feedback.js +8 -8
  17. package/dist/db/migrations/008_git_integration.js +33 -33
  18. package/dist/db/migrations/009_embeddings.js +3 -3
  19. package/dist/db/repositories/antipattern.repository.js +3 -3
  20. package/dist/db/repositories/code-module.repository.js +32 -32
  21. package/dist/db/repositories/notification.repository.js +3 -3
  22. package/dist/db/repositories/project.repository.js +21 -21
  23. package/dist/db/repositories/rule.repository.js +24 -24
  24. package/dist/db/repositories/solution.repository.js +50 -50
  25. package/dist/db/repositories/synapse.repository.js +18 -18
  26. package/dist/db/repositories/terminal.repository.js +24 -24
  27. package/dist/embeddings/engine.d.ts +2 -2
  28. package/dist/embeddings/engine.js +17 -4
  29. package/dist/embeddings/engine.js.map +1 -1
  30. package/dist/index.js +1 -1
  31. package/dist/ipc/server.d.ts +8 -0
  32. package/dist/ipc/server.js +67 -1
  33. package/dist/ipc/server.js.map +1 -1
  34. package/dist/matching/error-matcher.js +5 -5
  35. package/dist/matching/fingerprint.js +6 -1
  36. package/dist/matching/fingerprint.js.map +1 -1
  37. package/dist/mcp/http-server.js +8 -2
  38. package/dist/mcp/http-server.js.map +1 -1
  39. package/dist/services/code.service.d.ts +3 -0
  40. package/dist/services/code.service.js +33 -4
  41. package/dist/services/code.service.js.map +1 -1
  42. package/dist/services/error.service.js +4 -3
  43. package/dist/services/error.service.js.map +1 -1
  44. package/dist/services/git.service.js +14 -14
  45. package/package.json +49 -49
  46. package/src/api/server.ts +395 -321
  47. package/src/brain.ts +266 -265
  48. package/src/cli/colors.ts +116 -116
  49. package/src/cli/commands/config.ts +169 -169
  50. package/src/cli/commands/dashboard.ts +755 -720
  51. package/src/cli/commands/doctor.ts +118 -118
  52. package/src/cli/commands/explain.ts +83 -83
  53. package/src/cli/commands/export.ts +31 -31
  54. package/src/cli/commands/import.ts +199 -199
  55. package/src/cli/commands/insights.ts +65 -65
  56. package/src/cli/commands/learn.ts +24 -24
  57. package/src/cli/commands/modules.ts +53 -53
  58. package/src/cli/commands/network.ts +67 -67
  59. package/src/cli/commands/projects.ts +42 -42
  60. package/src/cli/commands/query.ts +120 -120
  61. package/src/cli/commands/start.ts +62 -62
  62. package/src/cli/commands/status.ts +75 -75
  63. package/src/cli/commands/stop.ts +34 -34
  64. package/src/cli/ipc-helper.ts +22 -22
  65. package/src/cli/update-check.ts +63 -63
  66. package/src/code/fingerprint.ts +87 -87
  67. package/src/code/parsers/generic.ts +29 -29
  68. package/src/code/parsers/python.ts +54 -54
  69. package/src/code/parsers/typescript.ts +65 -65
  70. package/src/code/registry.ts +60 -60
  71. package/src/dashboard/server.ts +142 -142
  72. package/src/db/connection.ts +22 -22
  73. package/src/db/migrations/001_core_schema.ts +120 -120
  74. package/src/db/migrations/002_learning_schema.ts +38 -38
  75. package/src/db/migrations/003_code_schema.ts +53 -53
  76. package/src/db/migrations/004_synapses_schema.ts +57 -57
  77. package/src/db/migrations/005_fts_indexes.ts +78 -78
  78. package/src/db/migrations/006_synapses_phase3.ts +17 -17
  79. package/src/db/migrations/007_feedback.ts +13 -13
  80. package/src/db/migrations/008_git_integration.ts +38 -38
  81. package/src/db/migrations/009_embeddings.ts +8 -8
  82. package/src/db/repositories/antipattern.repository.ts +66 -66
  83. package/src/db/repositories/code-module.repository.ts +142 -142
  84. package/src/db/repositories/notification.repository.ts +66 -66
  85. package/src/db/repositories/project.repository.ts +93 -93
  86. package/src/db/repositories/rule.repository.ts +108 -108
  87. package/src/db/repositories/solution.repository.ts +154 -154
  88. package/src/db/repositories/synapse.repository.ts +153 -153
  89. package/src/db/repositories/terminal.repository.ts +101 -101
  90. package/src/embeddings/engine.ts +238 -217
  91. package/src/index.ts +63 -63
  92. package/src/ipc/client.ts +118 -118
  93. package/src/ipc/protocol.ts +35 -35
  94. package/src/ipc/router.ts +133 -133
  95. package/src/ipc/server.ts +176 -110
  96. package/src/learning/decay.ts +46 -46
  97. package/src/learning/pattern-extractor.ts +90 -90
  98. package/src/learning/rule-generator.ts +74 -74
  99. package/src/matching/error-matcher.ts +5 -5
  100. package/src/matching/fingerprint.ts +34 -29
  101. package/src/matching/similarity.ts +61 -61
  102. package/src/matching/tfidf.ts +74 -74
  103. package/src/matching/tokenizer.ts +41 -41
  104. package/src/mcp/auto-detect.ts +93 -93
  105. package/src/mcp/http-server.ts +140 -137
  106. package/src/mcp/server.ts +73 -73
  107. package/src/parsing/error-parser.ts +28 -28
  108. package/src/parsing/parsers/compiler.ts +93 -93
  109. package/src/parsing/parsers/generic.ts +28 -28
  110. package/src/parsing/parsers/go.ts +97 -97
  111. package/src/parsing/parsers/node.ts +69 -69
  112. package/src/parsing/parsers/python.ts +62 -62
  113. package/src/parsing/parsers/rust.ts +50 -50
  114. package/src/parsing/parsers/shell.ts +42 -42
  115. package/src/parsing/types.ts +47 -47
  116. package/src/research/gap-analyzer.ts +135 -135
  117. package/src/research/insight-generator.ts +123 -123
  118. package/src/research/research-engine.ts +116 -116
  119. package/src/research/synergy-detector.ts +126 -126
  120. package/src/research/template-extractor.ts +130 -130
  121. package/src/research/trend-analyzer.ts +127 -127
  122. package/src/services/code.service.ts +271 -238
  123. package/src/services/error.service.ts +4 -3
  124. package/src/services/git.service.ts +132 -132
  125. package/src/services/notification.service.ts +41 -41
  126. package/src/services/synapse.service.ts +59 -59
  127. package/src/services/terminal.service.ts +81 -81
  128. package/src/synapses/activation.ts +80 -80
  129. package/src/synapses/decay.ts +38 -38
  130. package/src/synapses/hebbian.ts +69 -69
  131. package/src/synapses/pathfinder.ts +81 -81
  132. package/src/synapses/synapse-manager.ts +109 -109
  133. package/src/types/code.types.ts +52 -52
  134. package/src/types/error.types.ts +67 -67
  135. package/src/types/ipc.types.ts +8 -8
  136. package/src/types/mcp.types.ts +53 -53
  137. package/src/types/research.types.ts +28 -28
  138. package/src/types/solution.types.ts +30 -30
  139. package/src/utils/events.ts +45 -45
  140. package/src/utils/hash.ts +5 -5
  141. package/src/utils/logger.ts +48 -48
  142. package/src/utils/paths.ts +19 -19
  143. package/tests/e2e/test_code_intelligence.py +1015 -0
  144. package/tests/e2e/test_error_memory.py +451 -0
  145. package/tests/e2e/test_full_integration.py +534 -0
  146. package/tests/fixtures/code-modules/modules.ts +83 -83
  147. package/tests/fixtures/errors/go.ts +9 -9
  148. package/tests/fixtures/errors/node.ts +24 -24
  149. package/tests/fixtures/errors/python.ts +21 -21
  150. package/tests/fixtures/errors/rust.ts +25 -25
  151. package/tests/fixtures/errors/shell.ts +15 -15
  152. package/tests/fixtures/solutions/solutions.ts +27 -27
  153. package/tests/helpers/setup-db.ts +52 -52
  154. package/tests/integration/code-flow.test.ts +86 -86
  155. package/tests/integration/error-flow.test.ts +83 -83
  156. package/tests/integration/ipc-flow.test.ts +166 -166
  157. package/tests/integration/learning-cycle.test.ts +82 -82
  158. package/tests/integration/synapse-flow.test.ts +117 -117
  159. package/tests/unit/code/analyzer.test.ts +58 -58
  160. package/tests/unit/code/fingerprint.test.ts +51 -51
  161. package/tests/unit/code/scorer.test.ts +55 -55
  162. package/tests/unit/learning/confidence-scorer.test.ts +60 -60
  163. package/tests/unit/learning/decay.test.ts +45 -45
  164. package/tests/unit/learning/pattern-extractor.test.ts +50 -50
  165. package/tests/unit/matching/error-matcher.test.ts +69 -69
  166. package/tests/unit/matching/fingerprint.test.ts +47 -47
  167. package/tests/unit/matching/similarity.test.ts +65 -65
  168. package/tests/unit/matching/tfidf.test.ts +71 -71
  169. package/tests/unit/matching/tokenizer.test.ts +83 -83
  170. package/tests/unit/parsing/parsers.test.ts +113 -113
  171. package/tests/unit/research/gap-analyzer.test.ts +45 -45
  172. package/tests/unit/research/trend-analyzer.test.ts +45 -45
  173. package/tests/unit/synapses/activation.test.ts +80 -80
  174. package/tests/unit/synapses/decay.test.ts +27 -27
  175. package/tests/unit/synapses/hebbian.test.ts +96 -96
  176. package/tests/unit/synapses/pathfinder.test.ts +72 -72
  177. package/tsconfig.json +18 -18
@@ -1,126 +1,126 @@
1
- import type { ResearchConfig } from '../types/config.types.js';
2
- import type { SynapseRepository } from '../db/repositories/synapse.repository.js';
3
- import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
4
- import type { SolutionRepository } from '../db/repositories/solution.repository.js';
5
- import type { ErrorRepository } from '../db/repositories/error.repository.js';
6
- import type { ProjectRepository } from '../db/repositories/project.repository.js';
7
- import type { InsightRepository } from '../db/repositories/insight.repository.js';
8
- import { getLogger } from '../utils/logger.js';
9
-
10
- /**
11
- * Detects synergies: module pairs, transferable solutions, workflow patterns.
12
- */
13
- export class SynergyDetector {
14
- private logger = getLogger();
15
-
16
- constructor(
17
- private synapseRepo: SynapseRepository,
18
- private codeModuleRepo: CodeModuleRepository,
19
- private solutionRepo: SolutionRepository,
20
- private errorRepo: ErrorRepository,
21
- private projectRepo: ProjectRepository,
22
- private insightRepo: InsightRepository,
23
- private config: ResearchConfig,
24
- ) {}
25
-
26
- detect(): number {
27
- let insightsCreated = 0;
28
-
29
- insightsCreated += this.findModuleSynergies();
30
- insightsCreated += this.findTransferableSolutions();
31
-
32
- this.logger.info(`Synergy detection complete: ${insightsCreated} insights`);
33
- return insightsCreated;
34
- }
35
-
36
- private findModuleSynergies(): number {
37
- const strongSynapses = this.synapseRepo.findByWeight(this.config.synergyMinWeight);
38
- const modulePairs = strongSynapses.filter(s =>
39
- s.source_type === 'code_module' &&
40
- s.target_type === 'code_module' &&
41
- s.synapse_type === 'co_occurs',
42
- );
43
-
44
- let count = 0;
45
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
46
-
47
- for (const synapse of modulePairs) {
48
- const sourceModule = this.codeModuleRepo.getById(synapse.source_id);
49
- const targetModule = this.codeModuleRepo.getById(synapse.target_id);
50
- if (!sourceModule || !targetModule) continue;
51
-
52
- this.insightRepo.create({
53
- type: 'correlation',
54
- title: `Strong module pair: ${sourceModule.name} + ${targetModule.name}`,
55
- description: `These modules co-occur with weight ${synapse.weight.toFixed(2)}. Consider combining into a shared package.`,
56
- evidence: JSON.stringify({
57
- sourceId: sourceModule.id,
58
- targetId: targetModule.id,
59
- sourceName: sourceModule.name,
60
- targetName: targetModule.name,
61
- weight: synapse.weight,
62
- }),
63
- priority: Math.min(70, Math.round(synapse.weight * 70)),
64
- project_id: sourceModule.project_id,
65
- active: 1,
66
- expires_at: expiresAt,
67
- });
68
- count++;
69
- }
70
-
71
- return count;
72
- }
73
-
74
- private findTransferableSolutions(): number {
75
- const projects = this.projectRepo.getAll();
76
- if (projects.length < 2) return 0;
77
-
78
- let count = 0;
79
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
80
-
81
- for (let i = 0; i < projects.length; i++) {
82
- for (let j = i + 1; j < projects.length; j++) {
83
- const projectA = projects[i]!;
84
- const projectB = projects[j]!;
85
-
86
- const errorsA = this.errorRepo.findByProject(projectA.id);
87
- const errorsB = this.errorRepo.findUnresolved(projectB.id);
88
-
89
- const transferable: number[] = [];
90
-
91
- for (const errorB of errorsB) {
92
- const matchingA = errorsA.filter(a => a.type === errorB.type && a.resolved);
93
- for (const matchA of matchingA) {
94
- const solutions = this.solutionRepo.findForError(matchA.id);
95
- for (const sol of solutions) {
96
- const rate = this.solutionRepo.successRate(sol.id);
97
- if (rate >= 0.5 && !transferable.includes(sol.id)) {
98
- transferable.push(sol.id);
99
- }
100
- }
101
- }
102
- }
103
-
104
- if (transferable.length >= 2) {
105
- this.insightRepo.create({
106
- type: 'suggestion',
107
- title: `${projectA.name} has solutions for ${projectB.name}`,
108
- description: `${transferable.length} successful solutions from ${projectA.name} could help resolve errors in ${projectB.name}.`,
109
- evidence: JSON.stringify({
110
- sourceProject: projectA.id,
111
- targetProject: projectB.id,
112
- solutionIds: transferable,
113
- }),
114
- priority: 50,
115
- project_id: projectB.id,
116
- active: 1,
117
- expires_at: expiresAt,
118
- });
119
- count++;
120
- }
121
- }
122
- }
123
-
124
- return count;
125
- }
126
- }
1
+ import type { ResearchConfig } from '../types/config.types.js';
2
+ import type { SynapseRepository } from '../db/repositories/synapse.repository.js';
3
+ import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
4
+ import type { SolutionRepository } from '../db/repositories/solution.repository.js';
5
+ import type { ErrorRepository } from '../db/repositories/error.repository.js';
6
+ import type { ProjectRepository } from '../db/repositories/project.repository.js';
7
+ import type { InsightRepository } from '../db/repositories/insight.repository.js';
8
+ import { getLogger } from '../utils/logger.js';
9
+
10
+ /**
11
+ * Detects synergies: module pairs, transferable solutions, workflow patterns.
12
+ */
13
+ export class SynergyDetector {
14
+ private logger = getLogger();
15
+
16
+ constructor(
17
+ private synapseRepo: SynapseRepository,
18
+ private codeModuleRepo: CodeModuleRepository,
19
+ private solutionRepo: SolutionRepository,
20
+ private errorRepo: ErrorRepository,
21
+ private projectRepo: ProjectRepository,
22
+ private insightRepo: InsightRepository,
23
+ private config: ResearchConfig,
24
+ ) {}
25
+
26
+ detect(): number {
27
+ let insightsCreated = 0;
28
+
29
+ insightsCreated += this.findModuleSynergies();
30
+ insightsCreated += this.findTransferableSolutions();
31
+
32
+ this.logger.info(`Synergy detection complete: ${insightsCreated} insights`);
33
+ return insightsCreated;
34
+ }
35
+
36
+ private findModuleSynergies(): number {
37
+ const strongSynapses = this.synapseRepo.findByWeight(this.config.synergyMinWeight);
38
+ const modulePairs = strongSynapses.filter(s =>
39
+ s.source_type === 'code_module' &&
40
+ s.target_type === 'code_module' &&
41
+ s.synapse_type === 'co_occurs',
42
+ );
43
+
44
+ let count = 0;
45
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
46
+
47
+ for (const synapse of modulePairs) {
48
+ const sourceModule = this.codeModuleRepo.getById(synapse.source_id);
49
+ const targetModule = this.codeModuleRepo.getById(synapse.target_id);
50
+ if (!sourceModule || !targetModule) continue;
51
+
52
+ this.insightRepo.create({
53
+ type: 'correlation',
54
+ title: `Strong module pair: ${sourceModule.name} + ${targetModule.name}`,
55
+ description: `These modules co-occur with weight ${synapse.weight.toFixed(2)}. Consider combining into a shared package.`,
56
+ evidence: JSON.stringify({
57
+ sourceId: sourceModule.id,
58
+ targetId: targetModule.id,
59
+ sourceName: sourceModule.name,
60
+ targetName: targetModule.name,
61
+ weight: synapse.weight,
62
+ }),
63
+ priority: Math.min(70, Math.round(synapse.weight * 70)),
64
+ project_id: sourceModule.project_id,
65
+ active: 1,
66
+ expires_at: expiresAt,
67
+ });
68
+ count++;
69
+ }
70
+
71
+ return count;
72
+ }
73
+
74
+ private findTransferableSolutions(): number {
75
+ const projects = this.projectRepo.getAll();
76
+ if (projects.length < 2) return 0;
77
+
78
+ let count = 0;
79
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
80
+
81
+ for (let i = 0; i < projects.length; i++) {
82
+ for (let j = i + 1; j < projects.length; j++) {
83
+ const projectA = projects[i]!;
84
+ const projectB = projects[j]!;
85
+
86
+ const errorsA = this.errorRepo.findByProject(projectA.id);
87
+ const errorsB = this.errorRepo.findUnresolved(projectB.id);
88
+
89
+ const transferable: number[] = [];
90
+
91
+ for (const errorB of errorsB) {
92
+ const matchingA = errorsA.filter(a => a.type === errorB.type && a.resolved);
93
+ for (const matchA of matchingA) {
94
+ const solutions = this.solutionRepo.findForError(matchA.id);
95
+ for (const sol of solutions) {
96
+ const rate = this.solutionRepo.successRate(sol.id);
97
+ if (rate >= 0.5 && !transferable.includes(sol.id)) {
98
+ transferable.push(sol.id);
99
+ }
100
+ }
101
+ }
102
+ }
103
+
104
+ if (transferable.length >= 2) {
105
+ this.insightRepo.create({
106
+ type: 'suggestion',
107
+ title: `${projectA.name} has solutions for ${projectB.name}`,
108
+ description: `${transferable.length} successful solutions from ${projectA.name} could help resolve errors in ${projectB.name}.`,
109
+ evidence: JSON.stringify({
110
+ sourceProject: projectA.id,
111
+ targetProject: projectB.id,
112
+ solutionIds: transferable,
113
+ }),
114
+ priority: 50,
115
+ project_id: projectB.id,
116
+ active: 1,
117
+ expires_at: expiresAt,
118
+ });
119
+ count++;
120
+ }
121
+ }
122
+ }
123
+
124
+ return count;
125
+ }
126
+ }
@@ -1,130 +1,130 @@
1
- import type { ResearchConfig } from '../types/config.types.js';
2
- import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
3
- import type { ProjectRepository } from '../db/repositories/project.repository.js';
4
- import type { InsightRepository } from '../db/repositories/insight.repository.js';
5
- import { getLogger } from '../utils/logger.js';
6
-
7
- /**
8
- * Identifies code modules adapted across projects that can be generalized into templates.
9
- */
10
- export class TemplateExtractor {
11
- private logger = getLogger();
12
-
13
- constructor(
14
- private codeModuleRepo: CodeModuleRepository,
15
- private projectRepo: ProjectRepository,
16
- private insightRepo: InsightRepository,
17
- private config: ResearchConfig,
18
- ) {}
19
-
20
- extract(): number {
21
- let insightsCreated = 0;
22
-
23
- insightsCreated += this.findReusableModules();
24
- insightsCreated += this.findTemplatingCandidates();
25
-
26
- this.logger.info(`Template extraction complete: ${insightsCreated} insights`);
27
- return insightsCreated;
28
- }
29
-
30
- private findReusableModules(): number {
31
- const projects = this.projectRepo.getAll();
32
- if (projects.length < 2) return 0;
33
-
34
- // Collect all modules grouped by fingerprint
35
- const byFingerprint = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; moduleName: string }>>();
36
-
37
- for (const project of projects) {
38
- const modules = this.codeModuleRepo.findByProject(project.id);
39
- for (const mod of modules) {
40
- const existing = byFingerprint.get(mod.fingerprint) ?? [];
41
- existing.push({
42
- projectId: project.id,
43
- projectName: project.name,
44
- moduleId: mod.id,
45
- moduleName: mod.name,
46
- });
47
- byFingerprint.set(mod.fingerprint, existing);
48
- }
49
- }
50
-
51
- let count = 0;
52
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
53
-
54
- for (const [fingerprint, usages] of byFingerprint) {
55
- const uniqueProjects = new Set(usages.map(u => u.projectId));
56
- if (uniqueProjects.size >= this.config.templateMinAdaptations) {
57
- const moduleName = usages[0]!.moduleName;
58
- this.insightRepo.create({
59
- type: 'pattern',
60
- title: `Shared module candidate: ${moduleName}`,
61
- description: `Module "${moduleName}" appears identically in ${uniqueProjects.size} projects. Extract as a shared library.`,
62
- evidence: JSON.stringify({
63
- fingerprint,
64
- projectCount: uniqueProjects.size,
65
- usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
66
- }),
67
- priority: Math.min(80, 30 + uniqueProjects.size * 15),
68
- project_id: null,
69
- active: 1,
70
- expires_at: expiresAt,
71
- });
72
- count++;
73
- }
74
- }
75
-
76
- return count;
77
- }
78
-
79
- private findTemplatingCandidates(): number {
80
- const projects = this.projectRepo.getAll();
81
- if (projects.length < 2) return 0;
82
-
83
- // Group modules by name across projects (same name, different fingerprint = adaptation)
84
- const byName = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; reusability: number }>>();
85
-
86
- for (const project of projects) {
87
- const modules = this.codeModuleRepo.findByProject(project.id);
88
- for (const mod of modules) {
89
- const existing = byName.get(mod.name) ?? [];
90
- existing.push({
91
- projectId: project.id,
92
- projectName: project.name,
93
- moduleId: mod.id,
94
- reusability: mod.reusability_score,
95
- });
96
- byName.set(mod.name, existing);
97
- }
98
- }
99
-
100
- let count = 0;
101
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
102
-
103
- for (const [name, usages] of byName) {
104
- const uniqueProjects = new Set(usages.map(u => u.projectId));
105
- if (uniqueProjects.size >= this.config.templateMinAdaptations) {
106
- const avgReusability = usages.reduce((sum, u) => sum + u.reusability, 0) / usages.length;
107
- if (avgReusability >= 0.5) {
108
- this.insightRepo.create({
109
- type: 'suggestion',
110
- title: `Template candidate: ${name}`,
111
- description: `"${name}" exists in ${uniqueProjects.size} projects as adaptations (avg reusability ${Math.round(avgReusability * 100)}%). Generalize into parameterized template.`,
112
- evidence: JSON.stringify({
113
- name,
114
- projectCount: uniqueProjects.size,
115
- avgReusability,
116
- usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
117
- }),
118
- priority: Math.min(75, 25 + uniqueProjects.size * 10 + Math.round(avgReusability * 20)),
119
- project_id: null,
120
- active: 1,
121
- expires_at: expiresAt,
122
- });
123
- count++;
124
- }
125
- }
126
- }
127
-
128
- return count;
129
- }
130
- }
1
+ import type { ResearchConfig } from '../types/config.types.js';
2
+ import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
3
+ import type { ProjectRepository } from '../db/repositories/project.repository.js';
4
+ import type { InsightRepository } from '../db/repositories/insight.repository.js';
5
+ import { getLogger } from '../utils/logger.js';
6
+
7
+ /**
8
+ * Identifies code modules adapted across projects that can be generalized into templates.
9
+ */
10
+ export class TemplateExtractor {
11
+ private logger = getLogger();
12
+
13
+ constructor(
14
+ private codeModuleRepo: CodeModuleRepository,
15
+ private projectRepo: ProjectRepository,
16
+ private insightRepo: InsightRepository,
17
+ private config: ResearchConfig,
18
+ ) {}
19
+
20
+ extract(): number {
21
+ let insightsCreated = 0;
22
+
23
+ insightsCreated += this.findReusableModules();
24
+ insightsCreated += this.findTemplatingCandidates();
25
+
26
+ this.logger.info(`Template extraction complete: ${insightsCreated} insights`);
27
+ return insightsCreated;
28
+ }
29
+
30
+ private findReusableModules(): number {
31
+ const projects = this.projectRepo.getAll();
32
+ if (projects.length < 2) return 0;
33
+
34
+ // Collect all modules grouped by fingerprint
35
+ const byFingerprint = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; moduleName: string }>>();
36
+
37
+ for (const project of projects) {
38
+ const modules = this.codeModuleRepo.findByProject(project.id);
39
+ for (const mod of modules) {
40
+ const existing = byFingerprint.get(mod.fingerprint) ?? [];
41
+ existing.push({
42
+ projectId: project.id,
43
+ projectName: project.name,
44
+ moduleId: mod.id,
45
+ moduleName: mod.name,
46
+ });
47
+ byFingerprint.set(mod.fingerprint, existing);
48
+ }
49
+ }
50
+
51
+ let count = 0;
52
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
53
+
54
+ for (const [fingerprint, usages] of byFingerprint) {
55
+ const uniqueProjects = new Set(usages.map(u => u.projectId));
56
+ if (uniqueProjects.size >= this.config.templateMinAdaptations) {
57
+ const moduleName = usages[0]!.moduleName;
58
+ this.insightRepo.create({
59
+ type: 'pattern',
60
+ title: `Shared module candidate: ${moduleName}`,
61
+ description: `Module "${moduleName}" appears identically in ${uniqueProjects.size} projects. Extract as a shared library.`,
62
+ evidence: JSON.stringify({
63
+ fingerprint,
64
+ projectCount: uniqueProjects.size,
65
+ usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
66
+ }),
67
+ priority: Math.min(80, 30 + uniqueProjects.size * 15),
68
+ project_id: null,
69
+ active: 1,
70
+ expires_at: expiresAt,
71
+ });
72
+ count++;
73
+ }
74
+ }
75
+
76
+ return count;
77
+ }
78
+
79
+ private findTemplatingCandidates(): number {
80
+ const projects = this.projectRepo.getAll();
81
+ if (projects.length < 2) return 0;
82
+
83
+ // Group modules by name across projects (same name, different fingerprint = adaptation)
84
+ const byName = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; reusability: number }>>();
85
+
86
+ for (const project of projects) {
87
+ const modules = this.codeModuleRepo.findByProject(project.id);
88
+ for (const mod of modules) {
89
+ const existing = byName.get(mod.name) ?? [];
90
+ existing.push({
91
+ projectId: project.id,
92
+ projectName: project.name,
93
+ moduleId: mod.id,
94
+ reusability: mod.reusability_score,
95
+ });
96
+ byName.set(mod.name, existing);
97
+ }
98
+ }
99
+
100
+ let count = 0;
101
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
102
+
103
+ for (const [name, usages] of byName) {
104
+ const uniqueProjects = new Set(usages.map(u => u.projectId));
105
+ if (uniqueProjects.size >= this.config.templateMinAdaptations) {
106
+ const avgReusability = usages.reduce((sum, u) => sum + u.reusability, 0) / usages.length;
107
+ if (avgReusability >= 0.5) {
108
+ this.insightRepo.create({
109
+ type: 'suggestion',
110
+ title: `Template candidate: ${name}`,
111
+ description: `"${name}" exists in ${uniqueProjects.size} projects as adaptations (avg reusability ${Math.round(avgReusability * 100)}%). Generalize into parameterized template.`,
112
+ evidence: JSON.stringify({
113
+ name,
114
+ projectCount: uniqueProjects.size,
115
+ avgReusability,
116
+ usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
117
+ }),
118
+ priority: Math.min(75, 25 + uniqueProjects.size * 10 + Math.round(avgReusability * 20)),
119
+ project_id: null,
120
+ active: 1,
121
+ expires_at: expiresAt,
122
+ });
123
+ count++;
124
+ }
125
+ }
126
+ }
127
+
128
+ return count;
129
+ }
130
+ }