@timmeck/brain 1.8.1 → 1.8.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (162) hide show
  1. package/BRAIN_PLAN.md +3324 -3324
  2. package/LICENSE +21 -21
  3. package/dist/cli/commands/dashboard.js +595 -595
  4. package/dist/dashboard/server.js +25 -25
  5. package/dist/db/migrations/001_core_schema.js +115 -115
  6. package/dist/db/migrations/002_learning_schema.js +33 -33
  7. package/dist/db/migrations/003_code_schema.js +48 -48
  8. package/dist/db/migrations/004_synapses_schema.js +52 -52
  9. package/dist/db/migrations/005_fts_indexes.js +73 -73
  10. package/dist/db/migrations/007_feedback.js +8 -8
  11. package/dist/db/migrations/008_git_integration.js +33 -33
  12. package/dist/db/migrations/009_embeddings.js +3 -3
  13. package/dist/db/repositories/antipattern.repository.js +3 -3
  14. package/dist/db/repositories/code-module.repository.js +32 -32
  15. package/dist/db/repositories/notification.repository.js +3 -3
  16. package/dist/db/repositories/project.repository.js +21 -21
  17. package/dist/db/repositories/rule.repository.js +24 -24
  18. package/dist/db/repositories/solution.repository.js +50 -50
  19. package/dist/db/repositories/synapse.repository.js +18 -18
  20. package/dist/db/repositories/terminal.repository.js +24 -24
  21. package/dist/ipc/server.d.ts +8 -0
  22. package/dist/ipc/server.js +67 -1
  23. package/dist/ipc/server.js.map +1 -1
  24. package/dist/matching/error-matcher.js +5 -5
  25. package/dist/matching/fingerprint.js +6 -1
  26. package/dist/matching/fingerprint.js.map +1 -1
  27. package/dist/services/error.service.js +4 -3
  28. package/dist/services/error.service.js.map +1 -1
  29. package/dist/services/git.service.js +14 -14
  30. package/package.json +49 -49
  31. package/src/api/server.ts +395 -395
  32. package/src/brain.ts +266 -266
  33. package/src/cli/colors.ts +116 -116
  34. package/src/cli/commands/config.ts +169 -169
  35. package/src/cli/commands/dashboard.ts +755 -755
  36. package/src/cli/commands/doctor.ts +118 -118
  37. package/src/cli/commands/explain.ts +83 -83
  38. package/src/cli/commands/export.ts +31 -31
  39. package/src/cli/commands/import.ts +199 -199
  40. package/src/cli/commands/insights.ts +65 -65
  41. package/src/cli/commands/learn.ts +24 -24
  42. package/src/cli/commands/modules.ts +53 -53
  43. package/src/cli/commands/network.ts +67 -67
  44. package/src/cli/commands/projects.ts +42 -42
  45. package/src/cli/commands/query.ts +120 -120
  46. package/src/cli/commands/start.ts +62 -62
  47. package/src/cli/commands/status.ts +75 -75
  48. package/src/cli/commands/stop.ts +34 -34
  49. package/src/cli/ipc-helper.ts +22 -22
  50. package/src/cli/update-check.ts +63 -63
  51. package/src/code/fingerprint.ts +87 -87
  52. package/src/code/parsers/generic.ts +29 -29
  53. package/src/code/parsers/python.ts +54 -54
  54. package/src/code/parsers/typescript.ts +65 -65
  55. package/src/code/registry.ts +60 -60
  56. package/src/dashboard/server.ts +142 -142
  57. package/src/db/connection.ts +22 -22
  58. package/src/db/migrations/001_core_schema.ts +120 -120
  59. package/src/db/migrations/002_learning_schema.ts +38 -38
  60. package/src/db/migrations/003_code_schema.ts +53 -53
  61. package/src/db/migrations/004_synapses_schema.ts +57 -57
  62. package/src/db/migrations/005_fts_indexes.ts +78 -78
  63. package/src/db/migrations/006_synapses_phase3.ts +17 -17
  64. package/src/db/migrations/007_feedback.ts +13 -13
  65. package/src/db/migrations/008_git_integration.ts +38 -38
  66. package/src/db/migrations/009_embeddings.ts +8 -8
  67. package/src/db/repositories/antipattern.repository.ts +66 -66
  68. package/src/db/repositories/code-module.repository.ts +142 -142
  69. package/src/db/repositories/notification.repository.ts +66 -66
  70. package/src/db/repositories/project.repository.ts +93 -93
  71. package/src/db/repositories/rule.repository.ts +108 -108
  72. package/src/db/repositories/solution.repository.ts +154 -154
  73. package/src/db/repositories/synapse.repository.ts +153 -153
  74. package/src/db/repositories/terminal.repository.ts +101 -101
  75. package/src/embeddings/engine.ts +238 -238
  76. package/src/index.ts +63 -63
  77. package/src/ipc/client.ts +118 -118
  78. package/src/ipc/protocol.ts +35 -35
  79. package/src/ipc/router.ts +133 -133
  80. package/src/ipc/server.ts +176 -110
  81. package/src/learning/decay.ts +46 -46
  82. package/src/learning/pattern-extractor.ts +90 -90
  83. package/src/learning/rule-generator.ts +74 -74
  84. package/src/matching/error-matcher.ts +5 -5
  85. package/src/matching/fingerprint.ts +34 -29
  86. package/src/matching/similarity.ts +61 -61
  87. package/src/matching/tfidf.ts +74 -74
  88. package/src/matching/tokenizer.ts +41 -41
  89. package/src/mcp/auto-detect.ts +93 -93
  90. package/src/mcp/http-server.ts +140 -140
  91. package/src/mcp/server.ts +73 -73
  92. package/src/parsing/error-parser.ts +28 -28
  93. package/src/parsing/parsers/compiler.ts +93 -93
  94. package/src/parsing/parsers/generic.ts +28 -28
  95. package/src/parsing/parsers/go.ts +97 -97
  96. package/src/parsing/parsers/node.ts +69 -69
  97. package/src/parsing/parsers/python.ts +62 -62
  98. package/src/parsing/parsers/rust.ts +50 -50
  99. package/src/parsing/parsers/shell.ts +42 -42
  100. package/src/parsing/types.ts +47 -47
  101. package/src/research/gap-analyzer.ts +135 -135
  102. package/src/research/insight-generator.ts +123 -123
  103. package/src/research/research-engine.ts +116 -116
  104. package/src/research/synergy-detector.ts +126 -126
  105. package/src/research/template-extractor.ts +130 -130
  106. package/src/research/trend-analyzer.ts +127 -127
  107. package/src/services/code.service.ts +271 -271
  108. package/src/services/error.service.ts +4 -3
  109. package/src/services/git.service.ts +132 -132
  110. package/src/services/notification.service.ts +41 -41
  111. package/src/services/synapse.service.ts +59 -59
  112. package/src/services/terminal.service.ts +81 -81
  113. package/src/synapses/activation.ts +80 -80
  114. package/src/synapses/decay.ts +38 -38
  115. package/src/synapses/hebbian.ts +69 -69
  116. package/src/synapses/pathfinder.ts +81 -81
  117. package/src/synapses/synapse-manager.ts +109 -109
  118. package/src/types/code.types.ts +52 -52
  119. package/src/types/error.types.ts +67 -67
  120. package/src/types/ipc.types.ts +8 -8
  121. package/src/types/mcp.types.ts +53 -53
  122. package/src/types/research.types.ts +28 -28
  123. package/src/types/solution.types.ts +30 -30
  124. package/src/utils/events.ts +45 -45
  125. package/src/utils/hash.ts +5 -5
  126. package/src/utils/logger.ts +48 -48
  127. package/src/utils/paths.ts +19 -19
  128. package/tests/e2e/test_code_intelligence.py +1015 -0
  129. package/tests/e2e/test_error_memory.py +451 -0
  130. package/tests/e2e/test_full_integration.py +534 -0
  131. package/tests/fixtures/code-modules/modules.ts +83 -83
  132. package/tests/fixtures/errors/go.ts +9 -9
  133. package/tests/fixtures/errors/node.ts +24 -24
  134. package/tests/fixtures/errors/python.ts +21 -21
  135. package/tests/fixtures/errors/rust.ts +25 -25
  136. package/tests/fixtures/errors/shell.ts +15 -15
  137. package/tests/fixtures/solutions/solutions.ts +27 -27
  138. package/tests/helpers/setup-db.ts +52 -52
  139. package/tests/integration/code-flow.test.ts +86 -86
  140. package/tests/integration/error-flow.test.ts +83 -83
  141. package/tests/integration/ipc-flow.test.ts +166 -166
  142. package/tests/integration/learning-cycle.test.ts +82 -82
  143. package/tests/integration/synapse-flow.test.ts +117 -117
  144. package/tests/unit/code/analyzer.test.ts +58 -58
  145. package/tests/unit/code/fingerprint.test.ts +51 -51
  146. package/tests/unit/code/scorer.test.ts +55 -55
  147. package/tests/unit/learning/confidence-scorer.test.ts +60 -60
  148. package/tests/unit/learning/decay.test.ts +45 -45
  149. package/tests/unit/learning/pattern-extractor.test.ts +50 -50
  150. package/tests/unit/matching/error-matcher.test.ts +69 -69
  151. package/tests/unit/matching/fingerprint.test.ts +47 -47
  152. package/tests/unit/matching/similarity.test.ts +65 -65
  153. package/tests/unit/matching/tfidf.test.ts +71 -71
  154. package/tests/unit/matching/tokenizer.test.ts +83 -83
  155. package/tests/unit/parsing/parsers.test.ts +113 -113
  156. package/tests/unit/research/gap-analyzer.test.ts +45 -45
  157. package/tests/unit/research/trend-analyzer.test.ts +45 -45
  158. package/tests/unit/synapses/activation.test.ts +80 -80
  159. package/tests/unit/synapses/decay.test.ts +27 -27
  160. package/tests/unit/synapses/hebbian.test.ts +96 -96
  161. package/tests/unit/synapses/pathfinder.test.ts +72 -72
  162. package/tsconfig.json +18 -18
@@ -1,126 +1,126 @@
1
- import type { ResearchConfig } from '../types/config.types.js';
2
- import type { SynapseRepository } from '../db/repositories/synapse.repository.js';
3
- import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
4
- import type { SolutionRepository } from '../db/repositories/solution.repository.js';
5
- import type { ErrorRepository } from '../db/repositories/error.repository.js';
6
- import type { ProjectRepository } from '../db/repositories/project.repository.js';
7
- import type { InsightRepository } from '../db/repositories/insight.repository.js';
8
- import { getLogger } from '../utils/logger.js';
9
-
10
- /**
11
- * Detects synergies: module pairs, transferable solutions, workflow patterns.
12
- */
13
- export class SynergyDetector {
14
- private logger = getLogger();
15
-
16
- constructor(
17
- private synapseRepo: SynapseRepository,
18
- private codeModuleRepo: CodeModuleRepository,
19
- private solutionRepo: SolutionRepository,
20
- private errorRepo: ErrorRepository,
21
- private projectRepo: ProjectRepository,
22
- private insightRepo: InsightRepository,
23
- private config: ResearchConfig,
24
- ) {}
25
-
26
- detect(): number {
27
- let insightsCreated = 0;
28
-
29
- insightsCreated += this.findModuleSynergies();
30
- insightsCreated += this.findTransferableSolutions();
31
-
32
- this.logger.info(`Synergy detection complete: ${insightsCreated} insights`);
33
- return insightsCreated;
34
- }
35
-
36
- private findModuleSynergies(): number {
37
- const strongSynapses = this.synapseRepo.findByWeight(this.config.synergyMinWeight);
38
- const modulePairs = strongSynapses.filter(s =>
39
- s.source_type === 'code_module' &&
40
- s.target_type === 'code_module' &&
41
- s.synapse_type === 'co_occurs',
42
- );
43
-
44
- let count = 0;
45
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
46
-
47
- for (const synapse of modulePairs) {
48
- const sourceModule = this.codeModuleRepo.getById(synapse.source_id);
49
- const targetModule = this.codeModuleRepo.getById(synapse.target_id);
50
- if (!sourceModule || !targetModule) continue;
51
-
52
- this.insightRepo.create({
53
- type: 'correlation',
54
- title: `Strong module pair: ${sourceModule.name} + ${targetModule.name}`,
55
- description: `These modules co-occur with weight ${synapse.weight.toFixed(2)}. Consider combining into a shared package.`,
56
- evidence: JSON.stringify({
57
- sourceId: sourceModule.id,
58
- targetId: targetModule.id,
59
- sourceName: sourceModule.name,
60
- targetName: targetModule.name,
61
- weight: synapse.weight,
62
- }),
63
- priority: Math.min(70, Math.round(synapse.weight * 70)),
64
- project_id: sourceModule.project_id,
65
- active: 1,
66
- expires_at: expiresAt,
67
- });
68
- count++;
69
- }
70
-
71
- return count;
72
- }
73
-
74
- private findTransferableSolutions(): number {
75
- const projects = this.projectRepo.getAll();
76
- if (projects.length < 2) return 0;
77
-
78
- let count = 0;
79
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
80
-
81
- for (let i = 0; i < projects.length; i++) {
82
- for (let j = i + 1; j < projects.length; j++) {
83
- const projectA = projects[i]!;
84
- const projectB = projects[j]!;
85
-
86
- const errorsA = this.errorRepo.findByProject(projectA.id);
87
- const errorsB = this.errorRepo.findUnresolved(projectB.id);
88
-
89
- const transferable: number[] = [];
90
-
91
- for (const errorB of errorsB) {
92
- const matchingA = errorsA.filter(a => a.type === errorB.type && a.resolved);
93
- for (const matchA of matchingA) {
94
- const solutions = this.solutionRepo.findForError(matchA.id);
95
- for (const sol of solutions) {
96
- const rate = this.solutionRepo.successRate(sol.id);
97
- if (rate >= 0.5 && !transferable.includes(sol.id)) {
98
- transferable.push(sol.id);
99
- }
100
- }
101
- }
102
- }
103
-
104
- if (transferable.length >= 2) {
105
- this.insightRepo.create({
106
- type: 'suggestion',
107
- title: `${projectA.name} has solutions for ${projectB.name}`,
108
- description: `${transferable.length} successful solutions from ${projectA.name} could help resolve errors in ${projectB.name}.`,
109
- evidence: JSON.stringify({
110
- sourceProject: projectA.id,
111
- targetProject: projectB.id,
112
- solutionIds: transferable,
113
- }),
114
- priority: 50,
115
- project_id: projectB.id,
116
- active: 1,
117
- expires_at: expiresAt,
118
- });
119
- count++;
120
- }
121
- }
122
- }
123
-
124
- return count;
125
- }
126
- }
1
+ import type { ResearchConfig } from '../types/config.types.js';
2
+ import type { SynapseRepository } from '../db/repositories/synapse.repository.js';
3
+ import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
4
+ import type { SolutionRepository } from '../db/repositories/solution.repository.js';
5
+ import type { ErrorRepository } from '../db/repositories/error.repository.js';
6
+ import type { ProjectRepository } from '../db/repositories/project.repository.js';
7
+ import type { InsightRepository } from '../db/repositories/insight.repository.js';
8
+ import { getLogger } from '../utils/logger.js';
9
+
10
+ /**
11
+ * Detects synergies: module pairs, transferable solutions, workflow patterns.
12
+ */
13
+ export class SynergyDetector {
14
+ private logger = getLogger();
15
+
16
+ constructor(
17
+ private synapseRepo: SynapseRepository,
18
+ private codeModuleRepo: CodeModuleRepository,
19
+ private solutionRepo: SolutionRepository,
20
+ private errorRepo: ErrorRepository,
21
+ private projectRepo: ProjectRepository,
22
+ private insightRepo: InsightRepository,
23
+ private config: ResearchConfig,
24
+ ) {}
25
+
26
+ detect(): number {
27
+ let insightsCreated = 0;
28
+
29
+ insightsCreated += this.findModuleSynergies();
30
+ insightsCreated += this.findTransferableSolutions();
31
+
32
+ this.logger.info(`Synergy detection complete: ${insightsCreated} insights`);
33
+ return insightsCreated;
34
+ }
35
+
36
+ private findModuleSynergies(): number {
37
+ const strongSynapses = this.synapseRepo.findByWeight(this.config.synergyMinWeight);
38
+ const modulePairs = strongSynapses.filter(s =>
39
+ s.source_type === 'code_module' &&
40
+ s.target_type === 'code_module' &&
41
+ s.synapse_type === 'co_occurs',
42
+ );
43
+
44
+ let count = 0;
45
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
46
+
47
+ for (const synapse of modulePairs) {
48
+ const sourceModule = this.codeModuleRepo.getById(synapse.source_id);
49
+ const targetModule = this.codeModuleRepo.getById(synapse.target_id);
50
+ if (!sourceModule || !targetModule) continue;
51
+
52
+ this.insightRepo.create({
53
+ type: 'correlation',
54
+ title: `Strong module pair: ${sourceModule.name} + ${targetModule.name}`,
55
+ description: `These modules co-occur with weight ${synapse.weight.toFixed(2)}. Consider combining into a shared package.`,
56
+ evidence: JSON.stringify({
57
+ sourceId: sourceModule.id,
58
+ targetId: targetModule.id,
59
+ sourceName: sourceModule.name,
60
+ targetName: targetModule.name,
61
+ weight: synapse.weight,
62
+ }),
63
+ priority: Math.min(70, Math.round(synapse.weight * 70)),
64
+ project_id: sourceModule.project_id,
65
+ active: 1,
66
+ expires_at: expiresAt,
67
+ });
68
+ count++;
69
+ }
70
+
71
+ return count;
72
+ }
73
+
74
+ private findTransferableSolutions(): number {
75
+ const projects = this.projectRepo.getAll();
76
+ if (projects.length < 2) return 0;
77
+
78
+ let count = 0;
79
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
80
+
81
+ for (let i = 0; i < projects.length; i++) {
82
+ for (let j = i + 1; j < projects.length; j++) {
83
+ const projectA = projects[i]!;
84
+ const projectB = projects[j]!;
85
+
86
+ const errorsA = this.errorRepo.findByProject(projectA.id);
87
+ const errorsB = this.errorRepo.findUnresolved(projectB.id);
88
+
89
+ const transferable: number[] = [];
90
+
91
+ for (const errorB of errorsB) {
92
+ const matchingA = errorsA.filter(a => a.type === errorB.type && a.resolved);
93
+ for (const matchA of matchingA) {
94
+ const solutions = this.solutionRepo.findForError(matchA.id);
95
+ for (const sol of solutions) {
96
+ const rate = this.solutionRepo.successRate(sol.id);
97
+ if (rate >= 0.5 && !transferable.includes(sol.id)) {
98
+ transferable.push(sol.id);
99
+ }
100
+ }
101
+ }
102
+ }
103
+
104
+ if (transferable.length >= 2) {
105
+ this.insightRepo.create({
106
+ type: 'suggestion',
107
+ title: `${projectA.name} has solutions for ${projectB.name}`,
108
+ description: `${transferable.length} successful solutions from ${projectA.name} could help resolve errors in ${projectB.name}.`,
109
+ evidence: JSON.stringify({
110
+ sourceProject: projectA.id,
111
+ targetProject: projectB.id,
112
+ solutionIds: transferable,
113
+ }),
114
+ priority: 50,
115
+ project_id: projectB.id,
116
+ active: 1,
117
+ expires_at: expiresAt,
118
+ });
119
+ count++;
120
+ }
121
+ }
122
+ }
123
+
124
+ return count;
125
+ }
126
+ }
@@ -1,130 +1,130 @@
1
- import type { ResearchConfig } from '../types/config.types.js';
2
- import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
3
- import type { ProjectRepository } from '../db/repositories/project.repository.js';
4
- import type { InsightRepository } from '../db/repositories/insight.repository.js';
5
- import { getLogger } from '../utils/logger.js';
6
-
7
- /**
8
- * Identifies code modules adapted across projects that can be generalized into templates.
9
- */
10
- export class TemplateExtractor {
11
- private logger = getLogger();
12
-
13
- constructor(
14
- private codeModuleRepo: CodeModuleRepository,
15
- private projectRepo: ProjectRepository,
16
- private insightRepo: InsightRepository,
17
- private config: ResearchConfig,
18
- ) {}
19
-
20
- extract(): number {
21
- let insightsCreated = 0;
22
-
23
- insightsCreated += this.findReusableModules();
24
- insightsCreated += this.findTemplatingCandidates();
25
-
26
- this.logger.info(`Template extraction complete: ${insightsCreated} insights`);
27
- return insightsCreated;
28
- }
29
-
30
- private findReusableModules(): number {
31
- const projects = this.projectRepo.getAll();
32
- if (projects.length < 2) return 0;
33
-
34
- // Collect all modules grouped by fingerprint
35
- const byFingerprint = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; moduleName: string }>>();
36
-
37
- for (const project of projects) {
38
- const modules = this.codeModuleRepo.findByProject(project.id);
39
- for (const mod of modules) {
40
- const existing = byFingerprint.get(mod.fingerprint) ?? [];
41
- existing.push({
42
- projectId: project.id,
43
- projectName: project.name,
44
- moduleId: mod.id,
45
- moduleName: mod.name,
46
- });
47
- byFingerprint.set(mod.fingerprint, existing);
48
- }
49
- }
50
-
51
- let count = 0;
52
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
53
-
54
- for (const [fingerprint, usages] of byFingerprint) {
55
- const uniqueProjects = new Set(usages.map(u => u.projectId));
56
- if (uniqueProjects.size >= this.config.templateMinAdaptations) {
57
- const moduleName = usages[0]!.moduleName;
58
- this.insightRepo.create({
59
- type: 'pattern',
60
- title: `Shared module candidate: ${moduleName}`,
61
- description: `Module "${moduleName}" appears identically in ${uniqueProjects.size} projects. Extract as a shared library.`,
62
- evidence: JSON.stringify({
63
- fingerprint,
64
- projectCount: uniqueProjects.size,
65
- usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
66
- }),
67
- priority: Math.min(80, 30 + uniqueProjects.size * 15),
68
- project_id: null,
69
- active: 1,
70
- expires_at: expiresAt,
71
- });
72
- count++;
73
- }
74
- }
75
-
76
- return count;
77
- }
78
-
79
- private findTemplatingCandidates(): number {
80
- const projects = this.projectRepo.getAll();
81
- if (projects.length < 2) return 0;
82
-
83
- // Group modules by name across projects (same name, different fingerprint = adaptation)
84
- const byName = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; reusability: number }>>();
85
-
86
- for (const project of projects) {
87
- const modules = this.codeModuleRepo.findByProject(project.id);
88
- for (const mod of modules) {
89
- const existing = byName.get(mod.name) ?? [];
90
- existing.push({
91
- projectId: project.id,
92
- projectName: project.name,
93
- moduleId: mod.id,
94
- reusability: mod.reusability_score,
95
- });
96
- byName.set(mod.name, existing);
97
- }
98
- }
99
-
100
- let count = 0;
101
- const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
102
-
103
- for (const [name, usages] of byName) {
104
- const uniqueProjects = new Set(usages.map(u => u.projectId));
105
- if (uniqueProjects.size >= this.config.templateMinAdaptations) {
106
- const avgReusability = usages.reduce((sum, u) => sum + u.reusability, 0) / usages.length;
107
- if (avgReusability >= 0.5) {
108
- this.insightRepo.create({
109
- type: 'suggestion',
110
- title: `Template candidate: ${name}`,
111
- description: `"${name}" exists in ${uniqueProjects.size} projects as adaptations (avg reusability ${Math.round(avgReusability * 100)}%). Generalize into parameterized template.`,
112
- evidence: JSON.stringify({
113
- name,
114
- projectCount: uniqueProjects.size,
115
- avgReusability,
116
- usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
117
- }),
118
- priority: Math.min(75, 25 + uniqueProjects.size * 10 + Math.round(avgReusability * 20)),
119
- project_id: null,
120
- active: 1,
121
- expires_at: expiresAt,
122
- });
123
- count++;
124
- }
125
- }
126
- }
127
-
128
- return count;
129
- }
130
- }
1
+ import type { ResearchConfig } from '../types/config.types.js';
2
+ import type { CodeModuleRepository } from '../db/repositories/code-module.repository.js';
3
+ import type { ProjectRepository } from '../db/repositories/project.repository.js';
4
+ import type { InsightRepository } from '../db/repositories/insight.repository.js';
5
+ import { getLogger } from '../utils/logger.js';
6
+
7
+ /**
8
+ * Identifies code modules adapted across projects that can be generalized into templates.
9
+ */
10
+ export class TemplateExtractor {
11
+ private logger = getLogger();
12
+
13
+ constructor(
14
+ private codeModuleRepo: CodeModuleRepository,
15
+ private projectRepo: ProjectRepository,
16
+ private insightRepo: InsightRepository,
17
+ private config: ResearchConfig,
18
+ ) {}
19
+
20
+ extract(): number {
21
+ let insightsCreated = 0;
22
+
23
+ insightsCreated += this.findReusableModules();
24
+ insightsCreated += this.findTemplatingCandidates();
25
+
26
+ this.logger.info(`Template extraction complete: ${insightsCreated} insights`);
27
+ return insightsCreated;
28
+ }
29
+
30
+ private findReusableModules(): number {
31
+ const projects = this.projectRepo.getAll();
32
+ if (projects.length < 2) return 0;
33
+
34
+ // Collect all modules grouped by fingerprint
35
+ const byFingerprint = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; moduleName: string }>>();
36
+
37
+ for (const project of projects) {
38
+ const modules = this.codeModuleRepo.findByProject(project.id);
39
+ for (const mod of modules) {
40
+ const existing = byFingerprint.get(mod.fingerprint) ?? [];
41
+ existing.push({
42
+ projectId: project.id,
43
+ projectName: project.name,
44
+ moduleId: mod.id,
45
+ moduleName: mod.name,
46
+ });
47
+ byFingerprint.set(mod.fingerprint, existing);
48
+ }
49
+ }
50
+
51
+ let count = 0;
52
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
53
+
54
+ for (const [fingerprint, usages] of byFingerprint) {
55
+ const uniqueProjects = new Set(usages.map(u => u.projectId));
56
+ if (uniqueProjects.size >= this.config.templateMinAdaptations) {
57
+ const moduleName = usages[0]!.moduleName;
58
+ this.insightRepo.create({
59
+ type: 'pattern',
60
+ title: `Shared module candidate: ${moduleName}`,
61
+ description: `Module "${moduleName}" appears identically in ${uniqueProjects.size} projects. Extract as a shared library.`,
62
+ evidence: JSON.stringify({
63
+ fingerprint,
64
+ projectCount: uniqueProjects.size,
65
+ usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
66
+ }),
67
+ priority: Math.min(80, 30 + uniqueProjects.size * 15),
68
+ project_id: null,
69
+ active: 1,
70
+ expires_at: expiresAt,
71
+ });
72
+ count++;
73
+ }
74
+ }
75
+
76
+ return count;
77
+ }
78
+
79
+ private findTemplatingCandidates(): number {
80
+ const projects = this.projectRepo.getAll();
81
+ if (projects.length < 2) return 0;
82
+
83
+ // Group modules by name across projects (same name, different fingerprint = adaptation)
84
+ const byName = new Map<string, Array<{ projectId: number; projectName: string; moduleId: number; reusability: number }>>();
85
+
86
+ for (const project of projects) {
87
+ const modules = this.codeModuleRepo.findByProject(project.id);
88
+ for (const mod of modules) {
89
+ const existing = byName.get(mod.name) ?? [];
90
+ existing.push({
91
+ projectId: project.id,
92
+ projectName: project.name,
93
+ moduleId: mod.id,
94
+ reusability: mod.reusability_score,
95
+ });
96
+ byName.set(mod.name, existing);
97
+ }
98
+ }
99
+
100
+ let count = 0;
101
+ const expiresAt = new Date(Date.now() + this.config.insightExpiryDays * 86400000).toISOString();
102
+
103
+ for (const [name, usages] of byName) {
104
+ const uniqueProjects = new Set(usages.map(u => u.projectId));
105
+ if (uniqueProjects.size >= this.config.templateMinAdaptations) {
106
+ const avgReusability = usages.reduce((sum, u) => sum + u.reusability, 0) / usages.length;
107
+ if (avgReusability >= 0.5) {
108
+ this.insightRepo.create({
109
+ type: 'suggestion',
110
+ title: `Template candidate: ${name}`,
111
+ description: `"${name}" exists in ${uniqueProjects.size} projects as adaptations (avg reusability ${Math.round(avgReusability * 100)}%). Generalize into parameterized template.`,
112
+ evidence: JSON.stringify({
113
+ name,
114
+ projectCount: uniqueProjects.size,
115
+ avgReusability,
116
+ usages: usages.map(u => ({ project: u.projectName, moduleId: u.moduleId })),
117
+ }),
118
+ priority: Math.min(75, 25 + uniqueProjects.size * 10 + Math.round(avgReusability * 20)),
119
+ project_id: null,
120
+ active: 1,
121
+ expires_at: expiresAt,
122
+ });
123
+ count++;
124
+ }
125
+ }
126
+ }
127
+
128
+ return count;
129
+ }
130
+ }