@aiready/pattern-detect 0.17.8 → 0.17.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (190) hide show
  1. package/dist/analyzer-entry/index.d.mts +1 -1
  2. package/dist/analyzer-entry/index.d.ts +1 -1
  3. package/dist/analyzer-entry/index.js +370 -135
  4. package/dist/analyzer-entry/index.mjs +4 -3
  5. package/dist/chunk-2P7BQHGR.mjs +306 -0
  6. package/dist/{chunk-VGMM3L3O.mjs → chunk-3EORD7DC.mjs} +1 -1
  7. package/dist/{chunk-GREN7X5H.mjs → chunk-4PVPQMRT.mjs} +2 -2
  8. package/dist/{chunk-RS73WLNI.mjs → chunk-6VDL7TAS.mjs} +5 -113
  9. package/dist/chunk-AQIP4JGM.mjs +283 -0
  10. package/dist/{chunk-JBUZ6YHE.mjs → chunk-B4NLWKPZ.mjs} +85 -9
  11. package/dist/chunk-IPBGVPUX.mjs +143 -0
  12. package/dist/chunk-LUUJOUK5.mjs +283 -0
  13. package/dist/chunk-P3BOCGVV.mjs +498 -0
  14. package/dist/{scoring-entry.js → chunk-PHJE6A3J.mjs} +20 -37
  15. package/dist/chunk-PQXOORR4.mjs +234 -0
  16. package/dist/{chunk-GLKAGFKX.mjs → chunk-RDR75DVI.mjs} +85 -9
  17. package/dist/chunk-SXVLRPMF.mjs +143 -0
  18. package/dist/{chunk-DNZS4ESD.mjs → chunk-SY7RX5YQ.mjs} +85 -9
  19. package/dist/{context-rules-entry.js → chunk-TIBF7KST.mjs} +81 -78
  20. package/dist/chunk-WYYSQX5M.mjs +467 -0
  21. package/dist/{chunk-I6ETJC7L.mjs → chunk-X553BOMI.mjs} +56 -26
  22. package/dist/{chunk-K7BO57OO.mjs → chunk-Y6OB7K34.mjs} +80 -4
  23. package/dist/chunk-YLVV6YZ5.mjs +143 -0
  24. package/dist/chunk-ZUWPFVJV.mjs +115 -0
  25. package/dist/chunk-ZZMONVPE.mjs +467 -0
  26. package/dist/cli.js +402 -167
  27. package/dist/cli.mjs +4 -3
  28. package/dist/context-rules-entry/index.d.mts +35 -1
  29. package/dist/context-rules-entry/index.d.ts +35 -1
  30. package/dist/context-rules-entry/index.js +194 -48
  31. package/dist/context-rules-entry/index.mjs +1 -1
  32. package/dist/detector-entry/index.js +192 -46
  33. package/dist/detector-entry/index.mjs +2 -2
  34. package/dist/{analyzer-entry-BVz-HnZd.d.mts → index-B-pnXpgn.d.mts} +10 -1
  35. package/dist/{index-BwuoiCNm.d.ts → index-CWgYOKaK.d.ts} +35 -16
  36. package/dist/{index-BVz-HnZd.d.mts → index-Dl4BrGIT.d.mts} +35 -16
  37. package/dist/{analyzer-entry-BwuoiCNm.d.ts → index-DqS2e0kK.d.ts} +10 -1
  38. package/dist/index.d.mts +5 -6
  39. package/dist/index.d.ts +5 -6
  40. package/dist/index.js +467 -214
  41. package/dist/index.mjs +37 -22
  42. package/dist/scoring-entry/index.js +7 -3
  43. package/dist/scoring-entry/index.mjs +1 -1
  44. package/package.json +2 -2
  45. package/dist/analyzer-entry.d.mts +0 -100
  46. package/dist/analyzer-entry.d.ts +0 -100
  47. package/dist/analyzer-entry.js +0 -693
  48. package/dist/analyzer-entry.mjs +0 -12
  49. package/dist/chunk-262N2JB7.mjs +0 -497
  50. package/dist/chunk-2R7HOR5H.mjs +0 -777
  51. package/dist/chunk-3D7RVGHM.mjs +0 -64
  52. package/dist/chunk-3LS3E6MO.mjs +0 -508
  53. package/dist/chunk-3VRQYFW3.mjs +0 -782
  54. package/dist/chunk-3WK24ZOX.mjs +0 -860
  55. package/dist/chunk-3YYN6ZXN.mjs +0 -1038
  56. package/dist/chunk-4BPRGZRG.mjs +0 -1041
  57. package/dist/chunk-4UHDGB7U.mjs +0 -920
  58. package/dist/chunk-5LYDB7DY.mjs +0 -771
  59. package/dist/chunk-65G3HXLQ.mjs +0 -497
  60. package/dist/chunk-65UQ5J2J.mjs +0 -64
  61. package/dist/chunk-6JTVOBJX.mjs +0 -64
  62. package/dist/chunk-6OEHUI5J.mjs +0 -1045
  63. package/dist/chunk-6YUGU4P4.mjs +0 -914
  64. package/dist/chunk-7EJGNGXM.mjs +0 -771
  65. package/dist/chunk-7O2DUBSN.mjs +0 -1058
  66. package/dist/chunk-7S4AUL5S.mjs +0 -911
  67. package/dist/chunk-A76JUWER.mjs +0 -786
  68. package/dist/chunk-AJZUNNFH.mjs +0 -817
  69. package/dist/chunk-AXHGYYYZ.mjs +0 -404
  70. package/dist/chunk-BKRPSTT2.mjs +0 -64
  71. package/dist/chunk-BUBQ3W6W.mjs +0 -980
  72. package/dist/chunk-CCHM2VLK.mjs +0 -1051
  73. package/dist/chunk-CHFK6EBT.mjs +0 -419
  74. package/dist/chunk-CMT3MWWO.mjs +0 -948
  75. package/dist/chunk-CMWW24HW.mjs +0 -259
  76. package/dist/chunk-CTDBJP25.mjs +0 -1043
  77. package/dist/chunk-DGAKXYIP.mjs +0 -1041
  78. package/dist/chunk-DQSLTL7J.mjs +0 -788
  79. package/dist/chunk-DR5W7S3Z.mjs +0 -968
  80. package/dist/chunk-EFUKPMBE.mjs +0 -950
  81. package/dist/chunk-EVBFDILL.mjs +0 -927
  82. package/dist/chunk-EXORBAXR.mjs +0 -887
  83. package/dist/chunk-EZT3NZGB.mjs +0 -1057
  84. package/dist/chunk-FWUKMJEQ.mjs +0 -1133
  85. package/dist/chunk-GSJFORRO.mjs +0 -504
  86. package/dist/chunk-H4ADJYOG.mjs +0 -925
  87. package/dist/chunk-H5FB2USZ.mjs +0 -762
  88. package/dist/chunk-H73HEG7M.mjs +0 -670
  89. package/dist/chunk-HOS5Z2NC.mjs +0 -669
  90. package/dist/chunk-HXHQOQB5.mjs +0 -508
  91. package/dist/chunk-INEOYHUM.mjs +0 -911
  92. package/dist/chunk-INJ4SBTV.mjs +0 -754
  93. package/dist/chunk-J5CW6NYY.mjs +0 -64
  94. package/dist/chunk-JAFZCZAP.mjs +0 -776
  95. package/dist/chunk-JKVKOXYR.mjs +0 -407
  96. package/dist/chunk-JTHW7EYW.mjs +0 -1041
  97. package/dist/chunk-JWR3AHKO.mjs +0 -788
  98. package/dist/chunk-KC2CQMG2.mjs +0 -858
  99. package/dist/chunk-KDWGWBP5.mjs +0 -832
  100. package/dist/chunk-KPEK5REL.mjs +0 -919
  101. package/dist/chunk-KT6O2IAE.mjs +0 -861
  102. package/dist/chunk-KWMNN3TG.mjs +0 -391
  103. package/dist/chunk-LUA5FXSZ.mjs +0 -771
  104. package/dist/chunk-LYKRYBSM.mjs +0 -64
  105. package/dist/chunk-M4PQMW34.mjs +0 -480
  106. package/dist/chunk-MH6LBXZF.mjs +0 -816
  107. package/dist/chunk-MHU3CL4R.mjs +0 -64
  108. package/dist/chunk-MJWBS6SM.mjs +0 -1058
  109. package/dist/chunk-OFGMDX66.mjs +0 -402
  110. package/dist/chunk-P7B6Z4I2.mjs +0 -1043
  111. package/dist/chunk-PBCXSG7E.mjs +0 -658
  112. package/dist/chunk-PEEHSFDR.mjs +0 -1058
  113. package/dist/chunk-PSVG2NLH.mjs +0 -966
  114. package/dist/chunk-PWNQ6JZW.mjs +0 -508
  115. package/dist/chunk-QE4E3F7C.mjs +0 -410
  116. package/dist/chunk-QEP76HGK.mjs +0 -1039
  117. package/dist/chunk-QX2BQJEO.mjs +0 -1058
  118. package/dist/chunk-R2S73CVG.mjs +0 -503
  119. package/dist/chunk-RMGDSNLE.mjs +0 -770
  120. package/dist/chunk-S2KQFII2.mjs +0 -491
  121. package/dist/chunk-SLDK5PQK.mjs +0 -1129
  122. package/dist/chunk-SNSDVGWW.mjs +0 -783
  123. package/dist/chunk-SUUZMLPS.mjs +0 -391
  124. package/dist/chunk-SVCSIZ2A.mjs +0 -259
  125. package/dist/chunk-T2C6WS73.mjs +0 -670
  126. package/dist/chunk-TCG2G32F.mjs +0 -911
  127. package/dist/chunk-TGBZP7SB.mjs +0 -773
  128. package/dist/chunk-THF4RW63.mjs +0 -254
  129. package/dist/chunk-TJKDLVLN.mjs +0 -503
  130. package/dist/chunk-TXWPOVYU.mjs +0 -402
  131. package/dist/chunk-UB3CGOQ7.mjs +0 -64
  132. package/dist/chunk-UKIKN27B.mjs +0 -950
  133. package/dist/chunk-V5DP4FP6.mjs +0 -876
  134. package/dist/chunk-VRMXVYDZ.mjs +0 -419
  135. package/dist/chunk-WACZ5LFH.mjs +0 -1055
  136. package/dist/chunk-WC7CBAA7.mjs +0 -1058
  137. package/dist/chunk-WKBCNITM.mjs +0 -1072
  138. package/dist/chunk-WMOGJFME.mjs +0 -391
  139. package/dist/chunk-X4GR2N2M.mjs +0 -947
  140. package/dist/chunk-XCWY2DQY.mjs +0 -788
  141. package/dist/chunk-XJD35DS6.mjs +0 -1058
  142. package/dist/chunk-XNPID6FU.mjs +0 -391
  143. package/dist/chunk-XUUVS54V.mjs +0 -776
  144. package/dist/chunk-YCGV65F5.mjs +0 -508
  145. package/dist/chunk-YJYDBFT3.mjs +0 -780
  146. package/dist/chunk-YP3HEDQW.mjs +0 -859
  147. package/dist/chunk-YSDOUNJJ.mjs +0 -1142
  148. package/dist/chunk-Z6GBFFOV.mjs +0 -1040
  149. package/dist/cli.d.ts.map +0 -1
  150. package/dist/cli.js.map +0 -1
  151. package/dist/context-rules-entry-y2uJSngh.d.mts +0 -60
  152. package/dist/context-rules-entry-y2uJSngh.d.ts +0 -60
  153. package/dist/context-rules-entry.d.mts +0 -55
  154. package/dist/context-rules-entry.d.ts +0 -55
  155. package/dist/context-rules-entry.mjs +0 -12
  156. package/dist/context-rules.d.ts +0 -41
  157. package/dist/context-rules.d.ts.map +0 -1
  158. package/dist/context-rules.js +0 -225
  159. package/dist/context-rules.js.map +0 -1
  160. package/dist/detector-entry.d.mts +0 -14
  161. package/dist/detector-entry.d.ts +0 -14
  162. package/dist/detector-entry.js +0 -301
  163. package/dist/detector-entry.mjs +0 -7
  164. package/dist/detector.d.ts +0 -40
  165. package/dist/detector.d.ts.map +0 -1
  166. package/dist/detector.js +0 -385
  167. package/dist/detector.js.map +0 -1
  168. package/dist/extractors/python-extractor.d.ts +0 -19
  169. package/dist/extractors/python-extractor.d.ts.map +0 -1
  170. package/dist/extractors/python-extractor.js +0 -164
  171. package/dist/extractors/python-extractor.js.map +0 -1
  172. package/dist/grouping.d.ts +0 -54
  173. package/dist/grouping.d.ts.map +0 -1
  174. package/dist/grouping.js +0 -347
  175. package/dist/grouping.js.map +0 -1
  176. package/dist/index-y2uJSngh.d.mts +0 -60
  177. package/dist/index-y2uJSngh.d.ts +0 -60
  178. package/dist/index.d.ts.map +0 -1
  179. package/dist/index.js.map +0 -1
  180. package/dist/python-extractor-BGKGX6BK.mjs +0 -131
  181. package/dist/python-extractor-ELAKYK2W.mjs +0 -140
  182. package/dist/scoring-entry.d.mts +0 -23
  183. package/dist/scoring-entry.d.ts +0 -23
  184. package/dist/scoring-entry.mjs +0 -6
  185. package/dist/scoring.d.ts +0 -12
  186. package/dist/scoring.d.ts.map +0 -1
  187. package/dist/scoring.js +0 -116
  188. package/dist/scoring.js.map +0 -1
  189. package/dist/types-C4lmb2Yh.d.mts +0 -36
  190. package/dist/types-C4lmb2Yh.d.ts +0 -36
@@ -1,773 +0,0 @@
1
- // src/index.ts
2
- import { readFileContent, Severity as Severity4, IssueType } from "@aiready/core";
3
-
4
- // src/detector.ts
5
- import { estimateTokens } from "@aiready/core";
6
-
7
- // src/context-rules.ts
8
- import { Severity } from "@aiready/core";
9
- var CONTEXT_RULES = [
10
- // Test Fixtures - Intentional duplication for test isolation
11
- {
12
- name: "test-fixtures",
13
- detect: (file, code) => {
14
- const isTestFile = file.includes(".test.") || file.includes(".spec.") || file.includes("__tests__") || file.includes("/test/") || file.includes("/tests/");
15
- const hasTestFixtures = code.includes("beforeAll") || code.includes("afterAll") || code.includes("beforeEach") || code.includes("afterEach") || code.includes("setUp") || code.includes("tearDown");
16
- return isTestFile && hasTestFixtures;
17
- },
18
- severity: Severity.Info,
19
- reason: "Test fixture duplication is intentional for test isolation",
20
- suggestion: "Consider if shared test setup would improve maintainability without coupling tests"
21
- },
22
- // Email/Document Templates - Often intentionally similar for consistency
23
- {
24
- name: "templates",
25
- detect: (file, code) => {
26
- const isTemplate = file.includes("/templates/") || file.includes("-template") || file.includes("/email-templates/") || file.includes("/emails/");
27
- const hasTemplateContent = (code.includes("return") || code.includes("export")) && (code.includes("html") || code.includes("subject") || code.includes("body"));
28
- return isTemplate && hasTemplateContent;
29
- },
30
- severity: Severity.Minor,
31
- reason: "Template duplication may be intentional for maintainability and branding consistency",
32
- suggestion: "Extract shared structure only if templates become hard to maintain"
33
- },
34
- // E2E/Integration Test Page Objects - Test independence
35
- {
36
- name: "e2e-page-objects",
37
- detect: (file, code) => {
38
- const isE2ETest = file.includes("e2e/") || file.includes("/e2e/") || file.includes(".e2e.") || file.includes("/playwright/") || file.includes("playwright/") || file.includes("/cypress/") || file.includes("cypress/") || file.includes("/integration/") || file.includes("integration/");
39
- const hasPageObjectPatterns = code.includes("page.") || code.includes("await page") || code.includes("locator") || code.includes("getBy") || code.includes("selector") || code.includes("click(") || code.includes("fill(");
40
- return isE2ETest && hasPageObjectPatterns;
41
- },
42
- severity: Severity.Minor,
43
- reason: "E2E test duplication ensures test independence and reduces coupling",
44
- suggestion: "Consider page object pattern only if duplication causes maintenance issues"
45
- },
46
- // Configuration Files - Often necessarily similar by design
47
- {
48
- name: "config-files",
49
- detect: (file) => {
50
- return file.endsWith(".config.ts") || file.endsWith(".config.js") || file.includes("jest.config") || file.includes("vite.config") || file.includes("webpack.config") || file.includes("rollup.config") || file.includes("tsconfig");
51
- },
52
- severity: Severity.Minor,
53
- reason: "Configuration files often have similar structure by design",
54
- suggestion: "Consider shared config base only if configurations become hard to maintain"
55
- },
56
- // Type Definitions - Duplication for type safety and module independence
57
- {
58
- name: "type-definitions",
59
- detect: (file, code) => {
60
- const isTypeFile = file.endsWith(".d.ts") || file.includes("/types/");
61
- const hasTypeDefinitions = code.includes("interface ") || code.includes("type ") || code.includes("enum ");
62
- return isTypeFile && hasTypeDefinitions;
63
- },
64
- severity: Severity.Info,
65
- reason: "Type duplication may be intentional for module independence and type safety",
66
- suggestion: "Extract to shared types package only if causing maintenance burden"
67
- },
68
- // Migration Scripts - One-off scripts that are similar by nature
69
- {
70
- name: "migration-scripts",
71
- detect: (file) => {
72
- return file.includes("/migrations/") || file.includes("/migrate/") || file.includes(".migration.");
73
- },
74
- severity: Severity.Info,
75
- reason: "Migration scripts are typically one-off and intentionally similar",
76
- suggestion: "Duplication is acceptable for migration scripts"
77
- },
78
- // Mock Data - Test data intentionally duplicated
79
- {
80
- name: "mock-data",
81
- detect: (file, code) => {
82
- const isMockFile = file.includes("/mocks/") || file.includes("/__mocks__/") || file.includes("/fixtures/") || file.includes(".mock.") || file.includes(".fixture.");
83
- const hasMockData = code.includes("mock") || code.includes("Mock") || code.includes("fixture") || code.includes("stub") || code.includes("export const");
84
- return isMockFile && hasMockData;
85
- },
86
- severity: Severity.Info,
87
- reason: "Mock data duplication is expected for comprehensive test coverage",
88
- suggestion: "Consider shared factories only for complex mock generation"
89
- }
90
- ];
91
- function calculateSeverity(file1, file2, code, similarity, linesOfCode) {
92
- for (const rule of CONTEXT_RULES) {
93
- if (rule.detect(file1, code) || rule.detect(file2, code)) {
94
- return {
95
- severity: rule.severity,
96
- reason: rule.reason,
97
- suggestion: rule.suggestion,
98
- matchedRule: rule.name
99
- };
100
- }
101
- }
102
- if (similarity >= 0.95 && linesOfCode >= 30) {
103
- return {
104
- severity: Severity.Critical,
105
- reason: "Large nearly-identical code blocks waste tokens and create maintenance burden",
106
- suggestion: "Extract to shared utility module immediately"
107
- };
108
- } else if (similarity >= 0.95 && linesOfCode >= 15) {
109
- return {
110
- severity: Severity.Major,
111
- reason: "Nearly identical code should be consolidated",
112
- suggestion: "Move to shared utility file"
113
- };
114
- } else if (similarity >= 0.85) {
115
- return {
116
- severity: Severity.Major,
117
- reason: "High similarity indicates significant duplication",
118
- suggestion: "Extract common logic to shared function"
119
- };
120
- } else if (similarity >= 0.7) {
121
- return {
122
- severity: Severity.Minor,
123
- reason: "Moderate similarity detected",
124
- suggestion: "Consider extracting shared patterns if code evolves together"
125
- };
126
- } else {
127
- return {
128
- severity: Severity.Minor,
129
- reason: "Minor similarity detected",
130
- suggestion: "Monitor but refactoring may not be worthwhile"
131
- };
132
- }
133
- }
134
- function getSeverityLabel(severity) {
135
- const labels = {
136
- [Severity.Critical]: "\u{1F534} CRITICAL",
137
- [Severity.Major]: "\u{1F7E1} MAJOR",
138
- [Severity.Minor]: "\u{1F535} MINOR",
139
- [Severity.Info]: "\u2139\uFE0F INFO"
140
- };
141
- return labels[severity];
142
- }
143
- function filterBySeverity(duplicates, minSeverity) {
144
- const severityOrder = [
145
- Severity.Info,
146
- Severity.Minor,
147
- Severity.Major,
148
- Severity.Critical
149
- ];
150
- const minIndex = severityOrder.indexOf(minSeverity);
151
- if (minIndex === -1) return duplicates;
152
- return duplicates.filter((dup) => {
153
- const dupIndex = severityOrder.indexOf(dup.severity);
154
- return dupIndex >= minIndex;
155
- });
156
- }
157
-
158
- // src/detector.ts
159
- function normalizeCode(code) {
160
- return code.replace(/\s+/g, " ").replace(/['"]/g, '"').replace(/\/\/.*/g, "").replace(/\/\*[\s\S]*?\*\//g, "").trim();
161
- }
162
- function extractBlocks(file, content) {
163
- const blocks = [];
164
- const lines = content.split("\n");
165
- const blockRegex = /(?:export\s+)?(?:async\s+)?(function|class|const|interface|type)\s+([a-zA-Z0-9_]+)|(app\.(?:get|post|put|delete|patch|use))\(/gm;
166
- let match;
167
- while ((match = blockRegex.exec(content)) !== null) {
168
- const startLine = content.substring(0, match.index).split("\n").length;
169
- let type;
170
- let name;
171
- if (match[1]) {
172
- type = match[1];
173
- name = match[2];
174
- } else {
175
- type = "handler";
176
- name = match[3];
177
- }
178
- let endLine = startLine + 5;
179
- let openBraces = 0;
180
- let foundStart = false;
181
- for (let i = match.index; i < content.length; i++) {
182
- if (content[i] === "{") {
183
- openBraces++;
184
- foundStart = true;
185
- } else if (content[i] === "}") {
186
- openBraces--;
187
- }
188
- if (foundStart && openBraces === 0) {
189
- endLine = content.substring(0, i).split("\n").length;
190
- break;
191
- }
192
- }
193
- const blockCode = lines.slice(startLine - 1, endLine).join("\n");
194
- const tokens = estimateTokens(blockCode);
195
- blocks.push({
196
- file,
197
- startLine,
198
- endLine,
199
- code: blockCode,
200
- tokens,
201
- patternType: inferPatternType(type, name)
202
- });
203
- }
204
- return blocks;
205
- }
206
- function inferPatternType(keyword, name) {
207
- const n = name.toLowerCase();
208
- if (keyword === "handler" || n.includes("handler") || n.includes("controller") || n.startsWith("app.")) {
209
- return "api-handler";
210
- }
211
- if (n.includes("validate") || n.includes("schema")) return "validator";
212
- if (n.includes("util") || n.includes("helper")) return "utility";
213
- if (keyword === "class") return "class-method";
214
- if (n.match(/^[A-Z]/)) return "component";
215
- if (keyword === "function") return "function";
216
- return "unknown";
217
- }
218
- function calculateSimilarity(a, b) {
219
- if (a === b) return 1;
220
- const setA = new Set(a.split(" "));
221
- const setB = new Set(b.split(" "));
222
- const intersection = new Set([...setA].filter((x) => setB.has(x)));
223
- const union = /* @__PURE__ */ new Set([...setA, ...setB]);
224
- return intersection.size / union.size;
225
- }
226
- async function detectDuplicatePatterns(fileContents, options) {
227
- const { minSimilarity, minLines, batchSize, streamResults } = options;
228
- const allBlocks = [];
229
- for (const { file, content } of fileContents) {
230
- const blocks = extractBlocks(file, content);
231
- allBlocks.push(...blocks.filter((b) => b.endLine - b.startLine >= minLines));
232
- }
233
- const duplicates = [];
234
- for (let i = 0; i < allBlocks.length; i++) {
235
- for (let j = i + 1; j < allBlocks.length; j++) {
236
- const b1 = allBlocks[i];
237
- const b2 = allBlocks[j];
238
- if (b1.file === b2.file) continue;
239
- const norm1 = normalizeCode(b1.code);
240
- const norm2 = normalizeCode(b2.code);
241
- const sim = calculateSimilarity(norm1, norm2);
242
- if (sim >= minSimilarity) {
243
- const { severity, reason, suggestion, matchedRule } = calculateSeverity(
244
- b1.file,
245
- b2.file,
246
- b1.code,
247
- sim,
248
- b1.endLine - b1.startLine
249
- );
250
- const dup = {
251
- file1: b1.file,
252
- line1: b1.startLine,
253
- endLine1: b1.endLine,
254
- file2: b2.file,
255
- line2: b2.startLine,
256
- endLine2: b2.endLine,
257
- code1: b1.code,
258
- code2: b2.code,
259
- similarity: sim,
260
- patternType: b1.patternType,
261
- tokenCost: b1.tokens + b2.tokens,
262
- severity,
263
- reason,
264
- suggestion,
265
- matchedRule
266
- };
267
- duplicates.push(dup);
268
- if (streamResults)
269
- console.log(
270
- `[DUPLICATE] ${dup.file1}:${dup.line1} <-> ${dup.file2}:${dup.line2} (${Math.round(sim * 100)}%)`
271
- );
272
- }
273
- }
274
- }
275
- return duplicates;
276
- }
277
-
278
- // src/grouping.ts
279
- import { Severity as Severity3 } from "@aiready/core";
280
- import path from "path";
281
- function getSeverityLevel(s) {
282
- const enumMap = {
283
- [Severity3.Critical]: 4,
284
- [Severity3.Major]: 3,
285
- [Severity3.Minor]: 2,
286
- [Severity3.Info]: 1
287
- };
288
- const stringMap = {
289
- critical: 4,
290
- major: 3,
291
- minor: 2,
292
- info: 1
293
- };
294
- if (typeof s === "string") return stringMap[s.toLowerCase()] ?? 0;
295
- return enumMap[s] ?? 0;
296
- }
297
- function groupDuplicatesByFilePair(duplicates) {
298
- const groups = /* @__PURE__ */ new Map();
299
- for (const dup of duplicates) {
300
- const files = [dup.file1, dup.file2].sort();
301
- const key = files.join("::");
302
- if (!groups.has(key)) {
303
- groups.set(key, {
304
- filePair: key,
305
- severity: dup.severity,
306
- occurrences: 0,
307
- totalTokenCost: 0,
308
- averageSimilarity: 0,
309
- patternTypes: /* @__PURE__ */ new Set(),
310
- lineRanges: []
311
- });
312
- }
313
- const group = groups.get(key);
314
- group.occurrences++;
315
- group.totalTokenCost += dup.tokenCost;
316
- group.averageSimilarity += dup.similarity;
317
- group.patternTypes.add(dup.patternType);
318
- group.lineRanges.push({
319
- file1: { start: dup.line1, end: dup.endLine1 },
320
- file2: { start: dup.line2, end: dup.endLine2 }
321
- });
322
- const currentSev = dup.severity;
323
- if (getSeverityLevel(currentSev) > getSeverityLevel(group.severity)) {
324
- group.severity = currentSev;
325
- }
326
- }
327
- return Array.from(groups.values()).map((g) => ({
328
- ...g,
329
- averageSimilarity: g.averageSimilarity / g.occurrences
330
- }));
331
- }
332
- function createRefactorClusters(duplicates) {
333
- const adjacency = /* @__PURE__ */ new Map();
334
- const visited = /* @__PURE__ */ new Set();
335
- const components = [];
336
- for (const dup of duplicates) {
337
- if (!adjacency.has(dup.file1)) adjacency.set(dup.file1, /* @__PURE__ */ new Set());
338
- if (!adjacency.has(dup.file2)) adjacency.set(dup.file2, /* @__PURE__ */ new Set());
339
- adjacency.get(dup.file1).add(dup.file2);
340
- adjacency.get(dup.file2).add(dup.file1);
341
- }
342
- for (const file of adjacency.keys()) {
343
- if (visited.has(file)) continue;
344
- const component = [];
345
- const queue = [file];
346
- visited.add(file);
347
- while (queue.length > 0) {
348
- const curr = queue.shift();
349
- component.push(curr);
350
- for (const neighbor of adjacency.get(curr) || []) {
351
- if (!visited.has(neighbor)) {
352
- visited.add(neighbor);
353
- queue.push(neighbor);
354
- }
355
- }
356
- }
357
- components.push(component);
358
- }
359
- const clusters = [];
360
- for (const component of components) {
361
- if (component.length < 2) continue;
362
- const componentDups = duplicates.filter(
363
- (d) => component.includes(d.file1) && component.includes(d.file2)
364
- );
365
- const totalTokenCost = componentDups.reduce((sum, d) => sum + d.tokenCost, 0);
366
- const avgSimilarity = componentDups.reduce((sum, d) => sum + d.similarity, 0) / Math.max(1, componentDups.length);
367
- const name = determineClusterName(component);
368
- const { severity, reason, suggestion } = calculateSeverity(
369
- component[0],
370
- component[1],
371
- "",
372
- // Code not available here
373
- avgSimilarity,
374
- 30
375
- // Assume substantial if clustered
376
- );
377
- clusters.push({
378
- id: `cluster-${clusters.length}`,
379
- name,
380
- files: component,
381
- severity,
382
- duplicateCount: componentDups.length,
383
- totalTokenCost,
384
- averageSimilarity: avgSimilarity,
385
- reason,
386
- suggestion
387
- });
388
- }
389
- return clusters;
390
- }
391
- function determineClusterName(files) {
392
- if (files.length === 0) return "Unknown Cluster";
393
- if (files.some((f) => f.includes("blog"))) return "Blog SEO Boilerplate";
394
- if (files.some((f) => f.includes("buttons"))) return "Button Component Variants";
395
- if (files.some((f) => f.includes("cards"))) return "Card Component Variants";
396
- if (files.some((f) => f.includes("login.test"))) return "E2E Test Patterns";
397
- const first = files[0];
398
- const dirName = path.dirname(first).split(path.sep).pop();
399
- if (dirName && dirName !== "." && dirName !== "..") {
400
- return `${dirName.charAt(0).toUpperCase() + dirName.slice(1)} Domain Group`;
401
- }
402
- return "Shared Pattern Group";
403
- }
404
- function filterClustersByImpact(clusters, minTokenCost = 1e3, minFiles = 3) {
405
- return clusters.filter(
406
- (c) => c.totalTokenCost >= minTokenCost || c.files.length >= minFiles
407
- );
408
- }
409
-
410
- // src/scoring.ts
411
- import {
412
- calculateMonthlyCost,
413
- calculateProductivityImpact,
414
- DEFAULT_COST_CONFIG
415
- } from "@aiready/core";
416
- function calculatePatternScore(duplicates, totalFilesAnalyzed, costConfig) {
417
- const totalDuplicates = duplicates.length;
418
- const totalTokenCost = duplicates.reduce((sum, d) => sum + d.tokenCost, 0);
419
- const highImpactDuplicates = duplicates.filter(
420
- (d) => d.tokenCost > 1e3 || d.similarity > 0.7
421
- ).length;
422
- if (totalFilesAnalyzed === 0) {
423
- return {
424
- toolName: "pattern-detect",
425
- score: 100,
426
- rawMetrics: {
427
- totalDuplicates: 0,
428
- totalTokenCost: 0,
429
- highImpactDuplicates: 0,
430
- totalFilesAnalyzed: 0
431
- },
432
- factors: [],
433
- recommendations: []
434
- };
435
- }
436
- const duplicatesPerFile = totalDuplicates / totalFilesAnalyzed * 100;
437
- const tokenWastePerFile = totalTokenCost / totalFilesAnalyzed;
438
- const duplicatesPenalty = Math.min(60, duplicatesPerFile * 0.6);
439
- const tokenPenalty = Math.min(40, tokenWastePerFile / 125);
440
- const highImpactPenalty = highImpactDuplicates > 0 ? Math.min(15, highImpactDuplicates * 2 - 5) : -5;
441
- const score = 100 - duplicatesPenalty - tokenPenalty - highImpactPenalty;
442
- const finalScore = Math.max(0, Math.min(100, Math.round(score)));
443
- const factors = [
444
- {
445
- name: "Duplication Density",
446
- impact: -Math.round(duplicatesPenalty),
447
- description: `${duplicatesPerFile.toFixed(1)} duplicates per 100 files`
448
- },
449
- {
450
- name: "Token Waste",
451
- impact: -Math.round(tokenPenalty),
452
- description: `${Math.round(tokenWastePerFile)} tokens wasted per file`
453
- }
454
- ];
455
- if (highImpactDuplicates > 0) {
456
- factors.push({
457
- name: "High-Impact Patterns",
458
- impact: -Math.round(highImpactPenalty),
459
- description: `${highImpactDuplicates} high-impact duplicates (>1000 tokens or >70% similar)`
460
- });
461
- } else {
462
- factors.push({
463
- name: "No High-Impact Patterns",
464
- impact: 5,
465
- description: "No severe duplicates detected"
466
- });
467
- }
468
- const recommendations = [];
469
- if (highImpactDuplicates > 0) {
470
- const estimatedImpact = Math.min(15, highImpactDuplicates * 3);
471
- recommendations.push({
472
- action: `Deduplicate ${highImpactDuplicates} high-impact pattern${highImpactDuplicates > 1 ? "s" : ""}`,
473
- estimatedImpact,
474
- priority: "high"
475
- });
476
- }
477
- if (totalDuplicates > 10 && duplicatesPerFile > 20) {
478
- const estimatedImpact = Math.min(10, Math.round(duplicatesPenalty * 0.3));
479
- recommendations.push({
480
- action: "Extract common patterns into shared utilities",
481
- estimatedImpact,
482
- priority: "medium"
483
- });
484
- }
485
- if (tokenWastePerFile > 2e3) {
486
- const estimatedImpact = Math.min(8, Math.round(tokenPenalty * 0.4));
487
- recommendations.push({
488
- action: "Consolidate duplicated logic to reduce AI context waste",
489
- estimatedImpact,
490
- priority: totalTokenCost > 1e4 ? "high" : "medium"
491
- });
492
- }
493
- const cfg = { ...DEFAULT_COST_CONFIG, ...costConfig };
494
- const estimatedMonthlyCost = calculateMonthlyCost(totalTokenCost, cfg);
495
- const issues = duplicates.map((d) => ({
496
- severity: d.severity === "critical" ? "critical" : d.severity === "major" ? "major" : "minor"
497
- }));
498
- const productivityImpact = calculateProductivityImpact(issues);
499
- return {
500
- toolName: "pattern-detect",
501
- score: finalScore,
502
- rawMetrics: {
503
- totalDuplicates,
504
- totalTokenCost,
505
- highImpactDuplicates,
506
- totalFilesAnalyzed,
507
- duplicatesPerFile: Math.round(duplicatesPerFile * 10) / 10,
508
- tokenWastePerFile: Math.round(tokenWastePerFile),
509
- // Business value metrics
510
- estimatedMonthlyCost,
511
- estimatedDeveloperHours: productivityImpact.totalHours
512
- },
513
- factors,
514
- recommendations
515
- };
516
- }
517
-
518
- // src/index.ts
519
- function getRefactoringSuggestion(patternType, similarity) {
520
- const baseMessages = {
521
- "api-handler": "Extract common middleware or create a base handler class",
522
- validator: "Consolidate validation logic into shared schema validators (Zod/Yup)",
523
- utility: "Move to a shared utilities file and reuse across modules",
524
- "class-method": "Consider inheritance or composition to share behavior",
525
- component: "Extract shared logic into a custom hook or HOC",
526
- function: "Extract into a shared helper function",
527
- unknown: "Extract common logic into a reusable module"
528
- };
529
- const urgency = similarity > 0.95 ? " (CRITICAL: Nearly identical code)" : similarity > 0.9 ? " (HIGH: Very similar, refactor soon)" : "";
530
- return baseMessages[patternType] + urgency;
531
- }
532
- async function getSmartDefaults(directory, userOptions) {
533
- if (userOptions.useSmartDefaults === false) {
534
- return {
535
- rootDir: directory,
536
- minSimilarity: 0.6,
537
- minLines: 8,
538
- batchSize: 100,
539
- approx: true,
540
- minSharedTokens: 12,
541
- maxCandidatesPerBlock: 5,
542
- streamResults: false,
543
- severity: "all",
544
- includeTests: false
545
- };
546
- }
547
- const scanOptions = {
548
- rootDir: directory,
549
- include: userOptions.include || ["**/*.{ts,tsx,js,jsx,py,java}"],
550
- exclude: userOptions.exclude
551
- };
552
- const { scanFiles: scanFiles2 } = await import("@aiready/core");
553
- const files = await scanFiles2(scanOptions);
554
- const estimatedBlocks = files.length * 3;
555
- const maxCandidatesPerBlock = Math.max(
556
- 3,
557
- Math.min(10, Math.floor(3e4 / estimatedBlocks))
558
- );
559
- const minSimilarity = Math.min(0.75, 0.5 + estimatedBlocks / 1e4 * 0.25);
560
- const minLines = Math.max(
561
- 6,
562
- Math.min(12, 6 + Math.floor(estimatedBlocks / 2e3))
563
- );
564
- const minSharedTokens = Math.max(
565
- 10,
566
- Math.min(20, 10 + Math.floor(estimatedBlocks / 2e3))
567
- );
568
- const batchSize = estimatedBlocks > 1e3 ? 200 : 100;
569
- const severity = estimatedBlocks > 5e3 ? "high" : "all";
570
- const defaults = {
571
- rootDir: directory,
572
- minSimilarity,
573
- minLines,
574
- batchSize,
575
- approx: true,
576
- minSharedTokens,
577
- maxCandidatesPerBlock,
578
- streamResults: false,
579
- severity,
580
- includeTests: false
581
- };
582
- const result = { ...defaults };
583
- for (const [key, value] of Object.entries(defaults)) {
584
- if (key in userOptions && userOptions[key] !== void 0) {
585
- result[key] = userOptions[key];
586
- }
587
- }
588
- return result;
589
- }
590
- function logConfiguration(config, estimatedBlocks) {
591
- if (config.suppressToolConfig) return;
592
- console.log("\u{1F4CB} Configuration:");
593
- console.log(` Repository size: ~${estimatedBlocks} code blocks`);
594
- console.log(` Similarity threshold: ${config.minSimilarity}`);
595
- console.log(` Minimum lines: ${config.minLines}`);
596
- console.log(` Approximate mode: ${config.approx ? "enabled" : "disabled"}`);
597
- console.log(` Max candidates per block: ${config.maxCandidatesPerBlock}`);
598
- console.log(` Min shared tokens: ${config.minSharedTokens}`);
599
- console.log(` Severity filter: ${config.severity}`);
600
- console.log(` Include tests: ${config.includeTests}`);
601
- console.log("");
602
- }
603
- async function analyzePatterns(options) {
604
- const smartDefaults = await getSmartDefaults(options.rootDir || ".", options);
605
- const finalOptions = { ...smartDefaults, ...options };
606
- const {
607
- minSimilarity = 0.4,
608
- minLines = 5,
609
- batchSize = 100,
610
- approx = true,
611
- minSharedTokens = 8,
612
- maxCandidatesPerBlock = 100,
613
- streamResults = false,
614
- severity = "all",
615
- includeTests = false,
616
- groupByFilePair = true,
617
- createClusters = true,
618
- minClusterTokenCost = 1e3,
619
- minClusterFiles = 3,
620
- ...scanOptions
621
- } = finalOptions;
622
- const { scanFiles: scanFiles2 } = await import("@aiready/core");
623
- const files = await scanFiles2(scanOptions);
624
- const estimatedBlocks = files.length * 3;
625
- logConfiguration(finalOptions, estimatedBlocks);
626
- const results = [];
627
- const BATCH_SIZE = 50;
628
- const fileContents = [];
629
- for (let i = 0; i < files.length; i += BATCH_SIZE) {
630
- const batch = files.slice(i, i + BATCH_SIZE);
631
- const batchContents = await Promise.all(
632
- batch.map(async (file) => ({
633
- file,
634
- content: await readFileContent(file)
635
- }))
636
- );
637
- fileContents.push(...batchContents);
638
- }
639
- const duplicates = await detectDuplicatePatterns(fileContents, {
640
- minSimilarity,
641
- minLines,
642
- batchSize,
643
- approx,
644
- minSharedTokens,
645
- maxCandidatesPerBlock,
646
- streamResults,
647
- onProgress: options.onProgress
648
- });
649
- for (const file of files) {
650
- const fileDuplicates = duplicates.filter(
651
- (dup) => dup.file1 === file || dup.file2 === file
652
- );
653
- const issues = fileDuplicates.map((dup) => {
654
- const otherFile = dup.file1 === file ? dup.file2 : dup.file1;
655
- const severity2 = dup.similarity > 0.95 ? Severity4.Critical : dup.similarity > 0.9 ? Severity4.Major : Severity4.Minor;
656
- return {
657
- type: IssueType.DuplicatePattern,
658
- severity: severity2,
659
- message: `${dup.patternType} pattern ${Math.round(dup.similarity * 100)}% similar to ${otherFile} (${dup.tokenCost} tokens wasted)`,
660
- location: {
661
- file,
662
- line: dup.file1 === file ? dup.line1 : dup.line2
663
- },
664
- suggestion: getRefactoringSuggestion(dup.patternType, dup.similarity)
665
- };
666
- });
667
- let filteredIssues = issues;
668
- if (severity !== "all") {
669
- const severityMap = {
670
- critical: [Severity4.Critical],
671
- high: [Severity4.Critical, Severity4.Major],
672
- medium: [Severity4.Critical, Severity4.Major, Severity4.Minor]
673
- };
674
- const allowedSeverities = severityMap[severity] || [Severity4.Critical, Severity4.Major, Severity4.Minor];
675
- filteredIssues = issues.filter(
676
- (issue) => allowedSeverities.includes(issue.severity)
677
- );
678
- }
679
- const totalTokenCost = fileDuplicates.reduce(
680
- (sum, dup) => sum + dup.tokenCost,
681
- 0
682
- );
683
- results.push({
684
- fileName: file,
685
- issues: filteredIssues,
686
- metrics: {
687
- tokenCost: totalTokenCost,
688
- consistencyScore: Math.max(0, 1 - fileDuplicates.length * 0.1)
689
- }
690
- });
691
- }
692
- let groups;
693
- let clusters;
694
- if (groupByFilePair) {
695
- groups = groupDuplicatesByFilePair(duplicates);
696
- }
697
- if (createClusters) {
698
- const allClusters = createRefactorClusters(duplicates);
699
- clusters = filterClustersByImpact(
700
- allClusters,
701
- minClusterTokenCost,
702
- minClusterFiles
703
- );
704
- }
705
- return { results, duplicates, files, groups, clusters };
706
- }
707
- function generateSummary(results) {
708
- const allIssues = results.flatMap((r) => r.issues);
709
- const totalTokenCost = results.reduce(
710
- (sum, r) => sum + (r.metrics.tokenCost || 0),
711
- 0
712
- );
713
- const patternsByType = {
714
- "api-handler": 0,
715
- validator: 0,
716
- utility: 0,
717
- "class-method": 0,
718
- component: 0,
719
- function: 0,
720
- unknown: 0
721
- };
722
- allIssues.forEach((issue) => {
723
- const match = issue.message.match(/^(\S+(?:-\S+)*) pattern/);
724
- if (match) {
725
- const type = match[1];
726
- patternsByType[type] = (patternsByType[type] || 0) + 1;
727
- }
728
- });
729
- const topDuplicates = allIssues.slice(0, 10).map((issue) => {
730
- const similarityMatch = issue.message.match(/(\d+)% similar/);
731
- const tokenMatch = issue.message.match(/\((\d+) tokens/);
732
- const typeMatch = issue.message.match(/^(\S+(?:-\S+)*) pattern/);
733
- const fileMatch = issue.message.match(/similar to (.+?) \(/);
734
- return {
735
- files: [
736
- {
737
- path: issue.location.file,
738
- startLine: issue.location.line,
739
- endLine: 0
740
- // Not available from Issue
741
- },
742
- {
743
- path: fileMatch?.[1] || "unknown",
744
- startLine: 0,
745
- // Not available from Issue
746
- endLine: 0
747
- // Not available from Issue
748
- }
749
- ],
750
- similarity: similarityMatch ? parseInt(similarityMatch[1]) / 100 : 0,
751
- patternType: typeMatch?.[1] || "unknown",
752
- tokenCost: tokenMatch ? parseInt(tokenMatch[1]) : 0
753
- };
754
- });
755
- return {
756
- totalPatterns: allIssues.length,
757
- totalTokenCost,
758
- patternsByType,
759
- topDuplicates
760
- };
761
- }
762
-
763
- export {
764
- calculateSeverity,
765
- getSeverityLabel,
766
- filterBySeverity,
767
- detectDuplicatePatterns,
768
- calculatePatternScore,
769
- Severity4 as Severity,
770
- getSmartDefaults,
771
- analyzePatterns,
772
- generateSummary
773
- };