@trebired/code-discipline 3.3.2 → 3.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +5 -0
- package/README.md +2 -0
- package/dist/checks/fix-folderization.d.ts.map +1 -1
- package/dist/checks/fix-folderization.js +55 -10
- package/dist/checks/fix-folderization.js.map +1 -1
- package/dist/checks/progress.d.ts +30 -0
- package/dist/checks/progress.d.ts.map +1 -0
- package/dist/checks/progress.js +40 -0
- package/dist/checks/progress.js.map +1 -0
- package/dist/checks/rules/banned/files.d.ts.map +1 -1
- package/dist/checks/rules/banned/files.js +27 -3
- package/dist/checks/rules/banned/files.js.map +1 -1
- package/dist/checks/rules/banned/patterns.d.ts.map +1 -1
- package/dist/checks/rules/banned/patterns.js +10 -1
- package/dist/checks/rules/banned/patterns.js.map +1 -1
- package/dist/checks/rules/dry/candidates.d.ts +2 -2
- package/dist/checks/rules/dry/candidates.d.ts.map +1 -1
- package/dist/checks/rules/dry/candidates.js +31 -119
- package/dist/checks/rules/dry/candidates.js.map +1 -1
- package/dist/checks/rules/dry/index.js +1 -1
- package/dist/checks/rules/dry/index.js.map +1 -1
- package/dist/checks/rules/dry/matching.d.ts +12 -0
- package/dist/checks/rules/dry/matching.d.ts.map +1 -0
- package/dist/checks/rules/dry/matching.js +184 -0
- package/dist/checks/rules/dry/matching.js.map +1 -0
- package/dist/checks/rules/dry/similarity.d.ts +22 -0
- package/dist/checks/rules/dry/similarity.d.ts.map +1 -0
- package/dist/checks/rules/dry/similarity.js +108 -0
- package/dist/checks/rules/dry/similarity.js.map +1 -0
- package/dist/checks/rules/evasion-guards/index.d.ts.map +1 -1
- package/dist/checks/rules/evasion-guards/index.js +14 -3
- package/dist/checks/rules/evasion-guards/index.js.map +1 -1
- package/dist/checks/rules/folderize/compound-files.d.ts.map +1 -1
- package/dist/checks/rules/folderize/compound-files.js +10 -2
- package/dist/checks/rules/folderize/compound-files.js.map +1 -1
- package/dist/checks/rules/folderize/plan.d.ts.map +1 -1
- package/dist/checks/rules/folderize/plan.js +17 -3
- package/dist/checks/rules/folderize/plan.js.map +1 -1
- package/dist/checks/rules/max/file-lines.d.ts.map +1 -1
- package/dist/checks/rules/max/file-lines.js +15 -3
- package/dist/checks/rules/max/file-lines.js.map +1 -1
- package/dist/checks/rules/max/function-lines.d.ts.map +1 -1
- package/dist/checks/rules/max/function-lines.js +13 -4
- package/dist/checks/rules/max/function-lines.js.map +1 -1
- package/dist/checks/rules/remove-comments.d.ts.map +1 -1
- package/dist/checks/rules/remove-comments.js +43 -10
- package/dist/checks/rules/remove-comments.js.map +1 -1
- package/dist/checks/sync-options.d.ts +2 -1
- package/dist/checks/sync-options.d.ts.map +1 -1
- package/dist/checks/sync-options.js +1 -0
- package/dist/checks/sync-options.js.map +1 -1
- package/dist/checks/types.d.ts +3 -1
- package/dist/checks/types.d.ts.map +1 -1
- package/dist/cli/progress.d.ts +2 -2
- package/dist/cli/progress.d.ts.map +1 -1
- package/dist/cli/progress.js +23 -1
- package/dist/cli/progress.js.map +1 -1
- package/dist/cli/run-cli.d.ts.map +1 -1
- package/dist/cli/run-cli.js +9 -6
- package/dist/cli/run-cli.js.map +1 -1
- package/dist/config/normalize/check-options.d.ts.map +1 -1
- package/dist/config/normalize/check-options.js +1 -0
- package/dist/config/normalize/check-options.js.map +1 -1
- package/dist/config/normalize/sync-imports-options.d.ts.map +1 -1
- package/dist/config/normalize/sync-imports-options.js +1 -0
- package/dist/config/normalize/sync-imports-options.js.map +1 -1
- package/dist/imports/check-sync-imports.d.ts.map +1 -1
- package/dist/imports/check-sync-imports.js +10 -1
- package/dist/imports/check-sync-imports.js.map +1 -1
- package/dist/imports/rewrite.d.ts.map +1 -1
- package/dist/imports/rewrite.js +11 -1
- package/dist/imports/rewrite.js.map +1 -1
- package/dist/imports/types.d.ts +39 -1
- package/dist/imports/types.d.ts.map +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/run.d.ts +2 -1
- package/dist/run.d.ts.map +1 -1
- package/dist/run.js +2 -0
- package/dist/run.js.map +1 -1
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"candidates.js","sourceRoot":"","sources":["../../../../src/checks/rules/dry/candidates.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"candidates.js","sourceRoot":"","sources":["../../../../src/checks/rules/dry/candidates.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,MAAM,YAAY,CAAC;AAE5B,OAAO,EAAE,WAAW,EAAE,MAAM,uCAAuC,CAAC;AAGpE,OAAO,EAAE,yBAAyB,EAAE,qBAAqB,EAAE,0BAA0B,EAAE,MAAM,kBAAkB,CAAC;AAChH,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAIvD,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAEjC,SAAS,yBAAyB,CAAC,IAAa;IAC9C,OAAO,CAAC,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;WACxD,CAAC,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;WACrD,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;WAChD,CAAC,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;WACpD,CAAC,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;WACzD,CAAC,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;WACzD,CAAC,EAAE,CAAC,wBAAwB,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAwB;IACrD,MAAM,UAAU,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC9C,OAAO,UAAU,IAAI,SAAS,CAAC;AACjC,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAgC;IAC1D,IAAI,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IAE/D,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC;IACtC,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;IACzC,OAAO,EAAE,CAAC,yBAAyB,CAAC,eAAe,CAAC;WAC/C,EAAE,CAAC,mBAAmB,CAAC,SAAS,CAAC;WACjC,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,0BAA0B,CACjC,IAAgC,EAChC,UAAyB,EACzB,IAAuB;IAEvB,MAAM,cAAc,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,cAAc,KAAK,aAAa;QAAE,OAAO,IAAI,CAAC;IAElD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAChE,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACrE,MAAM,SAAS,GAAG,0BAA0B,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAE/D,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,cAAc,EAAE,UAAU,CAAC,MAAM;QACjC,cAAc;QACd,WAAW,EAAE,gBAAgB,CAAC,WAAW;QACzC,QAAQ,EAAE,IAAI,CAAC,uBAAuB;QACtC,SAAS;QACT,cAAc,EAAE,qBAAqB,CAAC,SAAS,CAAC;QAChD,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;QACpC,cAAc,EAAE,gBAAgB,CAAC,WAAW;QAC5C,UAAU;QACV,QAAQ,EAAE,kBAAkB,CAAC,IAAI,CAAC;QAClC,cAAc,EAAE,gBAAgB,CAAC,cAAc;QAC/C,qBAAqB,EAAE,gBAAgB,CAAC,qBAAqB;KAC9D,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,WAAgC,EAAE,QAAiC;IACpG,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,SAAS,GAA4B,EAAE,CAAC;IAE9C,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,SAAS,IAAI,CAAC,EAAE,CAAC;QACvE,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAE,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAExD,MAAM,KAAK,GAAG,CAAC,IAAa,EAAQ,EAAE;YACpC,IAAI,yBAAyB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,MAAM,UAAU,GAAG,0BAA0B,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;gBACtE,IAAI,UAAU;oBAAE,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7C,CAAC;YAED,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC,CAAC;QAEF,KAAK,CAAC,UAAU,CAAC,CAAC;QAElB,MAAM,cAAc,GAAG,SAAS,GAAG,CAAC,CAAC;QACrC,IAAI,cAAc,GAAG,oBAAoB,KAAK,CAAC,IAAI,cAAc,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;YACzF,QAAQ,EAAE,CAAC;gBACT,KAAK,EAAE,YAAY;gBACnB,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,OAAO;gBACd,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,oBAAoB,CAAC;gBAC5D,cAAc;gBACd,UAAU,EAAE,WAAW,CAAC,MAAM;gBAC9B,mBAAmB,EAAE,SAAS,CAAC,MAAM;gBACrC,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;aACzC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;IACzI,QAAQ,EAAE,CAAC;QACT,KAAK,EAAE,gBAAgB;QACvB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,OAAO;QACd,UAAU,EAAE,WAAW,CAAC,MAAM;QAC9B,mBAAmB,EAAE,eAAe,CAAC,MAAM;QAC3C,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;KACzC,CAAC,CAAC;IACH,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,SAAS,sBAAsB,CAAC,UAAiC;IAC/D,OAAO,UAAU,CAAC,SAAS;QACzB,CAAC,CAAC,GAAG,UAAU,CAAC,QAAQ,IAAI,UAAU,CAAC,SAAS,EAAE;QAClD,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC;AAC1B,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAqB;IACpD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAErF,OAAO;QACL,IAAI,EAAE,KAAK;QACX,GAAG,EAAE,KAAK;QACV,QAAQ,EAAE,gBAAgB;QAC1B,OAAO,EAAE,iCAAiC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC5D,OAAO,EAAE;YACP,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC/C,KAAK;YACL,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBAC9C,cAAc,EAAE,UAAU,CAAC,cAAc;gBACzC,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,6BAA6B,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,IAAI,GAAG,CAAC;gBACxF,IAAI,EAAE,UAAU,CAAC,SAAS;gBAC1B,QAAQ,EAAE,UAAU,CAAC,QAAQ;aAC9B,CAAC,CAAC;YACH,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,sBAAsB,CAAC;YACtD,MAAM,EAAE,0DAA0D;YAClE,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,mCAAmC,CAChD,WAAgC,EAChC,QAAiC;IAEjC,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACnE,OAAO,sBAAsB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;AAClF,CAAC;AAED,OAAO,EAAE,mCAAmC,EAAE,CAAC"}
|
|
@@ -5,7 +5,7 @@ async function collectDryViolations(sourceFiles, options) {
|
|
|
5
5
|
if (!rule)
|
|
6
6
|
return [];
|
|
7
7
|
const drySourceFiles = filterDrySourceFiles(sourceFiles);
|
|
8
|
-
return collectDrySourceDuplicateViolations(drySourceFiles);
|
|
8
|
+
return collectDrySourceDuplicateViolations(drySourceFiles, options.progressObserver);
|
|
9
9
|
}
|
|
10
10
|
export { collectDryViolations };
|
|
11
11
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/checks/rules/dry/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,mCAAmC,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElD,KAAK,UAAU,oBAAoB,CACjC,WAAgC,EAChC,OAA6C;IAE7C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC;IAC/B,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,MAAM,cAAc,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACzD,OAAO,mCAAmC,CAAC,cAAc,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/checks/rules/dry/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,mCAAmC,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAElD,KAAK,UAAU,oBAAoB,CACjC,WAAgC,EAChC,OAA6C;IAE7C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC;IAC/B,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,MAAM,cAAc,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACzD,OAAO,mCAAmC,CAAC,cAAc,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;AACvF,CAAC;AAED,OAAO,EAAE,oBAAoB,EAAE,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { SourceProgressObserver } from "../../../imports/types.js";
|
|
2
|
+
import type { DryFunctionDescriptor } from "./model.js";
|
|
3
|
+
type DuplicateSignal = "exact-normalized" | "matching-name" | "similar-structure";
|
|
4
|
+
type DuplicateGroup = {
|
|
5
|
+
confidence: number;
|
|
6
|
+
functions: DryFunctionDescriptor[];
|
|
7
|
+
signals: DuplicateSignal[];
|
|
8
|
+
};
|
|
9
|
+
declare function collectDuplicateGroups(functions: DryFunctionDescriptor[], observer?: SourceProgressObserver): DuplicateGroup[];
|
|
10
|
+
export { collectDuplicateGroups };
|
|
11
|
+
export type { DuplicateGroup, DuplicateSignal };
|
|
12
|
+
//# sourceMappingURL=matching.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"matching.d.ts","sourceRoot":"","sources":["../../../../src/checks/rules/dry/matching.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAgBxD,KAAK,eAAe,GAAG,kBAAkB,GAAG,eAAe,GAAG,mBAAmB,CAAC;AAElF,KAAK,cAAc,GAAG;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,qBAAqB,EAAE,CAAC;IACnC,OAAO,EAAE,eAAe,EAAE,CAAC;CAC5B,CAAC;AAyNF,iBAAS,sBAAsB,CAAC,SAAS,EAAE,qBAAqB,EAAE,EAAE,QAAQ,CAAC,EAAE,sBAAsB,GAAG,cAAc,EAAE,CAkBvH;AAED,OAAO,EAAE,sBAAsB,EAAE,CAAC;AAClC,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,CAAC"}
|
|
@@ -0,0 +1,184 @@
|
|
|
1
|
+
import { performance } from "node:perf_hooks";
|
|
2
|
+
import { collectCandidateIndexes, createSimilarityIndex, createSimilarityRecord, indexSimilarityRecord, jaccardSimilarity, shouldCompareSimilarity, } from "./similarity.js";
|
|
3
|
+
const MIN_SOURCE_DUPLICATE_CHARACTERS = 300;
|
|
4
|
+
const MIN_NAME_DUPLICATE_CHARACTERS = 300;
|
|
5
|
+
const SIMILARITY_THRESHOLD = 0.99;
|
|
6
|
+
const DRY_MATCH_CHUNK_SIZE = 500;
|
|
7
|
+
class DisjointSet {
|
|
8
|
+
constructor(size) {
|
|
9
|
+
this.parents = Array.from({ length: size }, (_, index) => index);
|
|
10
|
+
}
|
|
11
|
+
find(index) {
|
|
12
|
+
const parent = this.parents[index];
|
|
13
|
+
if (parent === index)
|
|
14
|
+
return index;
|
|
15
|
+
const root = this.find(parent);
|
|
16
|
+
this.parents[index] = root;
|
|
17
|
+
return root;
|
|
18
|
+
}
|
|
19
|
+
union(left, right) {
|
|
20
|
+
const leftRoot = this.find(left);
|
|
21
|
+
const rightRoot = this.find(right);
|
|
22
|
+
if (leftRoot === rightRoot)
|
|
23
|
+
return;
|
|
24
|
+
this.parents[rightRoot] = leftRoot;
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
function createDuplicateState(size) {
|
|
28
|
+
return {
|
|
29
|
+
confidenceByIndex: Array.from({ length: size }, () => 0),
|
|
30
|
+
disjointSet: new DisjointSet(size),
|
|
31
|
+
signalsByIndex: Array.from({ length: size }, () => new Set()),
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
function unionWithSignal(state, leftIndex, rightIndex, signal, confidence) {
|
|
35
|
+
state.disjointSet.union(leftIndex, rightIndex);
|
|
36
|
+
state.confidenceByIndex[leftIndex] = Math.max(state.confidenceByIndex[leftIndex], confidence);
|
|
37
|
+
state.confidenceByIndex[rightIndex] = Math.max(state.confidenceByIndex[rightIndex], confidence);
|
|
38
|
+
state.signalsByIndex[leftIndex].add(signal);
|
|
39
|
+
state.signalsByIndex[rightIndex].add(signal);
|
|
40
|
+
}
|
|
41
|
+
function unionIndexGroup(state, indexes, signal) {
|
|
42
|
+
if (indexes.length < 2)
|
|
43
|
+
return;
|
|
44
|
+
const firstIndex = indexes[0];
|
|
45
|
+
for (const index of indexes.slice(1)) {
|
|
46
|
+
unionWithSignal(state, firstIndex, index, signal, 1);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
function indexExactAndNamedFunctions(functions) {
|
|
50
|
+
const indexesByFingerprint = new Map();
|
|
51
|
+
const indexesByName = new Map();
|
|
52
|
+
for (let index = 0; index < functions.length; index += 1) {
|
|
53
|
+
const descriptor = functions[index];
|
|
54
|
+
if (descriptor.characterCount >= MIN_SOURCE_DUPLICATE_CHARACTERS) {
|
|
55
|
+
const indexes = indexesByFingerprint.get(descriptor.fingerprint) ?? [];
|
|
56
|
+
indexes.push(index);
|
|
57
|
+
indexesByFingerprint.set(descriptor.fingerprint, indexes);
|
|
58
|
+
}
|
|
59
|
+
if (shouldIndexNameDuplicate(descriptor)) {
|
|
60
|
+
const indexes = indexesByName.get(descriptor.normalizedName) ?? [];
|
|
61
|
+
indexes.push(index);
|
|
62
|
+
indexesByName.set(descriptor.normalizedName, indexes);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
return { indexesByFingerprint, indexesByName };
|
|
66
|
+
}
|
|
67
|
+
function shouldIndexNameDuplicate(descriptor) {
|
|
68
|
+
return descriptor.classification === "standalone"
|
|
69
|
+
&& descriptor.topLevel
|
|
70
|
+
&& descriptor.characterCount >= MIN_NAME_DUPLICATE_CHARACTERS
|
|
71
|
+
&& Boolean(descriptor.normalizedName);
|
|
72
|
+
}
|
|
73
|
+
function unionExactAndNamedGroups(state, functions) {
|
|
74
|
+
const { indexesByFingerprint, indexesByName } = indexExactAndNamedFunctions(functions);
|
|
75
|
+
for (const indexes of indexesByFingerprint.values()) {
|
|
76
|
+
unionIndexGroup(state, indexes, "exact-normalized");
|
|
77
|
+
}
|
|
78
|
+
for (const indexes of indexesByName.values()) {
|
|
79
|
+
unionIndexGroup(state, indexes, "matching-name");
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
function emitMatchChunk(args) {
|
|
83
|
+
if (args.completedItems % DRY_MATCH_CHUNK_SIZE !== 0 && args.completedItems !== args.totalItems)
|
|
84
|
+
return;
|
|
85
|
+
args.observer?.({
|
|
86
|
+
phase: "rule-chunk",
|
|
87
|
+
rule: "dry",
|
|
88
|
+
stage: "match",
|
|
89
|
+
chunkIndex: Math.ceil(args.completedItems / DRY_MATCH_CHUNK_SIZE),
|
|
90
|
+
completedItems: args.completedItems,
|
|
91
|
+
totalItems: args.totalItems,
|
|
92
|
+
comparedCandidates: args.comparedCandidates,
|
|
93
|
+
elapsedMs: performance.now() - args.startedAt,
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
function compareSimilarityCandidates(record, index, state) {
|
|
97
|
+
let comparedCandidates = 0;
|
|
98
|
+
for (const candidateIndex of collectCandidateIndexes(index, record)) {
|
|
99
|
+
const candidate = index.recordsByIndex.get(candidateIndex);
|
|
100
|
+
const pairKey = `${candidateIndex}:${record.index}`;
|
|
101
|
+
if (!candidate || index.seenPairs.has(pairKey))
|
|
102
|
+
continue;
|
|
103
|
+
index.seenPairs.add(pairKey);
|
|
104
|
+
if (!shouldCompareSimilarity(candidate.descriptor, record.descriptor))
|
|
105
|
+
continue;
|
|
106
|
+
comparedCandidates += 1;
|
|
107
|
+
const similarity = jaccardSimilarity(candidate.trigrams, record.trigrams);
|
|
108
|
+
if (similarity >= SIMILARITY_THRESHOLD) {
|
|
109
|
+
unionWithSignal(state, candidate.index, record.index, "similar-structure", similarity);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
return comparedCandidates;
|
|
113
|
+
}
|
|
114
|
+
function applyIndexedSimilarity(functions, state, observer, startedAt) {
|
|
115
|
+
const index = createSimilarityIndex();
|
|
116
|
+
let comparedCandidates = 0;
|
|
117
|
+
for (let functionIndex = 0; functionIndex < functions.length; functionIndex += 1) {
|
|
118
|
+
const record = createSimilarityRecord(functions[functionIndex], functionIndex);
|
|
119
|
+
if (record) {
|
|
120
|
+
comparedCandidates += compareSimilarityCandidates(record, index, state);
|
|
121
|
+
indexSimilarityRecord(index, record);
|
|
122
|
+
}
|
|
123
|
+
emitMatchChunk({
|
|
124
|
+
comparedCandidates,
|
|
125
|
+
completedItems: functionIndex + 1,
|
|
126
|
+
observer,
|
|
127
|
+
startedAt,
|
|
128
|
+
totalItems: functions.length,
|
|
129
|
+
});
|
|
130
|
+
}
|
|
131
|
+
return comparedCandidates;
|
|
132
|
+
}
|
|
133
|
+
function collectRootIndexes(functions, state) {
|
|
134
|
+
const indexesByRoot = new Map();
|
|
135
|
+
for (let index = 0; index < functions.length; index += 1) {
|
|
136
|
+
const root = state.disjointSet.find(index);
|
|
137
|
+
const indexes = indexesByRoot.get(root) ?? [];
|
|
138
|
+
indexes.push(index);
|
|
139
|
+
indexesByRoot.set(root, indexes);
|
|
140
|
+
}
|
|
141
|
+
return indexesByRoot;
|
|
142
|
+
}
|
|
143
|
+
function createGroup(functions, state, indexes) {
|
|
144
|
+
let confidence = 0;
|
|
145
|
+
const signals = new Set();
|
|
146
|
+
for (const index of indexes) {
|
|
147
|
+
confidence = Math.max(confidence, state.confidenceByIndex[index]);
|
|
148
|
+
for (const signal of state.signalsByIndex[index])
|
|
149
|
+
signals.add(signal);
|
|
150
|
+
}
|
|
151
|
+
return {
|
|
152
|
+
confidence,
|
|
153
|
+
functions: indexes.map((index) => functions[index]),
|
|
154
|
+
signals: [...signals].sort(),
|
|
155
|
+
};
|
|
156
|
+
}
|
|
157
|
+
function buildDuplicateGroups(functions, state) {
|
|
158
|
+
const groups = [];
|
|
159
|
+
for (const indexes of collectRootIndexes(functions, state).values()) {
|
|
160
|
+
if (indexes.length < 2)
|
|
161
|
+
continue;
|
|
162
|
+
groups.push(createGroup(functions, state, indexes));
|
|
163
|
+
}
|
|
164
|
+
return groups;
|
|
165
|
+
}
|
|
166
|
+
function collectDuplicateGroups(functions, observer) {
|
|
167
|
+
const startedAt = performance.now();
|
|
168
|
+
const state = createDuplicateState(functions.length);
|
|
169
|
+
unionExactAndNamedGroups(state, functions);
|
|
170
|
+
const comparedCandidates = applyIndexedSimilarity(functions, state, observer, startedAt);
|
|
171
|
+
const groups = buildDuplicateGroups(functions, state);
|
|
172
|
+
observer?.({
|
|
173
|
+
phase: "rule-completed",
|
|
174
|
+
rule: "dry",
|
|
175
|
+
stage: "match",
|
|
176
|
+
totalItems: functions.length,
|
|
177
|
+
duplicateGroups: groups.length,
|
|
178
|
+
comparedCandidates,
|
|
179
|
+
elapsedMs: performance.now() - startedAt,
|
|
180
|
+
});
|
|
181
|
+
return groups;
|
|
182
|
+
}
|
|
183
|
+
export { collectDuplicateGroups };
|
|
184
|
+
//# sourceMappingURL=matching.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"matching.js","sourceRoot":"","sources":["../../../../src/checks/rules/dry/matching.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAI9C,OAAO,EACL,uBAAuB,EACvB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,iBAAiB,EACjB,uBAAuB,GACxB,MAAM,iBAAiB,CAAC;AAGzB,MAAM,+BAA+B,GAAG,GAAG,CAAC;AAC5C,MAAM,6BAA6B,GAAG,GAAG,CAAC;AAC1C,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAgBjC,MAAM,WAAW;IAGf,YAAY,IAAY;QACtB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC,KAAa;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAE,CAAC;QACpC,IAAI,MAAM,KAAK,KAAK;YAAE,OAAO,KAAK,CAAC;QAEnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAY,EAAE,KAAa;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO;QACnC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,QAAQ,CAAC;IACrC,CAAC;CACF;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,OAAO;QACL,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACxD,WAAW,EAAE,IAAI,WAAW,CAAC,IAAI,CAAC;QAClC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,EAAmB,CAAC;KAC/E,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CACtB,KAAqB,EACrB,SAAiB,EACjB,UAAkB,EAClB,MAAuB,EACvB,UAAkB;IAElB,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC/C,KAAK,CAAC,iBAAiB,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,SAAS,CAAE,EAAE,UAAU,CAAC,CAAC;IAC/F,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAE,EAAE,UAAU,CAAC,CAAC;IACjG,KAAK,CAAC,cAAc,CAAC,SAAS,CAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7C,KAAK,CAAC,cAAc,CAAC,UAAU,CAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,eAAe,CAAC,KAAqB,EAAE,OAAiB,EAAE,MAAuB;IACxF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO;IAE/B,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,eAAe,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAAC,SAAkC;IAIrE,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAoB,CAAC;IACzD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAoB,CAAC;IAElD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACzD,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAE,CAAC;QACrC,IAAI,UAAU,CAAC,cAAc,IAAI,+BAA+B,EAAE,CAAC;YACjE,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACvE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,oBAAoB,CAAC,GAAG,CAAC,UAAU,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,wBAAwB,CAAC,UAAU,CAAC,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,cAAe,CAAC,IAAI,EAAE,CAAC;YACpE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,cAAe,EAAE,OAAO,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,CAAC;AACjD,CAAC;AAED,SAAS,wBAAwB,CAAC,UAAiC;IACjE,OAAO,UAAU,CAAC,cAAc,KAAK,YAAY;WAC5C,UAAU,CAAC,QAAQ;WACnB,UAAU,CAAC,cAAc,IAAI,6BAA6B;WAC1D,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAqB,EAAE,SAAkC;IACzF,MAAM,EAAE,oBAAoB,EAAE,aAAa,EAAE,GAAG,2BAA2B,CAAC,SAAS,CAAC,CAAC;IAEvF,KAAK,MAAM,OAAO,IAAI,oBAAoB,CAAC,MAAM,EAAE,EAAE,CAAC;QACpD,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC;QAC7C,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAMvB;IACC,IAAI,IAAI,CAAC,cAAc,GAAG,oBAAoB,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,CAAC,UAAU;QAAE,OAAO;IAExG,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,KAAK,EAAE,YAAY;QACnB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,OAAO;QACd,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,oBAAoB,CAAC;QACjE,cAAc,EAAE,IAAI,CAAC,cAAc;QACnC,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;QAC3C,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS;KAC9C,CAAC,CAAC;AACL,CAAC;AAED,SAAS,2BAA2B,CAAC,MAAwB,EAAE,KAAsB,EAAE,KAAqB;IAC1G,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAE3B,KAAK,MAAM,cAAc,IAAI,uBAAuB,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;QACpE,MAAM,SAAS,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,GAAG,cAAc,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACpD,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAEzD,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7B,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC;YAAE,SAAS;QAEhF,kBAAkB,IAAI,CAAC,CAAC;QACxB,MAAM,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1E,IAAI,UAAU,IAAI,oBAAoB,EAAE,CAAC;YACvC,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,mBAAmB,EAAE,UAAU,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,SAAS,sBAAsB,CAC7B,SAAkC,EAClC,KAAqB,EACrB,QAA4C,EAC5C,SAAiB;IAEjB,MAAM,KAAK,GAAG,qBAAqB,EAAE,CAAC;IACtC,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAE3B,KAAK,IAAI,aAAa,GAAG,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC,MAAM,EAAE,aAAa,IAAI,CAAC,EAAE,CAAC;QACjF,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,CAAC,aAAa,CAAE,EAAE,aAAa,CAAC,CAAC;QAChF,IAAI,MAAM,EAAE,CAAC;YACX,kBAAkB,IAAI,2BAA2B,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YACxE,qBAAqB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC;QAED,cAAc,CAAC;YACb,kBAAkB;YAClB,cAAc,EAAE,aAAa,GAAG,CAAC;YACjC,QAAQ;YACR,SAAS;YACT,UAAU,EAAE,SAAS,CAAC,MAAM;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAkC,EAAE,KAAqB;IACnF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAoB,CAAC;IAElD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,WAAW,CAAC,SAAkC,EAAE,KAAqB,EAAE,OAAiB;IAC/F,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAmB,CAAC;IAE3C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAE,CAAC,CAAC;QACnE,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,KAAK,CAAE;YAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzE,CAAC;IAED,OAAO;QACL,UAAU;QACV,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAE,CAAC;QACpD,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,EAAE;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,SAAkC,EAAE,KAAqB;IACrF,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,KAAK,MAAM,OAAO,IAAI,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;QACpE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QACjC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,sBAAsB,CAAC,SAAkC,EAAE,QAAiC;IACnG,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,oBAAoB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAErD,wBAAwB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC3C,MAAM,kBAAkB,GAAG,sBAAsB,CAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IACzF,MAAM,MAAM,GAAG,oBAAoB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAEtD,QAAQ,EAAE,CAAC;QACT,KAAK,EAAE,gBAAgB;QACvB,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,OAAO;QACd,UAAU,EAAE,SAAS,CAAC,MAAM;QAC5B,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,kBAAkB;QAClB,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;KACzC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,OAAO,EAAE,sBAAsB,EAAE,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { DryFunctionDescriptor } from "./model.js";
|
|
2
|
+
type SimilarityRecord = {
|
|
3
|
+
bands: string[];
|
|
4
|
+
descriptor: DryFunctionDescriptor;
|
|
5
|
+
index: number;
|
|
6
|
+
lengthBucket: number;
|
|
7
|
+
trigrams: Set<string>;
|
|
8
|
+
};
|
|
9
|
+
type SimilarityIndex = {
|
|
10
|
+
indexedRecordsByBandAndLength: Map<string, number[]>;
|
|
11
|
+
recordsByIndex: Map<number, SimilarityRecord>;
|
|
12
|
+
seenPairs: Set<string>;
|
|
13
|
+
};
|
|
14
|
+
declare function createSimilarityRecord(descriptor: DryFunctionDescriptor, index: number): SimilarityRecord | null;
|
|
15
|
+
declare function jaccardSimilarity(left: Set<string>, right: Set<string>): number;
|
|
16
|
+
declare function shouldCompareSimilarity(left: DryFunctionDescriptor, right: DryFunctionDescriptor): boolean;
|
|
17
|
+
declare function createSimilarityIndex(): SimilarityIndex;
|
|
18
|
+
declare function collectCandidateIndexes(index: SimilarityIndex, record: SimilarityRecord): number[];
|
|
19
|
+
declare function indexSimilarityRecord(index: SimilarityIndex, record: SimilarityRecord): void;
|
|
20
|
+
export { collectCandidateIndexes, createSimilarityIndex, createSimilarityRecord, indexSimilarityRecord, jaccardSimilarity, shouldCompareSimilarity, };
|
|
21
|
+
export type { SimilarityIndex, SimilarityRecord };
|
|
22
|
+
//# sourceMappingURL=similarity.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"similarity.d.ts","sourceRoot":"","sources":["../../../../src/checks/rules/dry/similarity.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAQxD,KAAK,gBAAgB,GAAG;IACtB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,qBAAqB,CAAC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACvB,CAAC;AAEF,KAAK,eAAe,GAAG;IACrB,6BAA6B,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACrD,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAC9C,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CACxB,CAAC;AAkCF,iBAAS,sBAAsB,CAAC,UAAU,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI,CAezG;AAED,iBAAS,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CASxE;AAED,iBAAS,uBAAuB,CAAC,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAMnG;AAED,iBAAS,qBAAqB,IAAI,eAAe,CAMhD;AAED,iBAAS,uBAAuB,CAAC,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,gBAAgB,GAAG,MAAM,EAAE,CAe3F;AAyBD,iBAAS,qBAAqB,CAAC,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,gBAAgB,GAAG,IAAI,CASrF;AAED,OAAO,EACL,uBAAuB,EACvB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,iBAAiB,EACjB,uBAAuB,GACxB,CAAC;AACF,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,CAAC"}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
const MIN_SOURCE_DUPLICATE_CHARACTERS = 300;
|
|
2
|
+
const SIMILARITY_LENGTH_BUCKET_SIZE = 250;
|
|
3
|
+
const SIMILARITY_MINHASH_COUNT = 16;
|
|
4
|
+
const SIMILARITY_MINHASH_BAND_SIZE = 4;
|
|
5
|
+
const MAX_SIMILARITY_CANDIDATES_PER_FUNCTION = 300;
|
|
6
|
+
function getTrigrams(value) {
|
|
7
|
+
const padded = ` ${value} `;
|
|
8
|
+
const trigrams = new Set();
|
|
9
|
+
for (let index = 0; index <= padded.length - 3; index += 1) {
|
|
10
|
+
trigrams.add(padded.slice(index, index + 3));
|
|
11
|
+
}
|
|
12
|
+
return trigrams;
|
|
13
|
+
}
|
|
14
|
+
function hashString(value) {
|
|
15
|
+
let hash = 2166136261;
|
|
16
|
+
for (let index = 0; index < value.length; index += 1) {
|
|
17
|
+
hash ^= value.charCodeAt(index);
|
|
18
|
+
hash = Math.imul(hash, 16777619);
|
|
19
|
+
}
|
|
20
|
+
return hash >>> 0;
|
|
21
|
+
}
|
|
22
|
+
function createSimilarityBands(minhashes) {
|
|
23
|
+
const bands = [];
|
|
24
|
+
for (let start = 0; start + SIMILARITY_MINHASH_BAND_SIZE <= minhashes.length; start += SIMILARITY_MINHASH_BAND_SIZE) {
|
|
25
|
+
bands.push(minhashes.slice(start, start + SIMILARITY_MINHASH_BAND_SIZE).join(":"));
|
|
26
|
+
}
|
|
27
|
+
return bands;
|
|
28
|
+
}
|
|
29
|
+
function createSimilarityRecord(descriptor, index) {
|
|
30
|
+
if (descriptor.characterCount < MIN_SOURCE_DUPLICATE_CHARACTERS)
|
|
31
|
+
return null;
|
|
32
|
+
const trigrams = getTrigrams(descriptor.normalizedText);
|
|
33
|
+
const minhashes = [...trigrams].map(hashString).sort((left, right) => left - right).slice(0, SIMILARITY_MINHASH_COUNT);
|
|
34
|
+
const bands = createSimilarityBands(minhashes);
|
|
35
|
+
if (bands.length === 0)
|
|
36
|
+
return null;
|
|
37
|
+
return {
|
|
38
|
+
bands,
|
|
39
|
+
descriptor,
|
|
40
|
+
index,
|
|
41
|
+
lengthBucket: Math.floor(descriptor.normalizedText.length / SIMILARITY_LENGTH_BUCKET_SIZE),
|
|
42
|
+
trigrams,
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
function jaccardSimilarity(left, right) {
|
|
46
|
+
let intersection = 0;
|
|
47
|
+
for (const entry of left) {
|
|
48
|
+
if (right.has(entry))
|
|
49
|
+
intersection += 1;
|
|
50
|
+
}
|
|
51
|
+
const union = left.size + right.size - intersection;
|
|
52
|
+
return union === 0 ? 1 : intersection / union;
|
|
53
|
+
}
|
|
54
|
+
function shouldCompareSimilarity(left, right) {
|
|
55
|
+
if (left.characterCount < MIN_SOURCE_DUPLICATE_CHARACTERS || right.characterCount < MIN_SOURCE_DUPLICATE_CHARACTERS)
|
|
56
|
+
return false;
|
|
57
|
+
const smaller = Math.min(left.normalizedText.length, right.normalizedText.length);
|
|
58
|
+
const larger = Math.max(left.normalizedText.length, right.normalizedText.length);
|
|
59
|
+
return smaller / larger >= 0.75;
|
|
60
|
+
}
|
|
61
|
+
function createSimilarityIndex() {
|
|
62
|
+
return {
|
|
63
|
+
indexedRecordsByBandAndLength: new Map(),
|
|
64
|
+
recordsByIndex: new Map(),
|
|
65
|
+
seenPairs: new Set(),
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
function collectCandidateIndexes(index, record) {
|
|
69
|
+
const hitsByIndex = new Map();
|
|
70
|
+
const minBucket = Math.floor(record.descriptor.normalizedText.length * 0.75 / SIMILARITY_LENGTH_BUCKET_SIZE);
|
|
71
|
+
const maxBucket = Math.floor(record.descriptor.normalizedText.length / 0.75 / SIMILARITY_LENGTH_BUCKET_SIZE);
|
|
72
|
+
for (let bucket = minBucket; bucket <= maxBucket; bucket += 1) {
|
|
73
|
+
for (const band of record.bands) {
|
|
74
|
+
const indexes = index.indexedRecordsByBandAndLength.get(`${bucket}:${band}`) ?? [];
|
|
75
|
+
for (const candidateIndex of indexes) {
|
|
76
|
+
hitsByIndex.set(candidateIndex, (hitsByIndex.get(candidateIndex) ?? 0) + 1);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
return sortSimilarityHits(index, record, hitsByIndex);
|
|
81
|
+
}
|
|
82
|
+
function sortSimilarityHits(index, record, hitsByIndex) {
|
|
83
|
+
return [...hitsByIndex.entries()]
|
|
84
|
+
.sort((left, right) => compareSimilarityHits(index, record, left, right))
|
|
85
|
+
.slice(0, MAX_SIMILARITY_CANDIDATES_PER_FUNCTION)
|
|
86
|
+
.map(([candidateIndex]) => candidateIndex);
|
|
87
|
+
}
|
|
88
|
+
function compareSimilarityHits(index, record, left, right) {
|
|
89
|
+
const hitDifference = right[1] - left[1];
|
|
90
|
+
if (hitDifference !== 0)
|
|
91
|
+
return hitDifference;
|
|
92
|
+
const leftRecord = index.recordsByIndex.get(left[0]);
|
|
93
|
+
const rightRecord = index.recordsByIndex.get(right[0]);
|
|
94
|
+
const leftDelta = Math.abs(leftRecord.descriptor.normalizedText.length - record.descriptor.normalizedText.length);
|
|
95
|
+
const rightDelta = Math.abs(rightRecord.descriptor.normalizedText.length - record.descriptor.normalizedText.length);
|
|
96
|
+
return leftDelta - rightDelta || left[0] - right[0];
|
|
97
|
+
}
|
|
98
|
+
function indexSimilarityRecord(index, record) {
|
|
99
|
+
index.recordsByIndex.set(record.index, record);
|
|
100
|
+
for (const band of record.bands) {
|
|
101
|
+
const key = `${record.lengthBucket}:${band}`;
|
|
102
|
+
const indexes = index.indexedRecordsByBandAndLength.get(key) ?? [];
|
|
103
|
+
indexes.push(record.index);
|
|
104
|
+
index.indexedRecordsByBandAndLength.set(key, indexes);
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
export { collectCandidateIndexes, createSimilarityIndex, createSimilarityRecord, indexSimilarityRecord, jaccardSimilarity, shouldCompareSimilarity, };
|
|
108
|
+
//# sourceMappingURL=similarity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"similarity.js","sourceRoot":"","sources":["../../../../src/checks/rules/dry/similarity.ts"],"names":[],"mappings":"AAEA,MAAM,+BAA+B,GAAG,GAAG,CAAC;AAC5C,MAAM,6BAA6B,GAAG,GAAG,CAAC;AAC1C,MAAM,wBAAwB,GAAG,EAAE,CAAC;AACpC,MAAM,4BAA4B,GAAG,CAAC,CAAC;AACvC,MAAM,sCAAsC,GAAG,GAAG,CAAC;AAgBnD,SAAS,WAAW,CAAC,KAAa;IAChC,MAAM,MAAM,GAAG,KAAK,KAAK,IAAI,CAAC;IAC9B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC3D,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,IAAI,GAAG,UAAU,CAAC;IAEtB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACrD,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,IAAI,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,SAAS,qBAAqB,CAAC,SAAmB;IAChD,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,4BAA4B,IAAI,SAAS,CAAC,MAAM,EAAE,KAAK,IAAI,4BAA4B,EAAE,CAAC;QACpH,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,4BAA4B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,sBAAsB,CAAC,UAAiC,EAAE,KAAa;IAC9E,IAAI,UAAU,CAAC,cAAc,GAAG,+BAA+B;QAAE,OAAO,IAAI,CAAC;IAE7E,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,wBAAwB,CAAC,CAAC;IACvH,MAAM,KAAK,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC/C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEpC,OAAO;QACL,KAAK;QACL,UAAU;QACV,KAAK;QACL,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,6BAA6B,CAAC;QAC1F,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAiB,EAAE,KAAkB;IAC9D,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,YAAY,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,GAAG,YAAY,CAAC;IACpD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,KAAK,CAAC;AAChD,CAAC;AAED,SAAS,uBAAuB,CAAC,IAA2B,EAAE,KAA4B;IACxF,IAAI,IAAI,CAAC,cAAc,GAAG,+BAA+B,IAAI,KAAK,CAAC,cAAc,GAAG,+BAA+B;QAAE,OAAO,KAAK,CAAC;IAElI,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAClF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACjF,OAAO,OAAO,GAAG,MAAM,IAAI,IAAI,CAAC;AAClC,CAAC;AAED,SAAS,qBAAqB;IAC5B,OAAO;QACL,6BAA6B,EAAE,IAAI,GAAG,EAAE;QACxC,cAAc,EAAE,IAAI,GAAG,EAAE;QACzB,SAAS,EAAE,IAAI,GAAG,EAAE;KACrB,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAsB,EAAE,MAAwB;IAC/E,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,IAAI,GAAG,6BAA6B,CAAC,CAAC;IAC7G,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,IAAI,GAAG,6BAA6B,CAAC,CAAC;IAE7G,KAAK,IAAI,MAAM,GAAG,SAAS,EAAE,MAAM,IAAI,SAAS,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;QAC9D,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,KAAK,CAAC,6BAA6B,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACnF,KAAK,MAAM,cAAc,IAAI,OAAO,EAAE,CAAC;gBACrC,WAAW,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAsB,EAAE,MAAwB,EAAE,WAAgC;IAC5G,OAAO,CAAC,GAAG,WAAW,CAAC,OAAO,EAAE,CAAC;SAC9B,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;SACxE,KAAK,CAAC,CAAC,EAAE,sCAAsC,CAAC;SAChD,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAsB,EACtB,MAAwB,EACxB,IAAsB,EACtB,KAAuB;IAEvB,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,aAAa,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC;IAE9C,MAAM,UAAU,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,CAAC;IACtD,MAAM,WAAW,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,CAAC;IACxD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAClH,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACpH,OAAO,SAAS,GAAG,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAsB,EAAE,MAAwB;IAC7E,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAE/C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;QAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,6BAA6B,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3B,KAAK,CAAC,6BAA6B,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,OAAO,EACL,uBAAuB,EACvB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,iBAAiB,EACjB,uBAAuB,GACxB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/checks/rules/evasion-guards/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAEnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/checks/rules/evasion-guards/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAEnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAGnF,OAAO,KAAK,EAAE,oCAAoC,EAAoC,MAAM,gBAAgB,CAAC;AAkJ7G,iBAAe,oBAAoB,CACjC,WAAW,EAAE,iBAAiB,EAAE,EAChC,OAAO,EAAE,oCAAoC,GAC5C,OAAO,CAAC,uBAAuB,EAAE,CAAC,CA2BpC;AAED,OAAO,EAAE,oBAAoB,EAAE,CAAC"}
|
|
@@ -2,6 +2,7 @@ import fs from "node:fs/promises";
|
|
|
2
2
|
import { parseSource } from "../../../imports/module-specifiers.js";
|
|
3
3
|
import { loadNativeBinding } from "../../../native/native.js";
|
|
4
4
|
import { isTypeScriptFamilyExtension } from "../../../shared/languages.js";
|
|
5
|
+
import { createRuleProgress, emitRuleChunk, emitRuleCompleted } from "../../progress.js";
|
|
5
6
|
import { collectFunctionDescriptors } from "./functions.js";
|
|
6
7
|
import { collectRuntimeCodeHidingViolations } from "./runtime.js";
|
|
7
8
|
import { countStructuralTokens, getPackedLineStats, stripCommentsAndStrings } from "./strip.js";
|
|
@@ -109,17 +110,27 @@ async function runEvasionGuardsRule(sourceFiles, options) {
|
|
|
109
110
|
const rule = options.evasionGuards;
|
|
110
111
|
if (!rule)
|
|
111
112
|
return [];
|
|
113
|
+
const progress = createRuleProgress({
|
|
114
|
+
observer: options.progressObserver,
|
|
115
|
+
rule: "evasion-guards",
|
|
116
|
+
totalItems: sourceFiles.length,
|
|
117
|
+
});
|
|
112
118
|
const native = loadNativeBinding();
|
|
113
|
-
if (native) {
|
|
114
|
-
|
|
119
|
+
if (native && !options.progressObserver) {
|
|
120
|
+
const violations = JSON.parse(native.runEvasionGuardsRule(JSON.stringify({
|
|
115
121
|
sourceFiles,
|
|
116
122
|
evasionGuards: rule,
|
|
117
123
|
})));
|
|
124
|
+
emitRuleCompleted(progress, violations.length);
|
|
125
|
+
return violations;
|
|
118
126
|
}
|
|
119
127
|
const violations = [];
|
|
120
|
-
for (
|
|
128
|
+
for (let index = 0; index < sourceFiles.length; index += 1) {
|
|
129
|
+
const file = sourceFiles[index];
|
|
121
130
|
violations.push(...await collectFileEvasionViolations(file, options));
|
|
131
|
+
emitRuleChunk(progress, index + 1, violations.length);
|
|
122
132
|
}
|
|
133
|
+
emitRuleCompleted(progress, violations.length);
|
|
123
134
|
return violations;
|
|
124
135
|
}
|
|
125
136
|
export { runEvasionGuardsRule };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/checks/rules/evasion-guards/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAElC,OAAO,EAAE,WAAW,EAAE,MAAM,uCAAuC,CAAC;AAEpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/checks/rules/evasion-guards/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAElC,OAAO,EAAE,WAAW,EAAE,MAAM,uCAAuC,CAAC;AAEpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEzF,OAAO,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,kCAAkC,EAAE,MAAM,cAAc,CAAC;AAClE,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAC;AAEhG,SAAS,yBAAyB,CAChC,IAAuB,EACvB,IAAY,EACZ,iBAAyB,EACzB,oBAA4B,EAC5B,IAAsC;IAEtC,OAAO;QACL,IAAI,EAAE,gBAAgB;QACtB,GAAG,EAAE,KAAK;QACV,QAAQ,EAAE,IAAI,CAAC,uBAAuB;QACtC,OAAO,EAAE,4BAA4B,iBAAiB,oBAAoB;QAC1E,OAAO,EAAE;YACP,IAAI,EAAE,aAAa;YACnB,iBAAiB;YACjB,cAAc,EAAE,IAAI,CAAC,MAAM;YAC3B,oBAAoB;YACpB,gBAAgB,EAAE,IAAI,CAAC,0BAA0B;YACjD,aAAa,EAAE,IAAI,CAAC,uBAAuB;YAC3C,mBAAmB,EAAE,IAAI,CAAC,6BAA6B;SACxD;KACF,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAClC,IAAuB,EACvB,QAAkB,EAClB,aAAuB,EACvB,IAAsC;IAEtC,MAAM,UAAU,GAA8B,EAAE,CAAC;IAEjD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACxD,MAAM,KAAK,GAAG,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACpF,IACE,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,oBAAoB;eAC1C,CACD,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,oBAAoB;mBAC9C,KAAK,CAAC,oBAAoB,IAAI,IAAI,CAAC,0BAA0B,CACjE;YACD,SAAS;QAEX,UAAU,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,gBAAgB;YACtB,GAAG,EAAE,KAAK;YACV,QAAQ,EAAE,IAAI,CAAC,uBAAuB;YACtC,OAAO,EAAE,QAAQ,KAAK,GAAG,CAAC,2CAA2C;YACrE,OAAO,EAAE;gBACP,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,KAAK,GAAG,CAAC;gBACf,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;gBAChD,UAAU,EAAE,IAAI,CAAC,oBAAoB;gBACrC,aAAa,EAAE,IAAI,CAAC,oBAAoB;gBACxC,mBAAmB,EAAE,IAAI,CAAC,0BAA0B;aACrD;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,2BAA2B,CAClC,IAAuB,EACvB,IAAY,EACZ,YAAoB,EACpB,IAAsC;IAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IACnF,MAAM,oBAAoB,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IACjE,MAAM,UAAU,GAAG,2BAA2B,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;IAEpF,IACE,iBAAiB,IAAI,IAAI,CAAC,0BAA0B;WACjD,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,uBAAuB;WAC3C,oBAAoB,IAAI,IAAI,CAAC,6BAA6B,EAC7D,CAAC;QACD,UAAU,CAAC,OAAO,CAAC,yBAAyB,CAAC,IAAI,EAAE,IAAI,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAC,CAAC;IAC3G,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,+BAA+B,CACtC,IAAuB,EACvB,IAAY,EACZ,IAAsC;IAEtC,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAExD,OAAO,0BAA0B,CAAC,UAAU,CAAC;SAC1C,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CACtB,UAAU,CAAC,SAAS,IAAI,IAAI,CAAC,sBAAsB;WAChD,UAAU,CAAC,cAAc,GAAG,IAAI,CAAC,2BAA2B;WAC5D,UAAU,CAAC,cAAc,IAAI,IAAI,CAAC,2BAA2B,CACjE,CAAC;SACD,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACpB,IAAI,EAAE,gBAAgB;QACtB,GAAG,EAAE,KAAK;QACV,QAAQ,EAAE,IAAI,CAAC,uBAAuB;QACtC,OAAO,EAAE,GAAG,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,wBAAwB,UAAU,CAAC,SAAS,UAAU;QACpG,OAAO,EAAE;YACP,IAAI,EAAE,iBAAiB;YACvB,YAAY,EAAE,UAAU,CAAC,IAAI;YAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;YAC7B,IAAI,EAAE,UAAU,CAAC,SAAS;YAC1B,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,QAAQ,EAAE,IAAI,CAAC,sBAAsB;YACrC,aAAa,EAAE,IAAI,CAAC,2BAA2B;YAC/C,aAAa,EAAE,IAAI,CAAC,2BAA2B;SAChD;KACF,CAAC,CAAC,CAAC;AACR,CAAC;AAED,KAAK,UAAU,4BAA4B,CACzC,IAAuB,EACvB,OAA6C;IAE7C,MAAM,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC;IACnC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU;QAChC,CAAC,CAAC,2BAA2B,CAAC,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC;QACxE,CAAC,CAAC,EAAE,CAAC;IAEP,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,UAAU,CAAC;IACpE,IAAI,IAAI,CAAC,UAAU;QAAE,UAAU,CAAC,IAAI,CAAC,GAAG,+BAA+B,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;IACtG,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC3B,UAAU,CAAC,IAAI,CAAC,GAAG,kCAAkC,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACrG,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,WAAgC,EAChC,OAA6C;IAE7C,MAAM,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC;IACnC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,MAAM,QAAQ,GAAG,kBAAkB,CAAC;QAClC,QAAQ,EAAE,OAAO,CAAC,gBAAgB;QAClC,IAAI,EAAE,gBAAgB;QACtB,UAAU,EAAE,WAAW,CAAC,MAAM;KAC/B,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACnC,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC;YACvE,WAAW;YACX,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC,CAA8B,CAAC;QAClC,iBAAiB,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAC/C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,UAAU,GAA8B,EAAE,CAAC;IACjD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAE,CAAC;QACjC,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,aAAa,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACxD,CAAC;IACD,iBAAiB,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IAC/C,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,OAAO,EAAE,oBAAoB,EAAE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compound-files.d.ts","sourceRoot":"","sources":["../../../../src/checks/rules/folderize/compound-files.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;
|
|
1
|
+
{"version":3,"file":"compound-files.d.ts","sourceRoot":"","sources":["../../../../src/checks/rules/folderize/compound-files.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAKnF,iBAAS,6BAA6B,CACpC,WAAW,EAAE,iBAAiB,EAAE,EAChC,OAAO,EAAE,oCAAoC,GAC5C,uBAAuB,EAAE,CA+B3B;AAED,OAAO,EAAE,6BAA6B,EAAE,CAAC"}
|
|
@@ -1,14 +1,22 @@
|
|
|
1
1
|
import { loadNativeBinding } from "../../../native/native.js";
|
|
2
|
+
import { createRuleProgress, emitRuleCompleted } from "../../progress.js";
|
|
2
3
|
import { planFolderizeCompoundFiles } from "./plan.js";
|
|
3
4
|
function runFolderizeCompoundFilesRule(sourceFiles, options) {
|
|
4
5
|
if (!options.rules.folderizeCompoundFiles)
|
|
5
6
|
return [];
|
|
7
|
+
const progress = createRuleProgress({
|
|
8
|
+
observer: options.progressObserver,
|
|
9
|
+
rule: "folderize-compound-files",
|
|
10
|
+
totalItems: sourceFiles.length,
|
|
11
|
+
});
|
|
6
12
|
const native = loadNativeBinding();
|
|
7
|
-
if (native) {
|
|
8
|
-
|
|
13
|
+
if (native && !options.progressObserver) {
|
|
14
|
+
const violations = JSON.parse(native.runFolderizeCompoundFilesRule(JSON.stringify({
|
|
9
15
|
sourceFiles,
|
|
10
16
|
separators: options.rules.folderizeCompoundFiles.separators,
|
|
11
17
|
})));
|
|
18
|
+
emitRuleCompleted(progress, violations.length);
|
|
19
|
+
return violations;
|
|
12
20
|
}
|
|
13
21
|
return planFolderizeCompoundFiles(sourceFiles, options).map((candidate) => ({
|
|
14
22
|
rule: "folderize-compound-files",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compound-files.js","sourceRoot":"","sources":["../../../../src/checks/rules/folderize/compound-files.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAC;AAEvD,SAAS,6BAA6B,CACpC,WAAgC,EAChC,OAA6C;IAE7C,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,sBAAsB;QAAE,OAAO,EAAE,CAAC;IAErD,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACnC,IAAI,MAAM,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"compound-files.js","sourceRoot":"","sources":["../../../../src/checks/rules/folderize/compound-files.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAAE,0BAA0B,EAAE,MAAM,WAAW,CAAC;AAEvD,SAAS,6BAA6B,CACpC,WAAgC,EAChC,OAA6C;IAE7C,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,sBAAsB;QAAE,OAAO,EAAE,CAAC;IAErD,MAAM,QAAQ,GAAG,kBAAkB,CAAC;QAClC,QAAQ,EAAE,OAAO,CAAC,gBAAgB;QAClC,IAAI,EAAE,0BAA0B;QAChC,UAAU,EAAE,WAAW,CAAC,MAAM;KAC/B,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACnC,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,6BAA6B,CAAC,IAAI,CAAC,SAAS,CAAC;YAChF,WAAW;YACX,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,UAAU;SAC5D,CAAC,CAAC,CAA8B,CAAC;QAClC,iBAAiB,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAC/C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,OAAO,0BAA0B,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC1E,IAAI,EAAE,0BAA0B;QAChC,GAAG,EAAE,IAAI;QACT,QAAQ,EAAE,SAAS,CAAC,uBAAuB;QAC3C,OAAO,EAAE,6BAA6B,SAAS,CAAC,aAAa,EAAE;QAC/D,aAAa,EAAE,SAAS,CAAC,aAAa;QACtC,OAAO,EAAE;YACP,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,SAAS,EAAE,SAAS,CAAC,SAAS;YAC9B,SAAS,EAAE,SAAS,CAAC,SAAS;SAC/B;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,OAAO,EAAE,6BAA6B,EAAE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../../../src/checks/rules/folderize/plan.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../../../src/checks/rules/folderize/plan.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAInE,KAAK,sBAAsB,GAAG;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,uBAAuB,EAAE,MAAM,CAAC;IAChC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,sBAAsB,GAAG,wBAAwB,CAAC;CACzD,CAAC;AAoDF,iBAAS,0BAA0B,CACjC,WAAW,EAAE,iBAAiB,EAAE,EAChC,OAAO,EAAE,oCAAoC,GAC5C,sBAAsB,EAAE,CAiE1B;AAED,OAAO,EAAE,0BAA0B,EAAE,CAAC;AACtC,YAAY,EAAE,sBAAsB,EAAE,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import path from "node:path";
|
|
2
2
|
import { supportsFolderizationFix } from "../../../shared/languages.js";
|
|
3
|
+
import { createRuleProgress, emitRuleChunk, emitRuleCompleted } from "../../progress.js";
|
|
3
4
|
function findPrefixMatch(file, separators) {
|
|
4
5
|
const basename = path.basename(file.relativeFromSourceRoot, file.extension);
|
|
5
6
|
let bestMatch = null;
|
|
@@ -38,6 +39,12 @@ function planFolderizeCompoundFiles(sourceFiles, options) {
|
|
|
38
39
|
const separators = options.rules.folderizeCompoundFiles.separators;
|
|
39
40
|
const byDirectoryAndPrefix = new Map();
|
|
40
41
|
const matchesByPath = new Map();
|
|
42
|
+
const progress = createRuleProgress({
|
|
43
|
+
observer: options.progressObserver,
|
|
44
|
+
rule: "folderize-compound-files",
|
|
45
|
+
stage: "plan",
|
|
46
|
+
totalItems: sourceFiles.length,
|
|
47
|
+
});
|
|
41
48
|
for (const file of sourceFiles) {
|
|
42
49
|
if (!supportsFolderizationFix(file.extension))
|
|
43
50
|
continue;
|
|
@@ -51,10 +58,13 @@ function planFolderizeCompoundFiles(sourceFiles, options) {
|
|
|
51
58
|
byDirectoryAndPrefix.set(directoryKey, rows);
|
|
52
59
|
}
|
|
53
60
|
const candidates = [];
|
|
54
|
-
for (
|
|
61
|
+
for (let index = 0; index < sourceFiles.length; index += 1) {
|
|
62
|
+
const file = sourceFiles[index];
|
|
55
63
|
const match = matchesByPath.get(file.absolutePath);
|
|
56
|
-
if (!match)
|
|
64
|
+
if (!match) {
|
|
65
|
+
emitRuleChunk(progress, index + 1, candidates.length);
|
|
57
66
|
continue;
|
|
67
|
+
}
|
|
58
68
|
const directoryName = path.basename(path.dirname(file.absolutePath));
|
|
59
69
|
const directoryKey = `${path.posix.dirname(file.relativeFromSourceRoot)}::${match.prefix}`;
|
|
60
70
|
const groupedCount = byDirectoryAndPrefix.get(directoryKey)?.length ?? 0;
|
|
@@ -63,8 +73,10 @@ function planFolderizeCompoundFiles(sourceFiles, options) {
|
|
|
63
73
|
: groupedCount >= 2
|
|
64
74
|
? "same-directory-group"
|
|
65
75
|
: null;
|
|
66
|
-
if (!mode)
|
|
76
|
+
if (!mode) {
|
|
77
|
+
emitRuleChunk(progress, index + 1, candidates.length);
|
|
67
78
|
continue;
|
|
79
|
+
}
|
|
68
80
|
const suggested = buildSuggestedPath(file, match.prefix, match.remainder, mode);
|
|
69
81
|
candidates.push({
|
|
70
82
|
absolutePath: file.absolutePath,
|
|
@@ -76,7 +88,9 @@ function planFolderizeCompoundFiles(sourceFiles, options) {
|
|
|
76
88
|
separator: match.separator,
|
|
77
89
|
mode,
|
|
78
90
|
});
|
|
91
|
+
emitRuleChunk(progress, index + 1, candidates.length);
|
|
79
92
|
}
|
|
93
|
+
emitRuleCompleted(progress, candidates.length);
|
|
80
94
|
return candidates.sort((left, right) => left.relativeFromProjectRoot.localeCompare(right.relativeFromProjectRoot));
|
|
81
95
|
}
|
|
82
96
|
export { planFolderizeCompoundFiles };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plan.js","sourceRoot":"","sources":["../../../../src/checks/rules/folderize/plan.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;
|
|
1
|
+
{"version":3,"file":"plan.js","sourceRoot":"","sources":["../../../../src/checks/rules/folderize/plan.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAI7B,OAAO,EAAE,wBAAwB,EAAE,MAAM,8BAA8B,CAAC;AACxE,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAoBzF,SAAS,eAAe,CAAC,IAAuB,EAAE,UAAoB;IACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,sBAAsB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC5E,IAAI,SAAS,GAAuB,IAAI,CAAC;IAEzC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,KAAK,IAAI,CAAC;YAAE,SAAS;QAEzB,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,IAAI,CAAC,SAAS;YAAE,SAAS;QAEpC,IAAI,CAAC,SAAS,IAAI,KAAK,GAAG,SAAS,CAAC,KAAK,EAAE,CAAC;YAC1C,SAAS,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACtD,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,kBAAkB,CACzB,IAAuB,EACvB,MAAc,EACd,SAAiB,EACjB,IAAoC;IAEpC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAClD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,GAAG,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAEvD,IAAI,IAAI,KAAK,wBAAwB,EAAE,CAAC;QACtC,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC;YAClD,uBAAuB,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC;SACrE,CAAC;IACJ,CAAC;IAED,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,cAAc,CAAC;QAC1D,uBAAuB,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,cAAc,CAAC;KAC7E,CAAC;AACJ,CAAC;AAED,SAAS,0BAA0B,CACjC,WAAgC,EAChC,OAA6C;IAE7C,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,sBAAsB;QAAE,OAAO,EAAE,CAAC;IAErD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,UAAU,CAAC;IACnE,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAA+B,CAAC;IACpE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAuB,CAAC;IACrD,MAAM,QAAQ,GAAG,kBAAkB,CAAC;QAClC,QAAQ,EAAE,OAAO,CAAC,gBAAgB;QAClC,IAAI,EAAE,0BAA0B;QAChC,KAAK,EAAE,MAAM;QACb,UAAU,EAAE,WAAW,CAAC,MAAM;KAC/B,CAAC,CAAC;IAEH,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,SAAS,CAAC;YAAE,SAAS;QACxD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK;YAAE,SAAS;QAErB,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QAC3F,MAAM,IAAI,GAAG,oBAAoB,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChB,oBAAoB,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,UAAU,GAA6B,EAAE,CAAC;IAEhD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAE,CAAC;QACjC,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,aAAa,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YACtD,SAAS;QACX,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACrE,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QAC3F,MAAM,YAAY,GAAG,oBAAoB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,aAAa,KAAK,KAAK,CAAC,MAAM;YACzC,CAAC,CAAC,wBAAwB;YAC1B,CAAC,CAAC,YAAY,IAAI,CAAC;gBACjB,CAAC,CAAC,sBAAsB;gBACxB,CAAC,CAAC,IAAI,CAAC;QAEX,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,aAAa,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;YACtD,SAAS;QACX,CAAC;QAED,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAChF,UAAU,CAAC,IAAI,CAAC;YACd,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,uBAAuB,EAAE,IAAI,CAAC,uBAAuB;YACrD,qBAAqB,EAAE,SAAS,CAAC,YAAY;YAC7C,aAAa,EAAE,SAAS,CAAC,uBAAuB;YAChD,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,IAAI;SACL,CAAC,CAAC;QACH,aAAa,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACxD,CAAC;IAED,iBAAiB,CAAC,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IAC/C,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,aAAa,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;AACrH,CAAC;AAED,OAAO,EAAE,0BAA0B,EAAE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-lines.d.ts","sourceRoot":"","sources":["../../../../src/checks/rules/max/file-lines.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;
|
|
1
|
+
{"version":3,"file":"file-lines.d.ts","sourceRoot":"","sources":["../../../../src/checks/rules/max/file-lines.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,oCAAoC,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,qCAAqC,CAAC;AAKnF,iBAAe,mBAAmB,CAChC,WAAW,EAAE,iBAAiB,EAAE,EAChC,OAAO,EAAE,oCAAoC,GAC5C,OAAO,CAAC,uBAAuB,EAAE,CAAC,CA8DpC;AAED,OAAO,EAAE,mBAAmB,EAAE,CAAC"}
|