@aiready/pattern-detect 0.5.4 → 0.6.1

package/README.md

@@ -60,6 +60,14 @@ aiready-patterns ./src --similarity 0.9
 # Only look at larger patterns
 aiready-patterns ./src --min-lines 10
 
+# Filter by severity (focus on critical issues first)
+aiready-patterns ./src --severity critical  # Only >95% similar
+aiready-patterns ./src --severity high      # Only >90% similar
+aiready-patterns ./src --severity medium    # Only >80% similar
+
+# Include test files (excluded by default)
+aiready-patterns ./src --include-tests
+
 # Memory optimization for large codebases
 aiready-patterns ./src --max-blocks 1000 --batch-size 200
 
@@ -112,7 +120,9 @@ Create an `aiready.json` or `aiready.config.json` file in your project root to p
       "minSimilarity": 0.5,
       "minLines": 8,
       "approx": false,
-      "batchSize": 200
+      "batchSize": 200,
+      "severity": "high",
+      "includeTests": false
     }
   }
 }

package/dist/chunk-CHFK6EBT.mjs

@@ -0,0 +1,419 @@
+// src/index.ts
+import { scanFiles, readFileContent } from "@aiready/core";
+
+// src/detector.ts
+import { estimateTokens } from "@aiready/core";
+function categorizePattern(code) {
+  const lower = code.toLowerCase();
+  if (lower.includes("request") && lower.includes("response") || lower.includes("router.") || lower.includes("app.get") || lower.includes("app.post") || lower.includes("express") || lower.includes("ctx.body")) {
+    return "api-handler";
+  }
+  if (lower.includes("validate") || lower.includes("schema") || lower.includes("zod") || lower.includes("yup") || lower.includes("if") && lower.includes("throw")) {
+    return "validator";
+  }
+  if (lower.includes("return (") || lower.includes("jsx") || lower.includes("component") || lower.includes("props")) {
+    return "component";
+  }
+  if (lower.includes("class ") || lower.includes("this.")) {
+    return "class-method";
+  }
+  if (lower.includes("return ") && !lower.includes("this") && !lower.includes("new ")) {
+    return "utility";
+  }
+  if (lower.includes("function") || lower.includes("=>")) {
+    return "function";
+  }
+  return "unknown";
+}
+function extractCodeBlocks(content, minLines) {
+  const lines = content.split("\n");
+  const blocks = [];
+  let currentBlock = [];
+  let blockStart = 0;
+  let braceDepth = 0;
+  let inFunction = false;
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i];
+    const trimmed = line.trim();
+    if (!inFunction && (trimmed.includes("function ") || trimmed.includes("=>") || trimmed.includes("async ") || /^(export\s+)?(async\s+)?function\s+/.test(trimmed) || /^(export\s+)?const\s+\w+\s*=\s*(async\s*)?\(/.test(trimmed))) {
+      inFunction = true;
+      blockStart = i;
+    }
+    for (const char of line) {
+      if (char === "{") braceDepth++;
+      if (char === "}") braceDepth--;
+    }
+    if (inFunction) {
+      currentBlock.push(line);
+    }
+    if (inFunction && braceDepth === 0 && currentBlock.length >= minLines) {
+      const blockContent = currentBlock.join("\n");
+      const linesOfCode = currentBlock.filter(
+        (l) => l.trim() && !l.trim().startsWith("//")
+      ).length;
+      blocks.push({
+        content: blockContent,
+        startLine: blockStart + 1,
+        endLine: i + 1,
+        patternType: categorizePattern(blockContent),
+        linesOfCode
+      });
+      currentBlock = [];
+      inFunction = false;
+    } else if (inFunction && braceDepth === 0) {
+      currentBlock = [];
+      inFunction = false;
+    }
+  }
+  return blocks;
+}
+function normalizeCode(code) {
+  return code.replace(/\/\/.*$/gm, "").replace(/\/\*[\s\S]*?\*\//g, "").replace(/"[^"]*"/g, '"STR"').replace(/'[^']*'/g, "'STR'").replace(/`[^`]*`/g, "`STR`").replace(/\b\d+\b/g, "NUM").replace(/\s+/g, " ").trim();
+}
+function jaccardSimilarity(tokens1, tokens2) {
+  const set1 = new Set(tokens1);
+  const set2 = new Set(tokens2);
+  let intersection = 0;
+  for (const token of set1) {
+    if (set2.has(token)) intersection++;
+  }
+  const union = set1.size + set2.size - intersection;
+  return union === 0 ? 0 : intersection / union;
+}
+async function detectDuplicatePatterns(files, options) {
+  const {
+    minSimilarity,
+    minLines,
+    batchSize = 100,
+    approx = true,
+    minSharedTokens = 8,
+    maxCandidatesPerBlock = 100,
+    streamResults = false
+  } = options;
+  const duplicates = [];
+  const maxComparisons = approx ? Infinity : 5e5;
+  const allBlocks = files.flatMap(
+    (file) => extractCodeBlocks(file.content, minLines).map((block) => ({
+      content: block.content,
+      startLine: block.startLine,
+      endLine: block.endLine,
+      file: file.file,
+      normalized: normalizeCode(block.content),
+      patternType: block.patternType,
+      tokenCost: estimateTokens(block.content),
+      linesOfCode: block.linesOfCode
+    }))
+  );
+  console.log(`Extracted ${allBlocks.length} code blocks for analysis`);
+  if (!approx && allBlocks.length > 500) {
+    console.log(`\u26A0\uFE0F  Using --no-approx mode with ${allBlocks.length} blocks may be slow (O(B\xB2) complexity).`);
+    console.log(`   Consider using approximate mode (default) for better performance.`);
+  }
+  const stopwords = /* @__PURE__ */ new Set([
+    "return",
+    "const",
+    "let",
+    "var",
+    "function",
+    "class",
+    "new",
+    "if",
+    "else",
+    "for",
+    "while",
+    "async",
+    "await",
+    "try",
+    "catch",
+    "switch",
+    "case",
+    "default",
+    "import",
+    "export",
+    "from",
+    "true",
+    "false",
+    "null",
+    "undefined",
+    "this"
+  ]);
+  const tokenize = (norm) => norm.split(/[\s(){}\[\];,\.]+/).filter((t) => t && t.length >= 3 && !stopwords.has(t.toLowerCase()));
+  const blockTokens = allBlocks.map((b) => tokenize(b.normalized));
+  const invertedIndex = /* @__PURE__ */ new Map();
+  if (approx) {
+    for (let i = 0; i < blockTokens.length; i++) {
+      for (const tok of blockTokens[i]) {
+        let arr = invertedIndex.get(tok);
+        if (!arr) {
+          arr = [];
+          invertedIndex.set(tok, arr);
+        }
+        arr.push(i);
+      }
+    }
+  }
+  const totalComparisons = approx ? void 0 : allBlocks.length * (allBlocks.length - 1) / 2;
+  if (totalComparisons !== void 0) {
+    console.log(`Processing ${totalComparisons.toLocaleString()} comparisons in batches...`);
+  } else {
+    console.log(`Using approximate candidate selection to reduce comparisons...`);
+  }
+  let comparisonsProcessed = 0;
+  let comparisonsBudgetExhausted = false;
+  const startTime = Date.now();
+  for (let i = 0; i < allBlocks.length; i++) {
+    if (maxComparisons && comparisonsProcessed >= maxComparisons) {
+      comparisonsBudgetExhausted = true;
+      break;
+    }
+    if (i % batchSize === 0 && i > 0) {
+      const elapsed = ((Date.now() - startTime) / 1e3).toFixed(1);
+      const duplicatesFound = duplicates.length;
+      if (totalComparisons !== void 0) {
+        const progress = (comparisonsProcessed / totalComparisons * 100).toFixed(1);
+        const remaining = totalComparisons - comparisonsProcessed;
+        const rate = comparisonsProcessed / parseFloat(elapsed);
+        const eta = remaining > 0 ? (remaining / rate).toFixed(0) : 0;
+        console.log(`   ${progress}% (${comparisonsProcessed.toLocaleString()}/${totalComparisons.toLocaleString()} comparisons, ${elapsed}s elapsed, ~${eta}s remaining, ${duplicatesFound} duplicates)`);
+      } else {
+        console.log(`   Processed ${i.toLocaleString()}/${allBlocks.length} blocks (${elapsed}s elapsed, ${duplicatesFound} duplicates)`);
+      }
+      await new Promise((resolve) => setImmediate(resolve));
+    }
+    const block1 = allBlocks[i];
+    let candidates = null;
+    if (approx) {
+      const counts = /* @__PURE__ */ new Map();
+      for (const tok of blockTokens[i]) {
+        const ids = invertedIndex.get(tok);
+        if (!ids) continue;
+        for (const j of ids) {
+          if (j <= i) continue;
+          if (allBlocks[j].file === block1.file) continue;
+          counts.set(j, (counts.get(j) || 0) + 1);
+        }
+      }
+      candidates = Array.from(counts.entries()).filter(([, shared]) => shared >= minSharedTokens).sort((a, b) => b[1] - a[1]).slice(0, maxCandidatesPerBlock).map(([j, shared]) => ({ j, shared }));
+    }
+    if (approx && candidates) {
+      for (const { j } of candidates) {
+        if (!approx && maxComparisons !== Infinity && comparisonsProcessed >= maxComparisons) {
+          console.log(`\u26A0\uFE0F  Comparison safety limit reached (${maxComparisons.toLocaleString()} comparisons in --no-approx mode).`);
+          console.log(`   This prevents excessive runtime on large repos. Consider using approximate mode (default) or --min-lines to reduce blocks.`);
+          break;
+        }
+        comparisonsProcessed++;
+        const block2 = allBlocks[j];
+        const similarity = jaccardSimilarity(blockTokens[i], blockTokens[j]);
+        if (similarity >= minSimilarity) {
+          const duplicate = {
+            file1: block1.file,
+            file2: block2.file,
+            line1: block1.startLine,
+            line2: block2.startLine,
+            endLine1: block1.endLine,
+            endLine2: block2.endLine,
+            similarity,
+            snippet: block1.content.split("\n").slice(0, 5).join("\n") + "\n...",
+            patternType: block1.patternType,
+            tokenCost: block1.tokenCost + block2.tokenCost,
+            linesOfCode: block1.linesOfCode
+          };
+          duplicates.push(duplicate);
+          if (streamResults) {
+            console.log(`
+   \u2705 Found: ${duplicate.patternType} ${Math.round(similarity * 100)}% similar`);
+            console.log(`      ${duplicate.file1}:${duplicate.line1}-${duplicate.endLine1} \u21D4 ${duplicate.file2}:${duplicate.line2}-${duplicate.endLine2}`);
+            console.log(`      Token cost: ${duplicate.tokenCost.toLocaleString()}`);
+          }
+        }
+      }
+    } else {
+      for (let j = i + 1; j < allBlocks.length; j++) {
+        if (maxComparisons && comparisonsProcessed >= maxComparisons) break;
+        comparisonsProcessed++;
+        const block2 = allBlocks[j];
+        if (block1.file === block2.file) continue;
+        const similarity = jaccardSimilarity(blockTokens[i], blockTokens[j]);
+        if (similarity >= minSimilarity) {
+          const duplicate = {
+            file1: block1.file,
+            file2: block2.file,
+            line1: block1.startLine,
+            line2: block2.startLine,
+            endLine1: block1.endLine,
+            endLine2: block2.endLine,
+            similarity,
+            snippet: block1.content.split("\n").slice(0, 5).join("\n") + "\n...",
+            patternType: block1.patternType,
+            tokenCost: block1.tokenCost + block2.tokenCost,
+            linesOfCode: block1.linesOfCode
+          };
+          duplicates.push(duplicate);
+          if (streamResults) {
+            console.log(`
+   \u2705 Found: ${duplicate.patternType} ${Math.round(similarity * 100)}% similar`);
+            console.log(`      ${duplicate.file1}:${duplicate.line1}-${duplicate.endLine1} \u21D4 ${duplicate.file2}:${duplicate.line2}-${duplicate.endLine2}`);
+            console.log(`      Token cost: ${duplicate.tokenCost.toLocaleString()}`);
+          }
+        }
+      }
+    }
+  }
+  if (comparisonsBudgetExhausted) {
+    console.log(`\u26A0\uFE0F  Comparison budget exhausted (${maxComparisons.toLocaleString()} comparisons). Use --max-comparisons to increase.`);
+  }
+  return duplicates.sort(
+    (a, b) => b.similarity - a.similarity || b.tokenCost - a.tokenCost
+  );
+}
+
+// src/index.ts
+function getRefactoringSuggestion(patternType, similarity) {
+  const baseMessages = {
+    "api-handler": "Extract common middleware or create a base handler class",
+    validator: "Consolidate validation logic into shared schema validators (Zod/Yup)",
+    utility: "Move to a shared utilities file and reuse across modules",
+    "class-method": "Consider inheritance or composition to share behavior",
+    component: "Extract shared logic into a custom hook or HOC",
+    function: "Extract into a shared helper function",
+    unknown: "Extract common logic into a reusable module"
+  };
+  const urgency = similarity > 0.95 ? " (CRITICAL: Nearly identical code)" : similarity > 0.9 ? " (HIGH: Very similar, refactor soon)" : "";
+  return baseMessages[patternType] + urgency;
+}
+async function analyzePatterns(options) {
+  const {
+    minSimilarity = 0.4,
+    // Jaccard similarity default (40% threshold)
+    minLines = 5,
+    batchSize = 100,
+    approx = true,
+    minSharedTokens = 8,
+    maxCandidatesPerBlock = 100,
+    streamResults = false,
+    severity = "all",
+    includeTests = false,
+    ...scanOptions
+  } = options;
+  const files = await scanFiles(scanOptions);
+  const results = [];
+  const fileContents = await Promise.all(
+    files.map(async (file) => ({
+      file,
+      content: await readFileContent(file)
+    }))
+  );
+  const duplicates = await detectDuplicatePatterns(fileContents, {
+    minSimilarity,
+    minLines,
+    batchSize,
+    approx,
+    minSharedTokens,
+    maxCandidatesPerBlock,
+    streamResults
+  });
+  for (const file of files) {
+    const fileDuplicates = duplicates.filter(
+      (dup) => dup.file1 === file || dup.file2 === file
+    );
+    const issues = fileDuplicates.map((dup) => {
+      const otherFile = dup.file1 === file ? dup.file2 : dup.file1;
+      const severity2 = dup.similarity > 0.95 ? "critical" : dup.similarity > 0.9 ? "major" : "minor";
+      return {
+        type: "duplicate-pattern",
+        severity: severity2,
+        message: `${dup.patternType} pattern ${Math.round(dup.similarity * 100)}% similar to ${otherFile} (${dup.tokenCost} tokens wasted)`,
+        location: {
+          file,
+          line: dup.file1 === file ? dup.line1 : dup.line2
+        },
+        suggestion: getRefactoringSuggestion(dup.patternType, dup.similarity)
+      };
+    });
+    let filteredIssues = issues;
+    if (severity !== "all") {
+      const severityMap = {
+        critical: ["critical"],
+        high: ["critical", "major"],
+        medium: ["critical", "major", "minor"]
+      };
+      const allowedSeverities = severityMap[severity] || ["critical", "major", "minor"];
+      filteredIssues = issues.filter((issue) => allowedSeverities.includes(issue.severity));
+    }
+    const totalTokenCost = fileDuplicates.reduce(
+      (sum, dup) => sum + dup.tokenCost,
+      0
+    );
+    results.push({
+      fileName: file,
+      issues: filteredIssues,
+      metrics: {
+        tokenCost: totalTokenCost,
+        consistencyScore: Math.max(0, 1 - fileDuplicates.length * 0.1)
+      }
+    });
+  }
+  return results;
+}
+function generateSummary(results) {
+  const allIssues = results.flatMap((r) => r.issues);
+  const totalTokenCost = results.reduce(
+    (sum, r) => sum + (r.metrics.tokenCost || 0),
+    0
+  );
+  const patternsByType = {
+    "api-handler": 0,
+    validator: 0,
+    utility: 0,
+    "class-method": 0,
+    component: 0,
+    function: 0,
+    unknown: 0
+  };
+  allIssues.forEach((issue) => {
+    const match = issue.message.match(/^(\S+(?:-\S+)*) pattern/);
+    if (match) {
+      const type = match[1];
+      patternsByType[type] = (patternsByType[type] || 0) + 1;
+    }
+  });
+  const topDuplicates = allIssues.slice(0, 10).map((issue) => {
+    const similarityMatch = issue.message.match(/(\d+)% similar/);
+    const tokenMatch = issue.message.match(/\((\d+) tokens/);
+    const typeMatch = issue.message.match(/^(\S+(?:-\S+)*) pattern/);
+    const fileMatch = issue.message.match(/similar to (.+?) \(/);
+    return {
+      files: [
+        {
+          path: issue.location.file,
+          startLine: issue.location.line,
+          endLine: 0
+          // Not available from Issue
+        },
+        {
+          path: fileMatch?.[1] || "unknown",
+          startLine: 0,
+          // Not available from Issue
+          endLine: 0
+          // Not available from Issue
+        }
+      ],
+      similarity: similarityMatch ? parseInt(similarityMatch[1]) / 100 : 0,
+      patternType: typeMatch?.[1] || "unknown",
+      tokenCost: tokenMatch ? parseInt(tokenMatch[1]) : 0
+    };
+  });
+  return {
+    totalPatterns: allIssues.length,
+    totalTokenCost,
+    patternsByType,
+    topDuplicates
+  };
+}
+
+export {
+  detectDuplicatePatterns,
+  analyzePatterns,
+  generateSummary
+};

package/dist/cli.js

@@ -320,6 +320,8 @@ async function analyzePatterns(options) {
     minSharedTokens = 8,
     maxCandidatesPerBlock = 100,
     streamResults = false,
+    severity = "all",
+    includeTests = false,
     ...scanOptions
   } = options;
   const files = await (0, import_core2.scanFiles)(scanOptions);
@@ -345,10 +347,10 @@ async function analyzePatterns(options) {
     );
     const issues = fileDuplicates.map((dup) => {
       const otherFile = dup.file1 === file ? dup.file2 : dup.file1;
-      const severity = dup.similarity > 0.95 ? "critical" : dup.similarity > 0.9 ? "major" : "minor";
+      const severity2 = dup.similarity > 0.95 ? "critical" : dup.similarity > 0.9 ? "major" : "minor";
       return {
         type: "duplicate-pattern",
-        severity,
+        severity: severity2,
         message: `${dup.patternType} pattern ${Math.round(dup.similarity * 100)}% similar to ${otherFile} (${dup.tokenCost} tokens wasted)`,
         location: {
           file,
@@ -357,13 +359,23 @@ async function analyzePatterns(options) {
         suggestion: getRefactoringSuggestion(dup.patternType, dup.similarity)
       };
     });
+    let filteredIssues = issues;
+    if (severity !== "all") {
+      const severityMap = {
+        critical: ["critical"],
+        high: ["critical", "major"],
+        medium: ["critical", "major", "minor"]
+      };
+      const allowedSeverities = severityMap[severity] || ["critical", "major", "minor"];
+      filteredIssues = issues.filter((issue) => allowedSeverities.includes(issue.severity));
+    }
     const totalTokenCost = fileDuplicates.reduce(
       (sum, dup) => sum + dup.tokenCost,
       0
     );
     results.push({
       fileName: file,
-      issues,
+      issues: filteredIssues,
       metrics: {
         tokenCost: totalTokenCost,
         consistencyScore: Math.max(0, 1 - fileDuplicates.length * 0.1)
@@ -434,7 +446,7 @@ var import_fs = require("fs");
 var import_path = require("path");
 var import_core3 = require("@aiready/core");
 var program = new import_commander.Command();
-program.name("aiready-patterns").description("Detect duplicate patterns in your codebase").version("0.1.0").argument("<directory>", "Directory to analyze").option("-s, --similarity <number>", "Minimum similarity score (0-1)", "0.40").option("-l, --min-lines <number>", "Minimum lines to consider", "5").option("--batch-size <number>", "Batch size for comparisons", "100").option("--no-approx", "Disable approximate candidate selection (faster on small repos, slower on large)").option("--min-shared-tokens <number>", "Minimum shared tokens to consider a candidate", "8").option("--max-candidates <number>", "Maximum candidates per block", "100").option("--no-stream-results", "Disable incremental output (default: enabled)").option("--include <patterns>", "File patterns to include (comma-separated)").option("--exclude <patterns>", "File patterns to exclude (comma-separated)").option(
+program.name("aiready-patterns").description("Detect duplicate patterns in your codebase").version("0.1.0").addHelpText("after", "\nCONFIGURATION:\n  Supports config files: aiready.json, aiready.config.json, .aiready.json, .aireadyrc.json, aiready.config.js, .aireadyrc.js\n  CLI options override config file settings").argument("<directory>", "Directory to analyze").option("-s, --similarity <number>", "Minimum similarity score (0-1)", "0.40").option("-l, --min-lines <number>", "Minimum lines to consider", "5").option("--batch-size <number>", "Batch size for comparisons", "100").option("--no-approx", "Disable approximate candidate selection (faster on small repos, slower on large)").option("--min-shared-tokens <number>", "Minimum shared tokens to consider a candidate", "8").option("--max-candidates <number>", "Maximum candidates per block", "100").option("--no-stream-results", "Disable incremental output (default: enabled)").option("--include <patterns>", "File patterns to include (comma-separated)").option("--exclude <patterns>", "File patterns to exclude (comma-separated)").option("--severity <level>", "Filter by severity: critical|high|medium|all", "all").option("--include-tests", "Include test files in analysis (excluded by default)").option(
   "-o, --output <format>",
   "Output format: console, json, html",
   "console"
@@ -451,7 +463,9 @@ program.name("aiready-patterns").description("Detect duplicate patterns in your
     maxCandidatesPerBlock: 100,
     streamResults: true,
     include: void 0,
-    exclude: void 0
+    exclude: void 0,
+    severity: "all",
+    includeTests: false
   };
   const mergedConfig = (0, import_core3.mergeConfigWithDefaults)(config, defaults);
   const finalOptions = {
@@ -465,9 +479,39 @@ program.name("aiready-patterns").description("Detect duplicate patterns in your
     maxCandidatesPerBlock: options.maxCandidates ? parseInt(options.maxCandidates) : mergedConfig.maxCandidatesPerBlock,
     streamResults: options.streamResults !== false && mergedConfig.streamResults,
     include: options.include?.split(",") || mergedConfig.include,
-    exclude: options.exclude?.split(",") || mergedConfig.exclude
+    exclude: options.exclude?.split(",") || mergedConfig.exclude,
+    severity: options.severity || mergedConfig.severity,
+    includeTests: options.includeTests || mergedConfig.includeTests
   };
+  if (!finalOptions.includeTests) {
+    const testPatterns = [
+      "**/*.test.*",
+      "**/*.spec.*",
+      "**/__tests__/**",
+      "**/test/**",
+      "**/*.test",
+      "**/*.spec"
+    ];
+    finalOptions.exclude = finalOptions.exclude ? [...finalOptions.exclude, ...testPatterns] : testPatterns;
+  }
   const results = await analyzePatterns(finalOptions);
+  const { scanFiles: scanFiles2, readFileContent: readFileContent2 } = await import("@aiready/core");
+  const files = await scanFiles2(finalOptions);
+  const fileContents = await Promise.all(
+    files.map(async (file) => ({
+      file,
+      content: await readFileContent2(file)
+    }))
+  );
+  const rawDuplicates = await detectDuplicatePatterns(fileContents, {
+    minSimilarity: finalOptions.minSimilarity,
+    minLines: finalOptions.minLines,
+    batchSize: finalOptions.batchSize,
+    approx: finalOptions.approx,
+    minSharedTokens: finalOptions.minSharedTokens,
+    maxCandidatesPerBlock: finalOptions.maxCandidatesPerBlock,
+    streamResults: finalOptions.streamResults
+  });
   const elapsedTime = ((Date.now() - startTime) / 1e3).toFixed(2);
   const summary = generateSummary(results);
   const totalIssues = results.reduce((sum, r) => sum + r.issues.length, 0);
@@ -524,27 +568,30 @@ program.name("aiready-patterns").description("Detect duplicate patterns in your
       console.log(`${icon} ${import_chalk.default.white(type.padEnd(15))} ${import_chalk.default.bold(count)}`);
     });
   }
-  if (summary.topDuplicates.length > 0 && totalIssues > 0) {
+  if (totalIssues > 0) {
     console.log(import_chalk.default.cyan("\n" + divider));
     console.log(import_chalk.default.bold.white("  TOP DUPLICATE PATTERNS"));
     console.log(import_chalk.default.cyan(divider) + "\n");
-    summary.topDuplicates.slice(0, 10).forEach((dup, idx) => {
-      const severityColor = dup.similarity > 0.95 ? import_chalk.default.red : dup.similarity > 0.9 ? import_chalk.default.yellow : import_chalk.default.blue;
-      console.log(
-        `${import_chalk.default.dim(`${idx + 1}.`)} ${severityColor(
-          `${Math.round(dup.similarity * 100)}%`
-        )} ${getPatternIcon(dup.patternType)} ${import_chalk.default.white(dup.patternType)}`
-      );
-      dup.files.forEach((file, fileIdx) => {
-        const prefix = fileIdx === 0 ? "   " : "   \u2194 ";
-        console.log(
-          `${import_chalk.default.dim(prefix)}${import_chalk.default.dim(file.path)}:${import_chalk.default.cyan(file.startLine)}-${import_chalk.default.cyan(file.endLine)}`
-        );
-      });
-      console.log(
-        `   ${import_chalk.default.red(`${dup.tokenCost.toLocaleString()} tokens wasted`)}
-`
-      );
+    let filteredDuplicates = rawDuplicates;
+    if (finalOptions.severity !== "all") {
+      const severityThresholds = {
+        critical: 0.95,
+        high: 0.9,
+        medium: 0.4
+      };
+      const threshold = severityThresholds[finalOptions.severity] || 0.4;
+      filteredDuplicates = rawDuplicates.filter((dup) => dup.similarity >= threshold);
+    }
+    const topDuplicates = filteredDuplicates.sort((a, b) => b.similarity - a.similarity).slice(0, 10);
+    topDuplicates.forEach((dup, idx) => {
+      const severity = dup.similarity > 0.95 ? "CRITICAL" : dup.similarity > 0.9 ? "HIGH" : "MEDIUM";
+      const severityIcon = dup.similarity > 0.95 ? "\u{1F534}" : dup.similarity > 0.9 ? "\u{1F7E1}" : "\u{1F535}";
+      const file1Name = dup.file1.split("/").pop() || dup.file1;
+      const file2Name = dup.file2.split("/").pop() || dup.file2;
+      console.log(`${severityIcon} ${severity}: ${import_chalk.default.bold(file1Name)} \u2194 ${import_chalk.default.bold(file2Name)}`);
+      console.log(`   Similarity: ${import_chalk.default.bold(Math.round(dup.similarity * 100) + "%")} | Wasted: ${import_chalk.default.bold(dup.tokenCost.toLocaleString())} tokens each`);
+      console.log(`   Location: lines ${import_chalk.default.cyan(dup.line1 + "-" + dup.endLine1)} \u2194 lines ${import_chalk.default.cyan(dup.line2 + "-" + dup.endLine2)}
+`);
     });
   }
   const allIssues = results.flatMap(

package/dist/cli.mjs

@@ -1,8 +1,9 @@
 #!/usr/bin/env node
 import {
   analyzePatterns,
+  detectDuplicatePatterns,
   generateSummary
-} from "./chunk-JKVKOXYR.mjs";
+} from "./chunk-CHFK6EBT.mjs";
 
 // src/cli.ts
 import { Command } from "commander";
@@ -11,7 +12,7 @@ import { writeFileSync } from "fs";
 import { join } from "path";
 import { loadConfig, mergeConfigWithDefaults } from "@aiready/core";
 var program = new Command();
-program.name("aiready-patterns").description("Detect duplicate patterns in your codebase").version("0.1.0").argument("<directory>", "Directory to analyze").option("-s, --similarity <number>", "Minimum similarity score (0-1)", "0.40").option("-l, --min-lines <number>", "Minimum lines to consider", "5").option("--batch-size <number>", "Batch size for comparisons", "100").option("--no-approx", "Disable approximate candidate selection (faster on small repos, slower on large)").option("--min-shared-tokens <number>", "Minimum shared tokens to consider a candidate", "8").option("--max-candidates <number>", "Maximum candidates per block", "100").option("--no-stream-results", "Disable incremental output (default: enabled)").option("--include <patterns>", "File patterns to include (comma-separated)").option("--exclude <patterns>", "File patterns to exclude (comma-separated)").option(
+program.name("aiready-patterns").description("Detect duplicate patterns in your codebase").version("0.1.0").addHelpText("after", "\nCONFIGURATION:\n  Supports config files: aiready.json, aiready.config.json, .aiready.json, .aireadyrc.json, aiready.config.js, .aireadyrc.js\n  CLI options override config file settings").argument("<directory>", "Directory to analyze").option("-s, --similarity <number>", "Minimum similarity score (0-1)", "0.40").option("-l, --min-lines <number>", "Minimum lines to consider", "5").option("--batch-size <number>", "Batch size for comparisons", "100").option("--no-approx", "Disable approximate candidate selection (faster on small repos, slower on large)").option("--min-shared-tokens <number>", "Minimum shared tokens to consider a candidate", "8").option("--max-candidates <number>", "Maximum candidates per block", "100").option("--no-stream-results", "Disable incremental output (default: enabled)").option("--include <patterns>", "File patterns to include (comma-separated)").option("--exclude <patterns>", "File patterns to exclude (comma-separated)").option("--severity <level>", "Filter by severity: critical|high|medium|all", "all").option("--include-tests", "Include test files in analysis (excluded by default)").option(
   "-o, --output <format>",
   "Output format: console, json, html",
   "console"
@@ -28,7 +29,9 @@ program.name("aiready-patterns").description("Detect duplicate patterns in your
     maxCandidatesPerBlock: 100,
     streamResults: true,
     include: void 0,
-    exclude: void 0
+    exclude: void 0,
+    severity: "all",
+    includeTests: false
   };
   const mergedConfig = mergeConfigWithDefaults(config, defaults);
   const finalOptions = {
@@ -42,9 +45,39 @@ program.name("aiready-patterns").description("Detect duplicate patterns in your
     maxCandidatesPerBlock: options.maxCandidates ? parseInt(options.maxCandidates) : mergedConfig.maxCandidatesPerBlock,
     streamResults: options.streamResults !== false && mergedConfig.streamResults,
     include: options.include?.split(",") || mergedConfig.include,
-    exclude: options.exclude?.split(",") || mergedConfig.exclude
+    exclude: options.exclude?.split(",") || mergedConfig.exclude,
+    severity: options.severity || mergedConfig.severity,
+    includeTests: options.includeTests || mergedConfig.includeTests
   };
+  if (!finalOptions.includeTests) {
+    const testPatterns = [
+      "**/*.test.*",
+      "**/*.spec.*",
+      "**/__tests__/**",
+      "**/test/**",
+      "**/*.test",
+      "**/*.spec"
+    ];
+    finalOptions.exclude = finalOptions.exclude ? [...finalOptions.exclude, ...testPatterns] : testPatterns;
+  }
   const results = await analyzePatterns(finalOptions);
+  const { scanFiles, readFileContent } = await import("@aiready/core");
+  const files = await scanFiles(finalOptions);
+  const fileContents = await Promise.all(
+    files.map(async (file) => ({
+      file,
+      content: await readFileContent(file)
+    }))
+  );
+  const rawDuplicates = await detectDuplicatePatterns(fileContents, {
+    minSimilarity: finalOptions.minSimilarity,
+    minLines: finalOptions.minLines,
+    batchSize: finalOptions.batchSize,
+    approx: finalOptions.approx,
+    minSharedTokens: finalOptions.minSharedTokens,
+    maxCandidatesPerBlock: finalOptions.maxCandidatesPerBlock,
+    streamResults: finalOptions.streamResults
+  });
   const elapsedTime = ((Date.now() - startTime) / 1e3).toFixed(2);
   const summary = generateSummary(results);
   const totalIssues = results.reduce((sum, r) => sum + r.issues.length, 0);
@@ -101,27 +134,30 @@ program.name("aiready-patterns").description("Detect duplicate patterns in your
       console.log(`${icon} ${chalk.white(type.padEnd(15))} ${chalk.bold(count)}`);
     });
   }
-  if (summary.topDuplicates.length > 0 && totalIssues > 0) {
+  if (totalIssues > 0) {
     console.log(chalk.cyan("\n" + divider));
     console.log(chalk.bold.white("  TOP DUPLICATE PATTERNS"));
     console.log(chalk.cyan(divider) + "\n");
-    summary.topDuplicates.slice(0, 10).forEach((dup, idx) => {
-      const severityColor = dup.similarity > 0.95 ? chalk.red : dup.similarity > 0.9 ? chalk.yellow : chalk.blue;
-      console.log(
-        `${chalk.dim(`${idx + 1}.`)} ${severityColor(
-          `${Math.round(dup.similarity * 100)}%`
-        )} ${getPatternIcon(dup.patternType)} ${chalk.white(dup.patternType)}`
-      );
-      dup.files.forEach((file, fileIdx) => {
-        const prefix = fileIdx === 0 ? "   " : "   \u2194 ";
-        console.log(
-          `${chalk.dim(prefix)}${chalk.dim(file.path)}:${chalk.cyan(file.startLine)}-${chalk.cyan(file.endLine)}`
-        );
-      });
-      console.log(
-        `   ${chalk.red(`${dup.tokenCost.toLocaleString()} tokens wasted`)}
-`
-      );
+    let filteredDuplicates = rawDuplicates;
+    if (finalOptions.severity !== "all") {
+      const severityThresholds = {
+        critical: 0.95,
+        high: 0.9,
+        medium: 0.4
+      };
+      const threshold = severityThresholds[finalOptions.severity] || 0.4;
+      filteredDuplicates = rawDuplicates.filter((dup) => dup.similarity >= threshold);
+    }
+    const topDuplicates = filteredDuplicates.sort((a, b) => b.similarity - a.similarity).slice(0, 10);
+    topDuplicates.forEach((dup, idx) => {
+      const severity = dup.similarity > 0.95 ? "CRITICAL" : dup.similarity > 0.9 ? "HIGH" : "MEDIUM";
+      const severityIcon = dup.similarity > 0.95 ? "\u{1F534}" : dup.similarity > 0.9 ? "\u{1F7E1}" : "\u{1F535}";
+      const file1Name = dup.file1.split("/").pop() || dup.file1;
+      const file2Name = dup.file2.split("/").pop() || dup.file2;
+      console.log(`${severityIcon} ${severity}: ${chalk.bold(file1Name)} \u2194 ${chalk.bold(file2Name)}`);
+      console.log(`   Similarity: ${chalk.bold(Math.round(dup.similarity * 100) + "%")} | Wasted: ${chalk.bold(dup.tokenCost.toLocaleString())} tokens each`);
+      console.log(`   Location: lines ${chalk.cyan(dup.line1 + "-" + dup.endLine1)} \u2194 lines ${chalk.cyan(dup.line2 + "-" + dup.endLine2)}
+`);
     });
   }
   const allIssues = results.flatMap(

package/dist/index.d.mts

@@ -42,6 +42,8 @@ interface PatternDetectOptions extends ScanOptions {
     minSharedTokens?: number;
     maxCandidatesPerBlock?: number;
     streamResults?: boolean;
+    severity?: string;
+    includeTests?: boolean;
 }
 interface PatternSummary {
     totalPatterns: number;

package/dist/index.d.ts

@@ -42,6 +42,8 @@ interface PatternDetectOptions extends ScanOptions {
     minSharedTokens?: number;
     maxCandidatesPerBlock?: number;
     streamResults?: boolean;
+    severity?: string;
+    includeTests?: boolean;
 }
 interface PatternSummary {
     totalPatterns: number;

package/dist/index.js

@@ -318,6 +318,8 @@ async function analyzePatterns(options) {
     minSharedTokens = 8,
     maxCandidatesPerBlock = 100,
     streamResults = false,
+    severity = "all",
+    includeTests = false,
     ...scanOptions
   } = options;
   const files = await (0, import_core2.scanFiles)(scanOptions);
@@ -343,10 +345,10 @@ async function analyzePatterns(options) {
     );
     const issues = fileDuplicates.map((dup) => {
       const otherFile = dup.file1 === file ? dup.file2 : dup.file1;
-      const severity = dup.similarity > 0.95 ? "critical" : dup.similarity > 0.9 ? "major" : "minor";
+      const severity2 = dup.similarity > 0.95 ? "critical" : dup.similarity > 0.9 ? "major" : "minor";
       return {
         type: "duplicate-pattern",
-        severity,
+        severity: severity2,
         message: `${dup.patternType} pattern ${Math.round(dup.similarity * 100)}% similar to ${otherFile} (${dup.tokenCost} tokens wasted)`,
         location: {
           file,
@@ -355,13 +357,23 @@ async function analyzePatterns(options) {
         suggestion: getRefactoringSuggestion(dup.patternType, dup.similarity)
       };
     });
+    let filteredIssues = issues;
+    if (severity !== "all") {
+      const severityMap = {
+        critical: ["critical"],
+        high: ["critical", "major"],
+        medium: ["critical", "major", "minor"]
+      };
+      const allowedSeverities = severityMap[severity] || ["critical", "major", "minor"];
+      filteredIssues = issues.filter((issue) => allowedSeverities.includes(issue.severity));
+    }
     const totalTokenCost = fileDuplicates.reduce(
       (sum, dup) => sum + dup.tokenCost,
       0
     );
     results.push({
       fileName: file,
-      issues,
+      issues: filteredIssues,
       metrics: {
         tokenCost: totalTokenCost,
         consistencyScore: Math.max(0, 1 - fileDuplicates.length * 0.1)

package/dist/index.mjs

@@ -2,7 +2,7 @@ import {
   analyzePatterns,
   detectDuplicatePatterns,
   generateSummary
-} from "./chunk-JKVKOXYR.mjs";
+} from "./chunk-CHFK6EBT.mjs";
 export {
   analyzePatterns,
   detectDuplicatePatterns,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aiready/pattern-detect",
-  "version": "0.5.4",
+  "version": "0.6.1",
   "description": "Semantic duplicate pattern detection for AI-generated code - finds similar implementations that waste AI context tokens",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",
@@ -45,7 +45,7 @@
   "dependencies": {
     "commander": "^14.0.0",
     "chalk": "^5.3.0",
-    "@aiready/core": "0.2.4"
+    "@aiready/core": "0.2.5"
   },
   "devDependencies": {
     "tsup": "^8.3.5",