@codacy/analysis-runner 0.8.0 → 0.8.1

package/dist/index.d.ts

@@ -52,6 +52,8 @@ interface AnalyzeOptions {
     onToolStart?: (toolId: string, displayName: string) => void;
     /** Called when a tool finishes executing. */
     onToolComplete?: (toolId: string, displayName: string, issueCount: number, durationMs: number) => void;
+    /** Called when a tool reports mid-execution progress (e.g. "Linting 50/200 files"). */
+    onToolProgress?: (toolId: string, displayName: string, message: string) => void;
 }
 /**
  * Runs analysis on the given repository and returns the unified result.

package/dist/index.js

@@ -214,8 +214,10 @@ function createCodacyConfig(params = {}) {
 
 // src/files.ts
 var import_child_process = require("child_process");
+var import_fs = __toESM(require("fs"));
 var import_path2 = __toESM(require("path"));
 var import_minimatch = require("minimatch");
+var MAX_FILE_SIZE_BYTES = 5 * 1024 * 1024;
 function listRepoFiles(repositoryRoot) {
   try {
     const tracked = (0, import_child_process.execSync)("git ls-files", {
@@ -240,6 +242,30 @@ function listRepoFiles(repositoryRoot) {
     return [];
   }
 }
+function filterOversizedFiles(files, repositoryRoot, logger) {
+  const result = [];
+  let skipped = 0;
+  for (const f of files) {
+    try {
+      const stat = import_fs.default.statSync(import_path2.default.join(repositoryRoot, f));
+      if (stat.size > MAX_FILE_SIZE_BYTES) {
+        skipped++;
+        logger?.debug("Skipping oversized file", {
+          file: f,
+          sizeKB: Math.round(stat.size / 1024),
+          limitKB: MAX_FILE_SIZE_BYTES / 1024
+        });
+        continue;
+      }
+    } catch {
+    }
+    result.push(f);
+  }
+  if (skipped > 0) {
+    logger?.info("Filtered oversized files", { skipped, remaining: result.length });
+  }
+  return result;
+}
 function applyExclusions(files, globalExclude, toolExclude) {
   const allExclusions = [...globalExclude, ...toolExclude];
   if (allExclusions.length === 0) return files;
@@ -431,6 +457,10 @@ async function runTool(adapter, ctx, codacyToolConfig, timeoutMs) {
 async function runToolsSequential(tools, timeoutMs, callbacks) {
   const results = [];
   for (const { adapter, ctx, codacyToolConfig } of tools) {
+    if (callbacks?.onToolProgress) {
+      const cb = callbacks.onToolProgress;
+      ctx.onProgress = (message) => cb(adapter.id, adapter.displayName, message);
+    }
     callbacks?.onToolStart?.(adapter.id, adapter.displayName);
     const result = await runTool(adapter, ctx, codacyToolConfig, timeoutMs);
     callbacks?.onToolComplete?.(
@@ -450,6 +480,10 @@ async function runToolsParallel(tools, timeoutMs, concurrency, callbacks) {
     while (nextIndex < tools.length) {
       const index = nextIndex++;
       const { adapter, ctx, codacyToolConfig } = tools[index];
+      if (callbacks?.onToolProgress) {
+        const cb = callbacks.onToolProgress;
+        ctx.onProgress = (message) => cb(adapter.id, adapter.displayName, message);
+      }
       callbacks?.onToolStart?.(adapter.id, adapter.displayName);
       results[index] = await runTool(adapter, ctx, codacyToolConfig, timeoutMs);
       callbacks?.onToolComplete?.(
@@ -593,6 +627,13 @@ async function analyze(options) {
   const toolTimeout = options.toolTimeout || 6e5;
   const parallelTools = options.parallelTools || 1;
   const logger = options.logger ?? nullLogger;
+  const phaseTimings = {
+    availabilityMs: 0,
+    fileDiscoveryMs: 0,
+    fileRoutingMs: 0,
+    toolExecutionMs: 0,
+    installMs: 0
+  };
   const emptyCapability = {
     ready: [],
     unavailable: [],
@@ -671,6 +712,7 @@ async function analyze(options) {
   const ready = [];
   const unavailable = [];
   const availabilityTimeout = 6e4;
+  const availabilityStartMs = Date.now();
   for (const adapter of adapters) {
     const ctx = makeToolContext(baseCtx, adapter, []);
     const checkStart = Date.now();
@@ -729,6 +771,7 @@ async function analyze(options) {
       });
     }
   }
+  phaseTimings.availabilityMs = Date.now() - availabilityStartMs;
   const capability = {
     ready,
     unavailable,
@@ -744,6 +787,7 @@ async function analyze(options) {
     configuredToolCount: configuredIds.size
   });
   if (mode === "auto-install" && capability.unavailable.length > 0) {
+    const installStartMs = Date.now();
     const installErrors = [];
     for (let i = capability.unavailable.length - 1; i >= 0; i--) {
       const status = capability.unavailable[i];
@@ -807,6 +851,7 @@ async function analyze(options) {
         });
       }
     }
+    phaseTimings.installMs = Date.now() - installStartMs;
     if (installErrors.length > 0) {
       return buildResult(
         startedAt,
@@ -815,7 +860,9 @@ async function analyze(options) {
         capability,
         [],
         installErrors,
-        []
+        [],
+        void 0,
+        phaseTimings
       );
     }
   }
@@ -867,6 +914,7 @@ async function analyze(options) {
       []
     );
   }
+  const fileDiscoveryStartMs = Date.now();
   const globalExclude = codacyConfig.exclude || [];
   let allFiles = listRepoFiles(options.repositoryRoot);
   logger.debug("File discovery", { totalFiles: allFiles.length });
@@ -888,6 +936,9 @@ async function analyze(options) {
     allFiles = filterByTargetFiles(allFiles, options.files);
     logger.debug("Filtered by target files", { afterFilter: allFiles.length });
   }
+  allFiles = filterOversizedFiles(allFiles, options.repositoryRoot, logger);
+  phaseTimings.fileDiscoveryMs = Date.now() - fileDiscoveryStartMs;
+  const fileRoutingStartMs = Date.now();
   const readyAdapters = adapters.filter((a) => capability.ready.some((r) => r.toolId === a.id));
   const toolRuns = [];
   for (const adapter of readyAdapters) {
@@ -928,6 +979,8 @@ async function analyze(options) {
     });
     toolRuns.push({ adapter, ctx: configCtx, codacyToolConfig });
   }
+  phaseTimings.fileRoutingMs = Date.now() - fileRoutingStartMs;
+  const toolExecStartMs = Date.now();
   logger.info("Starting tool execution", {
     toolCount: toolRuns.length,
     parallel: parallelTools > 1,
@@ -935,7 +988,8 @@ async function analyze(options) {
   });
   const callbacks = {
     onToolStart: options.onToolStart,
-    onToolComplete: options.onToolComplete
+    onToolComplete: options.onToolComplete,
+    onToolProgress: options.onToolProgress
   };
   let results;
   if (parallelTools > 1 && toolRuns.length > 1) {
@@ -943,6 +997,7 @@ async function analyze(options) {
   } else {
     results = await runToolsSequential(toolRuns, toolTimeout, callbacks);
   }
+  phaseTimings.toolExecutionMs = Date.now() - toolExecStartMs;
   const allIssues = normalizeIssues(results.flatMap((r) => r.issues));
   const allErrors = results.flatMap((r) => r.errors);
   const allSummaries = results.map((r) => r.summary);
@@ -961,7 +1016,8 @@ async function analyze(options) {
   logger.info("Pipeline complete", {
     totalIssues: allIssues.length,
     totalErrors: allErrors.length,
-    durationMs: Date.now() - startedAt.getTime()
+    durationMs: Date.now() - startedAt.getTime(),
+    phaseTimings
   });
   return buildResult(
     startedAt,
@@ -971,7 +1027,8 @@ async function analyze(options) {
     allIssues,
     allErrors,
     allSummaries,
-    patternSummary
+    patternSummary,
+    phaseTimings
   );
 }
 function makeToolContext(base, adapter, targetFiles) {
@@ -997,7 +1054,7 @@ function resolveGitScope(repositoryRoot, scope) {
   const base = scope.diff === true ? void 0 : scope.diff;
   return listDiffFiles(repositoryRoot, base);
 }
-function buildResult(startedAt, repositoryRoot, mode, capability, issues, errors, toolResults, patternSummary) {
+function buildResult(startedAt, repositoryRoot, mode, capability, issues, errors, toolResults, patternSummary, phaseTimings) {
   const completedAt = /* @__PURE__ */ new Date();
   return {
     metadata: {
@@ -1005,7 +1062,8 @@ function buildResult(startedAt, repositoryRoot, mode, capability, issues, errors
       completedAt: completedAt.toISOString(),
       durationMs: completedAt.getTime() - startedAt.getTime(),
       repositoryRoot,
-      executionMode: mode
+      executionMode: mode,
+      ...phaseTimings ? { phaseTimings } : {}
     },
     capability,
     issues,
@@ -1174,11 +1232,7 @@ function formatText(result) {
   if (result.errors.length > 0) {
     lines.push("");
     lines.push("Errors:");
-    for (const error of result.errors) {
-      const prefix = `[${error.toolId}/${error.phase}]`;
-      const location = error.filePath ? ` ${error.filePath}:` : "";
-      lines.push(import_ansis.default.red(`  ${prefix}${location} ${error.message}`));
-    }
+    lines.push(...formatErrorSection(result));
     lines.push("");
   }
   lines.push(formatTextSummary(result, isInspect));
@@ -1277,6 +1331,33 @@ function formatTextSummary(result, isInspect) {
       lines.push(table.toString());
     }
   }
+  if (!inspect && result.metadata.phaseTimings) {
+    const pt = result.metadata.phaseTimings;
+    const totalMs = result.metadata.durationMs;
+    const toolSumMs = pt.toolExecutionMs;
+    const overheadMs = totalMs - toolSumMs;
+    if (overheadMs > 2e3 && overheadMs / totalMs > 0.2) {
+      lines.push("");
+      lines.push(import_ansis.default.bold("Pipeline timing:"));
+      const entries2 = [
+        ["Availability checks", pt.availabilityMs],
+        ["File discovery", pt.fileDiscoveryMs],
+        ["File routing & config", pt.fileRoutingMs]
+      ];
+      if (pt.installMs > 0) {
+        entries2.push(["Install", pt.installMs]);
+      }
+      entries2.push(["Tool execution", pt.toolExecutionMs]);
+      const accounted = entries2.reduce((sum, [, ms]) => sum + ms, 0);
+      const other = totalMs - accounted;
+      if (other > 500) {
+        entries2.push(["Other", other]);
+      }
+      for (const [label, ms] of entries2) {
+        lines.push(`  ${label.padEnd(22)} ${(0, import_tooling4.formatDuration)(ms)}`);
+      }
+    }
+  }
   const toolsWithHints = result.capability.unavailable.filter((t) => t.remediation);
   if (toolsWithHints.length > 0) {
     lines.push("");
@@ -1295,6 +1376,51 @@ function formatTextSummary(result, isInspect) {
   }
   return lines.join("\n");
 }
+var MAX_ERRORS_PER_GROUP = 5;
+function formatErrorSection(result) {
+  const lines = [];
+  const displayNameMap = /* @__PURE__ */ new Map();
+  for (const t of result.capability.ready) {
+    displayNameMap.set(t.toolId, t.displayName ?? t.toolId);
+  }
+  for (const t of result.capability.unavailable) {
+    displayNameMap.set(t.toolId, t.displayName ?? t.toolId);
+  }
+  const displayName = (toolId) => displayNameMap.get(toolId) ?? toolId;
+  const groups = /* @__PURE__ */ new Map();
+  for (const error of result.errors) {
+    const key = `${displayName(error.toolId)}/${error.phase}`;
+    const list = groups.get(key) ?? [];
+    list.push(error);
+    groups.set(key, list);
+  }
+  for (const [groupKey, groupErrors] of groups) {
+    const deduped = [];
+    const seen = /* @__PURE__ */ new Map();
+    for (const err of groupErrors) {
+      const dedupKey = `${err.filePath ?? ""}|||${err.message}`;
+      const idx = seen.get(dedupKey);
+      if (idx !== void 0) {
+        deduped[idx].count++;
+      } else {
+        seen.set(dedupKey, deduped.length);
+        deduped.push({ filePath: err.filePath, message: err.message, count: 1 });
+      }
+    }
+    const shown = deduped.slice(0, MAX_ERRORS_PER_GROUP);
+    const overflowCount = deduped.length - shown.length;
+    for (const entry of shown) {
+      const prefix = `[${groupKey}]`;
+      const location = entry.filePath ? ` ${entry.filePath}:` : "";
+      const suffix = entry.count > 1 ? ` (x${entry.count})` : "";
+      lines.push(import_ansis.default.red(`  ${prefix}${location} ${entry.message}${suffix}`));
+    }
+    if (overflowCount > 0) {
+      lines.push(import_ansis.default.dim(`  ... and ${overflowCount} more ${groupKey} errors`));
+    }
+  }
+  return lines;
+}
 var MAX_LINE_LENGTH = 100;
 var MAX_MULTILINE_DISPLAY = 10;
 function formatMultilineIssue(output, issue) {
@@ -6315,7 +6441,7 @@ function parseAutoFilters(raw) {
 }
 
 // src/logger.ts
-var import_fs = __toESM(require("fs"));
+var import_fs2 = __toESM(require("fs"));
 var import_path8 = __toESM(require("path"));
 var import_os2 = __toESM(require("os"));
 var LEVEL_ORDER = {
@@ -6327,7 +6453,7 @@ var LEVEL_ORDER = {
 function rotateLogFiles(logsDir, maxFiles) {
   let entries2;
   try {
-    entries2 = import_fs.default.readdirSync(logsDir).filter((f) => f.startsWith("analysis-") && f.endsWith(".log"));
+    entries2 = import_fs2.default.readdirSync(logsDir).filter((f) => f.startsWith("analysis-") && f.endsWith(".log"));
   } catch {
     return;
   }
@@ -6336,7 +6462,7 @@ function rotateLogFiles(logsDir, maxFiles) {
   const toRemove = entries2.slice(0, entries2.length - maxFiles);
   for (const f of toRemove) {
     try {
-      import_fs.default.unlinkSync(import_path8.default.join(logsDir, f));
+      import_fs2.default.unlinkSync(import_path8.default.join(logsDir, f));
     } catch {
     }
   }
@@ -6378,10 +6504,10 @@ function createLogger(options = {}) {
   let logFd = null;
   let bytesWritten = 0;
   if (fileEnabled) {
-    import_fs.default.mkdirSync(logsDir, { recursive: true });
+    import_fs2.default.mkdirSync(logsDir, { recursive: true });
     rotateLogFiles(logsDir, maxFiles);
     const logFilePath = import_path8.default.join(logsDir, `analysis-${fileTimestamp()}.log`);
-    logFd = import_fs.default.openSync(logFilePath, "a");
+    logFd = import_fs2.default.openSync(logFilePath, "a");
   }
   function log(level, message, fields) {
     const numLevel = LEVEL_ORDER[level];
@@ -6394,13 +6520,13 @@ function createLogger(options = {}) {
         ...fields
       });
       const buf = Buffer.from(entry + "\n", "utf-8");
-      import_fs.default.writeSync(logFd, buf);
+      import_fs2.default.writeSync(logFd, buf);
       bytesWritten += buf.length;
       if (bytesWritten >= maxFileSize) {
-        import_fs.default.closeSync(logFd);
+        import_fs2.default.closeSync(logFd);
         rotateLogFiles(logsDir, maxFiles);
         const newPath = import_path8.default.join(logsDir, `analysis-${fileTimestamp()}.log`);
-        logFd = import_fs.default.openSync(newPath, "a");
+        logFd = import_fs2.default.openSync(newPath, "a");
         bytesWritten = 0;
       }
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@codacy/analysis-runner",
-  "version": "0.8.0",
+  "version": "0.8.1",
   "description": "Core orchestration engine for Codacy analysis",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -12,11 +12,11 @@
     "cli-table3": "^0.6",
     "minimatch": "10.2.4",
     "yaml": "^2.6.0",
-    "@codacy/tooling": "0.8.0"
+    "@codacy/tooling": "0.8.1"
   },
   "devDependencies": {
     "@codacy/openapi-typescript-codegen": "0.0.9",
-    "@codacy/tools-dummy-1": "0.8.0"
+    "@codacy/tools-dummy-1": "0.8.1"
   },
   "license": "MIT",
   "author": "Codacy <support@codacy.com> (https://www.codacy.com)",