@code-pushup/core 0.27.1 → 0.29.0

package/index.js

@@ -705,6 +705,18 @@ import { mkdir, readFile, readdir, rm, stat } from "node:fs/promises";
 function slugify(text) {
   return text.trim().toLowerCase().replace(/\s+|\//g, "-").replace(/[^a-z\d-]/g, "");
 }
+function pluralize(text, amount) {
+  if (amount != null && Math.abs(amount) === 1) {
+    return text;
+  }
+  if (text.endsWith("y")) {
+    return `${text.slice(0, -1)}ies`;
+  }
+  if (text.endsWith("s")) {
+    return `${text}es`;
+  }
+  return `${text}s`;
+}
 function formatBytes(bytes, decimals = 2) {
   const positiveBytes = Math.max(bytes, 0);
   if (positiveBytes === 0) {
@@ -716,6 +728,9 @@ function formatBytes(bytes, decimals = 2) {
   const i = Math.floor(Math.log(positiveBytes) / Math.log(k));
   return `${Number.parseFloat((positiveBytes / Math.pow(k, i)).toFixed(dm))} ${sizes[i]}`;
 }
+function pluralizeToken(token, times) {
+  return `${times} ${Math.abs(times) === 1 ? token : pluralize(token)}`;
+}
 function formatDuration(duration) {
   if (duration < 1e3) {
     return `${duration} ms`;
@@ -939,6 +954,9 @@ function style(text, styles = ["b"]) {
 function headline(text, hierarchy = 1) {
   return `${"#".repeat(hierarchy)} ${text}`;
 }
+function h1(text) {
+  return headline(text, 1);
+}
 function h2(text) {
   return headline(text, 2);
 }
@@ -946,6 +964,11 @@ function h3(text) {
   return headline(text, 3);
 }
 
+// packages/utils/src/lib/reports/md/image.ts
+function image(src, alt) {
+  return `![${alt}](${src})`;
+}
+
 // packages/utils/src/lib/reports/md/link.ts
 function link(href, text) {
   return `[${text || href}](${href})`;
@@ -957,6 +980,11 @@ function li(text, order = "unordered") {
   return `${style2} ${text}`;
 }
 
+// packages/utils/src/lib/reports/md/paragraphs.ts
+function paragraphs(...sections) {
+  return sections.filter(Boolean).join("\n\n");
+}
+
 // packages/utils/src/lib/reports/md/table.ts
 var alignString = /* @__PURE__ */ new Map([
   ["l", ":--"],
@@ -991,6 +1019,10 @@ function tableHtml(data) {
 function formatReportScore(score) {
   return Math.round(score * 100).toString();
 }
+function formatScoreWithColor(score, options) {
+  const styledNumber = options?.skipBold ? formatReportScore(score) : style(formatReportScore(score));
+  return `${getRoundScoreMarker(score)} ${styledNumber}`;
+}
 function getRoundScoreMarker(score) {
   if (score >= SCORE_COLOR_RANGE.GREEN_MIN) {
     return "\u{1F7E2}";
@@ -1009,6 +1041,30 @@ function getSquaredScoreMarker(score) {
   }
   return "\u{1F7E5}";
 }
+function getDiffMarker(diff) {
+  if (diff > 0) {
+    return "\u2191";
+  }
+  if (diff < 0) {
+    return "\u2193";
+  }
+  return "";
+}
+function colorByScoreDiff(text, diff) {
+  const color = diff > 0 ? "green" : diff < 0 ? "red" : "gray";
+  return shieldsBadge(text, color);
+}
+function shieldsBadge(text, color) {
+  return image(
+    `https://img.shields.io/badge/${encodeURIComponent(text)}-${color}`,
+    text
+  );
+}
+function formatDiffNumber(diff) {
+  const number = Math.abs(diff) === Number.POSITIVE_INFINITY ? "\u221E" : `${Math.abs(diff)}`;
+  const sign = diff < 0 ? "\u2212" : "+";
+  return `${sign}${number}`;
+}
 function getSeverityIcon(severity) {
   if (severity === "error") {
     return "\u{1F6A8}";
@@ -1019,7 +1075,7 @@ function getSeverityIcon(severity) {
   return "\u2139\uFE0F";
 }
 function calcDuration(start, stop) {
-  return Math.floor((stop ?? performance.now()) - start);
+  return Math.round((stop ?? performance.now()) - start);
 }
 function countCategoryAudits(refs, plugins) {
   const groupLookup = plugins.reduce(
@@ -1219,6 +1275,9 @@ import { isAbsolute, join as join2, relative } from "node:path";
 import { simpleGit } from "simple-git";
 
 // packages/utils/src/lib/transform.ts
+function objectToEntries(obj) {
+  return Object.entries(obj);
+}
 function deepClone(obj) {
   return obj == null || typeof obj !== "object" ? obj : structuredClone(obj);
 }
@@ -1309,95 +1368,6 @@ function getProgressBar(taskName) {
   };
 }
 
-// packages/utils/src/lib/reports/log-stdout-summary.ts
-import chalk4 from "chalk";
-function log(msg = "") {
-  ui().logger.log(msg);
-}
-function logStdoutSummary(report) {
-  const printCategories = report.categories.length > 0;
-  log(reportToHeaderSection(report));
-  log();
-  logPlugins(report);
-  if (printCategories) {
-    logCategories(report);
-  }
-  log(`${FOOTER_PREFIX} ${CODE_PUSHUP_DOMAIN}`);
-  log();
-}
-function reportToHeaderSection(report) {
-  const { packageName, version: version2 } = report;
-  return `${chalk4.bold(reportHeadlineText)} - ${packageName}@${version2}`;
-}
-function logPlugins(report) {
-  const { plugins } = report;
-  plugins.forEach((plugin) => {
-    const { title, audits } = plugin;
-    log();
-    log(chalk4.magentaBright.bold(`${title} audits`));
-    log();
-    audits.forEach((audit) => {
-      ui().row([
-        {
-          text: applyScoreColor({ score: audit.score, text: "\u25CF" }),
-          width: 2,
-          padding: [0, 1, 0, 0]
-        },
-        {
-          text: audit.title,
-          // eslint-disable-next-line no-magic-numbers
-          padding: [0, 3, 0, 0]
-        },
-        {
-          text: chalk4.cyanBright(audit.displayValue || `${audit.value}`),
-          width: 10,
-          padding: [0, 0, 0, 0]
-        }
-      ]);
-    });
-    log();
-  });
-}
-function logCategories({ categories, plugins }) {
-  const hAlign = (idx) => idx === 0 ? "left" : "right";
-  const rows = categories.map(({ title, score, refs }) => [
-    title,
-    applyScoreColor({ score }),
-    countCategoryAudits(refs, plugins)
-  ]);
-  const table = ui().table();
-  table.columnWidths([TERMINAL_WIDTH - 9 - 10 - 4, 9, 10]);
-  table.head(
-    reportRawOverviewTableHeaders.map((heading, idx) => ({
-      content: chalk4.cyan(heading),
-      hAlign: hAlign(idx)
-    }))
-  );
-  rows.forEach(
-    (row) => table.row(
-      row.map((content, idx) => ({
-        content: content.toString(),
-        hAlign: hAlign(idx)
-      }))
-    )
-  );
-  log(chalk4.magentaBright.bold("Categories"));
-  log();
-  table.render();
-  log();
-}
-function applyScoreColor({ score, text }) {
-  const formattedScore = text ?? formatReportScore(score);
-  const style2 = text ? chalk4 : chalk4.bold;
-  if (score >= SCORE_COLOR_RANGE.GREEN_MIN) {
-    return style2.green(formattedScore);
-  }
-  if (score >= SCORE_COLOR_RANGE.YELLOW_MIN) {
-    return style2.yellow(formattedScore);
-  }
-  return style2.red(formattedScore);
-}
-
 // packages/utils/src/lib/reports/flatten-plugins.ts
 function listGroupsFromAllPlugins(report) {
   return report.plugins.flatMap(
@@ -1416,7 +1386,7 @@ function generateMdReport(report) {
   return (
     // header section
     // eslint-disable-next-line prefer-template
-    reportToHeaderSection2() + NEW_LINE + // categories overview section
+    reportToHeaderSection() + NEW_LINE + // categories overview section
     (printCategories ? reportToOverviewSection(report) + NEW_LINE + NEW_LINE : "") + // categories section
     (printCategories ? reportToCategoriesSection(report) + NEW_LINE + NEW_LINE : "") + // audits section
     reportToAuditsSection(report) + NEW_LINE + NEW_LINE + // about section
@@ -1424,7 +1394,7 @@ function generateMdReport(report) {
     `${FOOTER_PREFIX} ${link(README_LINK, "Code PushUp")}`
   );
 }
-function reportToHeaderSection2() {
+function reportToHeaderSection() {
   return headline(reportHeadlineText) + NEW_LINE;
 }
 function reportToOverviewSection(report) {
@@ -1547,7 +1517,7 @@ function reportToDetailsSection(audit) {
 function reportToAboutSection(report) {
   const date = formatDate(/* @__PURE__ */ new Date());
   const { duration, version: version2, commit, plugins, categories } = report;
-  const commitInfo = commit ? `${commit.message} (${commit.hash.slice(0, 7)})` : "N/A";
+  const commitInfo = commit ? `${commit.message} (${commit.hash})` : "N/A";
   const reportMetaTable = [
     reportMetaTableHeaders,
     [
@@ -1597,6 +1567,314 @@ function getAuditResult(audit, isHtml = false) {
   return isHtml ? `<b>${displayValue || value}</b>` : style(String(displayValue || value));
 }
 
+// packages/utils/src/lib/reports/generate-md-reports-diff.ts
+var MAX_ROWS = 100;
+function generateMdReportsDiff(diff) {
+  return paragraphs(
+    formatDiffHeaderSection(diff),
+    formatDiffCategoriesSection(diff),
+    formatDiffGroupsSection(diff),
+    formatDiffAuditsSection(diff)
+  );
+}
+function formatDiffHeaderSection(diff) {
+  const outcomeTexts = {
+    positive: `\u{1F973} Code PushUp report has ${style("improved")}`,
+    negative: `\u{1F61F} Code PushUp report has ${style("regressed")}`,
+    mixed: `\u{1F928} Code PushUp report has both ${style(
+      "improvements and regressions"
+    )}`,
+    unchanged: `\u{1F610} Code PushUp report is ${style("unchanged")}`
+  };
+  const outcome = mergeDiffOutcomes(
+    changesToDiffOutcomes([
+      ...diff.categories.changed,
+      ...diff.groups.changed,
+      ...diff.audits.changed
+    ])
+  );
+  const styleCommits = (commits) => `compared target commit ${commits.after.hash} with source commit ${commits.before.hash}`;
+  return paragraphs(
+    h1("Code PushUp"),
+    diff.commits ? `${outcomeTexts[outcome]} \u2013 ${styleCommits(diff.commits)}.` : `${outcomeTexts[outcome]}.`
+  );
+}
+function formatDiffCategoriesSection(diff) {
+  const { changed, unchanged, added } = diff.categories;
+  const categoriesCount = changed.length + unchanged.length + added.length;
+  const hasChanges = unchanged.length < categoriesCount;
+  if (categoriesCount === 0) {
+    return "";
+  }
+  return paragraphs(
+    h2("\u{1F3F7}\uFE0F Categories"),
+    categoriesCount > 0 && tableMd(
+      [
+        [
+          "\u{1F3F7}\uFE0F Category",
+          hasChanges ? "\u2B50 Current score" : "\u2B50 Score",
+          "\u2B50 Previous score",
+          "\u{1F504} Score change"
+        ],
+        ...sortChanges(changed).map((category) => [
+          category.title,
+          formatScoreWithColor(category.scores.after),
+          formatScoreWithColor(category.scores.before, { skipBold: true }),
+          formatScoreChange(category.scores.diff)
+        ]),
+        ...added.map((category) => [
+          category.title,
+          formatScoreWithColor(category.score),
+          style("n/a (\\*)", ["i"]),
+          style("n/a (\\*)", ["i"])
+        ]),
+        ...unchanged.map((category) => [
+          category.title,
+          formatScoreWithColor(category.score),
+          formatScoreWithColor(category.score, { skipBold: true }),
+          "\u2013"
+        ])
+      ].map((row) => hasChanges ? row : row.slice(0, 2)),
+      hasChanges ? ["l", "c", "c", "c"] : ["l", "c"]
+    ),
+    added.length > 0 && style("(\\*) New category.", ["i"])
+  );
+}
+function formatDiffGroupsSection(diff) {
+  if (diff.groups.changed.length + diff.groups.unchanged.length === 0) {
+    return "";
+  }
+  return paragraphs(
+    h2("\u{1F397}\uFE0F Groups"),
+    formatGroupsOrAuditsDetails("group", diff.groups, {
+      headings: [
+        "\u{1F50C} Plugin",
+        "\u{1F5C3}\uFE0F Group",
+        "\u2B50 Current score",
+        "\u2B50 Previous score",
+        "\u{1F504} Score change"
+      ],
+      rows: sortChanges(diff.groups.changed).map((group) => [
+        group.plugin.title,
+        group.title,
+        formatScoreWithColor(group.scores.after),
+        formatScoreWithColor(group.scores.before, { skipBold: true }),
+        formatScoreChange(group.scores.diff)
+      ]),
+      align: ["l", "l", "c", "c", "c"]
+    })
+  );
+}
+function formatDiffAuditsSection(diff) {
+  return paragraphs(
+    h2("\u{1F6E1}\uFE0F Audits"),
+    formatGroupsOrAuditsDetails("audit", diff.audits, {
+      headings: [
+        "\u{1F50C} Plugin",
+        "\u{1F6E1}\uFE0F Audit",
+        "\u{1F4CF} Current value",
+        "\u{1F4CF} Previous value",
+        "\u{1F504} Value change"
+      ],
+      rows: sortChanges(diff.audits.changed).map((audit) => [
+        audit.plugin.title,
+        audit.title,
+        `${getSquaredScoreMarker(audit.scores.after)} ${style(
+          audit.displayValues.after || audit.values.after.toString()
+        )}`,
+        `${getSquaredScoreMarker(audit.scores.before)} ${audit.displayValues.before || audit.values.before.toString()}`,
+        formatValueChange(audit)
+      ]),
+      align: ["l", "l", "c", "c", "c"]
+    })
+  );
+}
+function formatGroupsOrAuditsDetails(token, { changed, unchanged }, table) {
+  return changed.length === 0 ? summarizeUnchanged(token, { changed, unchanged }) : details(
+    summarizeDiffOutcomes(changesToDiffOutcomes(changed), token),
+    paragraphs(
+      tableMd(
+        [table.headings, ...table.rows.slice(0, MAX_ROWS)],
+        table.align
+      ),
+      changed.length > MAX_ROWS && style(
+        `Only the ${MAX_ROWS} most affected ${pluralize(
+          token
+        )} are listed above for brevity.`,
+        ["i"]
+      ),
+      unchanged.length > 0 && summarizeUnchanged(token, { changed, unchanged })
+    )
+  );
+}
+function formatScoreChange(diff) {
+  const marker = getDiffMarker(diff);
+  const text = formatDiffNumber(Math.round(diff * 100));
+  return colorByScoreDiff(`${marker} ${text}`, diff);
+}
+function formatValueChange({
+  values,
+  scores
+}) {
+  const marker = getDiffMarker(values.diff);
+  const percentage = values.before === 0 ? values.diff > 0 ? Number.POSITIVE_INFINITY : Number.NEGATIVE_INFINITY : Math.round(100 * values.diff / values.before);
+  const text = `${formatDiffNumber(percentage)}\u2009%`;
+  return colorByScoreDiff(`${marker} ${text}`, scores.diff);
+}
+function summarizeUnchanged(token, { changed, unchanged }) {
+  return [
+    changed.length > 0 ? pluralizeToken(`other ${token}`, unchanged.length) : `All of ${pluralizeToken(token, unchanged.length)}`,
+    unchanged.length === 1 ? "is" : "are",
+    "unchanged."
+  ].join(" ");
+}
+function summarizeDiffOutcomes(outcomes, token) {
+  return objectToEntries(countDiffOutcomes(outcomes)).filter(
+    (entry) => entry[0] !== "unchanged" && entry[1] > 0
+  ).map(([outcome, count]) => {
+    const formattedCount = `<strong>${count}</strong> ${pluralize(
+      token,
+      count
+    )}`;
+    switch (outcome) {
+      case "positive":
+        return `\u{1F44D} ${formattedCount} improved`;
+      case "negative":
+        return `\u{1F44E} ${formattedCount} regressed`;
+      case "mixed":
+        return `${formattedCount} changed without impacting score`;
+    }
+  }).join(", ");
+}
+function sortChanges(changes) {
+  return [...changes].sort(
+    (a, b) => Math.abs(b.scores.diff) - Math.abs(a.scores.diff) || Math.abs(b.values?.diff ?? 0) - Math.abs(a.values?.diff ?? 0)
+  );
+}
+function changesToDiffOutcomes(changes) {
+  return changes.map((change) => {
+    if (change.scores.diff > 0) {
+      return "positive";
+    }
+    if (change.scores.diff < 0) {
+      return "negative";
+    }
+    if (change.values != null && change.values.diff !== 0) {
+      return "mixed";
+    }
+    return "unchanged";
+  });
+}
+function mergeDiffOutcomes(outcomes) {
+  if (outcomes.every((outcome) => outcome === "unchanged")) {
+    return "unchanged";
+  }
+  if (outcomes.includes("positive") && !outcomes.includes("negative")) {
+    return "positive";
+  }
+  if (outcomes.includes("negative") && !outcomes.includes("positive")) {
+    return "negative";
+  }
+  return "mixed";
+}
+function countDiffOutcomes(outcomes) {
+  return {
+    positive: outcomes.filter((outcome) => outcome === "positive").length,
+    negative: outcomes.filter((outcome) => outcome === "negative").length,
+    mixed: outcomes.filter((outcome) => outcome === "mixed").length,
+    unchanged: outcomes.filter((outcome) => outcome === "unchanged").length
+  };
+}
+
+// packages/utils/src/lib/reports/log-stdout-summary.ts
+import chalk4 from "chalk";
+function log(msg = "") {
+  ui().logger.log(msg);
+}
+function logStdoutSummary(report) {
+  const printCategories = report.categories.length > 0;
+  log(reportToHeaderSection2(report));
+  log();
+  logPlugins(report);
+  if (printCategories) {
+    logCategories(report);
+  }
+  log(`${FOOTER_PREFIX} ${CODE_PUSHUP_DOMAIN}`);
+  log();
+}
+function reportToHeaderSection2(report) {
+  const { packageName, version: version2 } = report;
+  return `${chalk4.bold(reportHeadlineText)} - ${packageName}@${version2}`;
+}
+function logPlugins(report) {
+  const { plugins } = report;
+  plugins.forEach((plugin) => {
+    const { title, audits } = plugin;
+    log();
+    log(chalk4.magentaBright.bold(`${title} audits`));
+    log();
+    audits.forEach((audit) => {
+      ui().row([
+        {
+          text: applyScoreColor({ score: audit.score, text: "\u25CF" }),
+          width: 2,
+          padding: [0, 1, 0, 0]
+        },
+        {
+          text: audit.title,
+          // eslint-disable-next-line no-magic-numbers
+          padding: [0, 3, 0, 0]
+        },
+        {
+          text: chalk4.cyanBright(audit.displayValue || `${audit.value}`),
+          width: 10,
+          padding: [0, 0, 0, 0]
+        }
+      ]);
+    });
+    log();
+  });
+}
+function logCategories({ categories, plugins }) {
+  const hAlign = (idx) => idx === 0 ? "left" : "right";
+  const rows = categories.map(({ title, score, refs }) => [
+    title,
+    applyScoreColor({ score }),
+    countCategoryAudits(refs, plugins)
+  ]);
+  const table = ui().table();
+  table.columnWidths([TERMINAL_WIDTH - 9 - 10 - 4, 9, 10]);
+  table.head(
+    reportRawOverviewTableHeaders.map((heading, idx) => ({
+      content: chalk4.cyan(heading),
+      hAlign: hAlign(idx)
+    }))
+  );
+  rows.forEach(
+    (row) => table.row(
+      row.map((content, idx) => ({
+        content: content.toString(),
+        hAlign: hAlign(idx)
+      }))
+    )
+  );
+  log(chalk4.magentaBright.bold("Categories"));
+  log();
+  table.render();
+  log();
+}
+function applyScoreColor({ score, text }) {
+  const formattedScore = text ?? formatReportScore(score);
+  const style2 = text ? chalk4 : chalk4.bold;
+  if (score >= SCORE_COLOR_RANGE.GREEN_MIN) {
+    return style2.green(formattedScore);
+  }
+  if (score >= SCORE_COLOR_RANGE.YELLOW_MIN) {
+    return style2.yellow(formattedScore);
+  }
+  return style2.red(formattedScore);
+}
+
 // packages/utils/src/lib/reports/scoring.ts
 var GroupRefInvalidError = class extends Error {
   constructor(auditSlug, pluginSlug) {
@@ -1756,7 +2034,7 @@ var verboseUtils = (verbose = false) => ({
 
 // packages/core/package.json
 var name = "@code-pushup/core";
-var version = "0.27.1";
+var version = "0.29.0";
 
 // packages/core/src/lib/implementation/execute-plugin.ts
 import chalk5 from "chalk";
@@ -1983,6 +2261,7 @@ async function collectAndPersistReports(options) {
 
 // packages/core/src/lib/compare.ts
 import { writeFile as writeFile2 } from "node:fs/promises";
+import { join as join5 } from "node:path";
 
 // packages/core/src/lib/implementation/compare-scorables.ts
 function compareCategories(reports) {
@@ -2128,7 +2407,8 @@ function pluginAuditPairToDiff({
 }
 
 // packages/core/src/lib/compare.ts
-async function compareReportFiles(inputPaths, outputPath) {
+async function compareReportFiles(inputPaths, persistConfig) {
+  const { outputDir, filename, format } = persistConfig;
   const [reportBefore, reportAfter] = await Promise.all([
     readJsonFile(inputPaths.before),
     readJsonFile(inputPaths.after)
@@ -2138,7 +2418,15 @@ async function compareReportFiles(inputPaths, outputPath) {
     after: reportSchema.parse(reportAfter)
   };
   const reportsDiff = compareReports(reports);
-  await writeFile2(outputPath, JSON.stringify(reportsDiff, null, 2));
+  return Promise.all(
+    format.map(async (fmt) => {
+      const outputPath = join5(outputDir, `${filename}-diff.${fmt}`);
+      const content = reportsDiffToFileContent(reportsDiff, fmt);
+      await ensureDirectoryExists(outputDir);
+      await writeFile2(outputPath, content);
+      return outputPath;
+    })
+  );
 }
 function compareReports(reports) {
   const start = performance.now();
@@ -2163,9 +2451,17 @@ function compareReports(reports) {
     duration
   };
 }
+function reportsDiffToFileContent(reportsDiff, format) {
+  switch (format) {
+    case "json":
+      return JSON.stringify(reportsDiff, null, 2);
+    case "md":
+      return generateMdReportsDiff(reportsDiff);
+  }
+}
 
 // packages/core/src/lib/implementation/read-rc-file.ts
-import { join as join5 } from "node:path";
+import { join as join6 } from "node:path";
 var ConfigPathError = class extends Error {
   constructor(configPath) {
     super(`Provided path '${configPath}' is not valid.`);
@@ -2199,7 +2495,7 @@ async function autoloadRc(tsconfig) {
     );
   }
   return readRcByPath(
-    join5(process.cwd(), `${CONFIG_FILE_NAME}.${ext}`),
+    join6(process.cwd(), `${CONFIG_FILE_NAME}.${ext}`),
     tsconfig
   );
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@code-pushup/core",
-  "version": "0.27.1",
+  "version": "0.29.0",
   "license": "MIT",
   "dependencies": {
     "@code-pushup/models": "*",

package/src/lib/compare.d.ts

@@ -1,4 +1,4 @@
-import { Report, ReportsDiff } from '@code-pushup/models';
+import { type PersistConfig, Report, ReportsDiff } from '@code-pushup/models';
 import { Diff } from '@code-pushup/utils';
-export declare function compareReportFiles(inputPaths: Diff<string>, outputPath: string): Promise<void>;
+export declare function compareReportFiles(inputPaths: Diff<string>, persistConfig: Required<PersistConfig>): Promise<string[]>;
 export declare function compareReports(reports: Diff<Report>): ReportsDiff;