@code-pushup/core 0.26.0 → 0.27.1

package/index.js

@@ -84,6 +84,9 @@ var descriptionSchema = z.string({ description: "Description (markdown)" }).max(
 var urlSchema = z.string().url();
 var docsUrlSchema = urlSchema.optional().or(z.literal("")).describe("Documentation site");
 var titleSchema = z.string({ description: "Descriptive name" }).max(MAX_TITLE_LENGTH);
+var scoreSchema = z.number({
+  description: "Value between 0 and 1"
+}).min(0).max(1);
 function metaSchema(options) {
   const {
     descriptionDescription,
@@ -215,6 +218,8 @@ var issueSchema = z3.object(
 );
 
 // packages/models/src/lib/audit-output.ts
+var auditValueSchema = nonnegativeIntSchema.describe("Raw numeric value");
+var auditDisplayValueSchema = z4.string({ description: "Formatted value (e.g. '0.9 s', '2.1 MB')" }).optional();
 var auditDetailsSchema = z4.object(
   {
     issues: z4.array(issueSchema, { description: "List of findings" })
@@ -224,11 +229,9 @@ var auditDetailsSchema = z4.object(
 var auditOutputSchema = z4.object(
   {
     slug: slugSchema.describe("Reference to audit"),
-    displayValue: z4.string({ description: "Formatted value (e.g. '0.9 s', '2.1 MB')" }).optional(),
-    value: nonnegativeIntSchema.describe("Raw numeric value"),
-    score: z4.number({
-      description: "Value between 0 and 1"
-    }).min(0).max(1),
+    displayValue: auditDisplayValueSchema,
+    value: auditValueSchema,
+    score: scoreSchema,
     details: auditDetailsSchema.optional()
   },
   { description: "Audit information" }
@@ -555,6 +558,138 @@ var reportSchema = packageVersionSchema({
   })
 );
 
+// packages/models/src/lib/reports-diff.ts
+import { z as z14 } from "zod";
+function makeComparisonSchema(schema) {
+  const sharedDescription = schema.description || "Result";
+  return z14.object({
+    before: schema.describe(`${sharedDescription} (source commit)`),
+    after: schema.describe(`${sharedDescription} (target commit)`)
+  });
+}
+function makeArraysComparisonSchema(diffSchema, resultSchema, description) {
+  return z14.object(
+    {
+      changed: z14.array(diffSchema),
+      unchanged: z14.array(resultSchema),
+      added: z14.array(resultSchema),
+      removed: z14.array(resultSchema)
+    },
+    { description }
+  );
+}
+var scorableMetaSchema = z14.object({ slug: slugSchema, title: titleSchema });
+var scorableWithPluginMetaSchema = scorableMetaSchema.merge(
+  z14.object({
+    plugin: pluginMetaSchema.pick({ slug: true, title: true }).describe("Plugin which defines it")
+  })
+);
+var scorableDiffSchema = scorableMetaSchema.merge(
+  z14.object({
+    scores: makeComparisonSchema(scoreSchema).merge(
+      z14.object({
+        diff: z14.number().min(-1).max(1).describe("Score change (`scores.after - scores.before`)")
+      })
+    ).describe("Score comparison")
+  })
+);
+var scorableWithPluginDiffSchema = scorableDiffSchema.merge(
+  scorableWithPluginMetaSchema
+);
+var categoryDiffSchema = scorableDiffSchema;
+var groupDiffSchema = scorableWithPluginDiffSchema;
+var auditDiffSchema = scorableWithPluginDiffSchema.merge(
+  z14.object({
+    values: makeComparisonSchema(auditValueSchema).merge(
+      z14.object({
+        diff: z14.number().int().describe("Value change (`values.after - values.before`)")
+      })
+    ).describe("Audit `value` comparison"),
+    displayValues: makeComparisonSchema(auditDisplayValueSchema).describe(
+      "Audit `displayValue` comparison"
+    )
+  })
+);
+var categoryResultSchema = scorableMetaSchema.merge(
+  z14.object({ score: scoreSchema })
+);
+var groupResultSchema = scorableWithPluginMetaSchema.merge(
+  z14.object({ score: scoreSchema })
+);
+var auditResultSchema = scorableWithPluginMetaSchema.merge(
+  auditOutputSchema.pick({ score: true, value: true, displayValue: true })
+);
+var reportsDiffSchema = z14.object({
+  commits: makeComparisonSchema(commitSchema).nullable().describe("Commits identifying compared reports"),
+  categories: makeArraysComparisonSchema(
+    categoryDiffSchema,
+    categoryResultSchema,
+    "Changes affecting categories"
+  ),
+  groups: makeArraysComparisonSchema(
+    groupDiffSchema,
+    groupResultSchema,
+    "Changes affecting groups"
+  ),
+  audits: makeArraysComparisonSchema(
+    auditDiffSchema,
+    auditResultSchema,
+    "Changes affecting audits"
+  )
+}).merge(
+  packageVersionSchema({
+    versionDescription: "NPM version of the CLI (when `compare` was run)",
+    required: true
+  })
+).merge(
+  executionMetaSchema({
+    descriptionDate: "Start date and time of the compare run",
+    descriptionDuration: "Duration of the compare run in ms"
+  })
+);
+
+// packages/utils/src/lib/diff.ts
+function matchArrayItemsByKey({
+  before,
+  after,
+  key
+}) {
+  const pairs = [];
+  const added = [];
+  const afterKeys = /* @__PURE__ */ new Set();
+  const keyFn = typeof key === "function" ? key : (item) => item[key];
+  for (const afterItem of after) {
+    const afterKey = keyFn(afterItem);
+    afterKeys.add(afterKey);
+    const match = before.find((beforeItem) => keyFn(beforeItem) === afterKey);
+    if (match) {
+      pairs.push({ before: match, after: afterItem });
+    } else {
+      added.push(afterItem);
+    }
+  }
+  const removed = before.filter(
+    (beforeItem) => !afterKeys.has(keyFn(beforeItem))
+  );
+  return {
+    pairs,
+    added,
+    removed
+  };
+}
+function comparePairs(pairs, equalsFn) {
+  return pairs.reduce(
+    (acc, pair) => ({
+      ...acc,
+      ...equalsFn(pair) ? { unchanged: [...acc.unchanged, pair.after] } : { changed: [...acc.changed, pair] }
+    }),
+    {
+      changed: [],
+      unchanged: []
+    }
+  );
+}
+
 // packages/utils/src/lib/execute-process.ts
 import { spawn } from "node:child_process";
 
@@ -563,7 +698,7 @@ import { join } from "node:path";
 
 // packages/utils/src/lib/file-system.ts
 import { bundleRequire } from "bundle-require";
-import chalk from "chalk";
+import chalk2 from "chalk";
 import { mkdir, readFile, readdir, rm, stat } from "node:fs/promises";
 
 // packages/utils/src/lib/formatting.ts
@@ -608,33 +743,103 @@ function isPromiseRejectedResult(result) {
   return result.status === "rejected";
 }
 
+// packages/utils/src/lib/logging.ts
+import isaacs_cliui from "@isaacs/cliui";
+import { cliui } from "@poppinss/cliui";
+import chalk from "chalk";
+
+// packages/utils/src/lib/reports/constants.ts
+var TERMINAL_WIDTH = 80;
+var NEW_LINE = "\n";
+var SCORE_COLOR_RANGE = {
+  GREEN_MIN: 0.9,
+  YELLOW_MIN: 0.5
+};
+var FOOTER_PREFIX = "Made with \u2764 by";
+var CODE_PUSHUP_DOMAIN = "code-pushup.dev";
+var README_LINK = "https://github.com/flowup/quality-metrics-cli#readme";
+var reportHeadlineText = "Code PushUp Report";
+var reportOverviewTableHeaders = [
+  "\u{1F3F7} Category",
+  "\u2B50 Score",
+  "\u{1F6E1} Audits"
+];
+var reportRawOverviewTableHeaders = ["Category", "Score", "Audits"];
+var reportMetaTableHeaders = [
+  "Commit",
+  "Version",
+  "Duration",
+  "Plugins",
+  "Categories",
+  "Audits"
+];
+var pluginMetaTableHeaders = [
+  "Plugin",
+  "Audits",
+  "Version",
+  "Duration"
+];
+var detailsTableHeaders = [
+  "Severity",
+  "Message",
+  "Source file",
+  "Line(s)"
+];
+
+// packages/utils/src/lib/logging.ts
+var singletonUiInstance;
+function ui() {
+  if (singletonUiInstance === void 0) {
+    singletonUiInstance = cliui();
+  }
+  return {
+    ...singletonUiInstance,
+    row: (args) => {
+      logListItem(args);
+    }
+  };
+}
+var singletonisaacUi;
+function logListItem(args) {
+  if (singletonisaacUi === void 0) {
+    singletonisaacUi = isaacs_cliui({ width: TERMINAL_WIDTH });
+  }
+  singletonisaacUi.div(...args);
+  const content = singletonisaacUi.toString();
+  singletonisaacUi.rows = [];
+  singletonUiInstance?.logger.log(content);
+}
+
 // packages/utils/src/lib/log-results.ts
-function logMultipleResults(results, messagePrefix, succeededCallback, failedCallback) {
-  if (succeededCallback) {
+function logMultipleResults(results, messagePrefix, succeededTransform, failedTransform) {
+  if (succeededTransform) {
     const succeededResults = results.filter(isPromiseFulfilledResult);
     logPromiseResults(
       succeededResults,
       `${messagePrefix} successfully: `,
-      succeededCallback
+      succeededTransform
     );
   }
-  if (failedCallback) {
+  if (failedTransform) {
     const failedResults = results.filter(isPromiseRejectedResult);
     logPromiseResults(
       failedResults,
       `${messagePrefix} failed: `,
-      failedCallback
+      failedTransform
     );
   }
 }
-function logPromiseResults(results, logMessage, callback) {
+function logPromiseResults(results, logMessage, getMsg) {
   if (results.length > 0) {
-    if (results[0]?.status === "fulfilled") {
-      console.info(logMessage);
-    } else {
-      console.warn(logMessage);
-    }
-    results.forEach(callback);
+    const log2 = results[0]?.status === "fulfilled" ? (m) => {
+      ui().logger.success(m);
+    } : (m) => {
+      ui().logger.warning(m);
+    };
+    log2(logMessage);
+    results.forEach((result) => {
+      log2(getMsg(result));
+    });
   }
 }
 
@@ -668,26 +873,24 @@ async function ensureDirectoryExists(baseDir) {
     await mkdir(baseDir, { recursive: true });
     return;
   } catch (error) {
-    console.error(error.message);
+    ui().logger.error(error.message);
     if (error.code !== "EEXIST") {
       throw error;
     }
   }
 }
 function logMultipleFileResults(fileResults, messagePrefix) {
-  const succeededCallback = (result) => {
+  const succeededTransform = (result) => {
     const [fileName, size] = result.value;
-    const formattedSize = size ? ` (${chalk.gray(formatBytes(size))})` : "";
-    console.info(`- ${chalk.bold(fileName)}${formattedSize}`);
-  };
-  const failedCallback = (result) => {
-    console.warn(`- ${chalk.bold(result.reason)}`);
+    const formattedSize = size ? ` (${chalk2.gray(formatBytes(size))})` : "";
+    return `- ${chalk2.bold(fileName)}${formattedSize}`;
   };
+  const failedTransform = (result) => `- ${chalk2.bold(result.reason)}`;
   logMultipleResults(
     fileResults,
     messagePrefix,
-    succeededCallback,
-    failedCallback
+    succeededTransform,
+    failedTransform
   );
 }
 var NoExportError = class extends Error {
@@ -706,43 +909,83 @@ async function importEsmModule(options) {
   return mod.default;
 }
 
-// packages/utils/src/lib/reports/constants.ts
-var TERMINAL_WIDTH = 80;
-var NEW_LINE = "\n";
-var SCORE_COLOR_RANGE = {
-  GREEN_MIN: 0.9,
-  YELLOW_MIN: 0.5
+// packages/utils/src/lib/reports/md/details.ts
+function details(title, content, cfg = { open: false }) {
+  return `<details${cfg.open ? " open" : ""}>
+<summary>${title}</summary>
+
+${content}
+
+</details>
+`;
+}
+
+// packages/utils/src/lib/reports/md/font-style.ts
+var stylesMap = {
+  i: "_",
+  // italic
+  b: "**",
+  // bold
+  s: "~",
+  // strike through
+  c: "`"
+  // code
 };
-var FOOTER_PREFIX = "Made with \u2764 by";
-var CODE_PUSHUP_DOMAIN = "code-pushup.dev";
-var README_LINK = "https://github.com/flowup/quality-metrics-cli#readme";
-var reportHeadlineText = "Code PushUp Report";
-var reportOverviewTableHeaders = [
-  "\u{1F3F7} Category",
-  "\u2B50 Score",
-  "\u{1F6E1} Audits"
-];
-var reportRawOverviewTableHeaders = ["Category", "Score", "Audits"];
-var reportMetaTableHeaders = [
-  "Commit",
-  "Version",
-  "Duration",
-  "Plugins",
-  "Categories",
-  "Audits"
-];
-var pluginMetaTableHeaders = [
-  "Plugin",
-  "Audits",
-  "Version",
-  "Duration"
-];
-var detailsTableHeaders = [
-  "Severity",
-  "Message",
-  "Source file",
-  "Line(s)"
-];
+function style(text, styles = ["b"]) {
+  return styles.reduce((t, s) => `${stylesMap[s]}${t}${stylesMap[s]}`, text);
+}
+
+// packages/utils/src/lib/reports/md/headline.ts
+function headline(text, hierarchy = 1) {
+  return `${"#".repeat(hierarchy)} ${text}`;
+}
+function h2(text) {
+  return headline(text, 2);
+}
+function h3(text) {
+  return headline(text, 3);
+}
+
+// packages/utils/src/lib/reports/md/link.ts
+function link(href, text) {
+  return `[${text || href}](${href})`;
+}
+
+// packages/utils/src/lib/reports/md/list.ts
+function li(text, order = "unordered") {
+  const style2 = order === "unordered" ? "-" : "- [ ]";
+  return `${style2} ${text}`;
+}
+
+// packages/utils/src/lib/reports/md/table.ts
+var alignString = /* @__PURE__ */ new Map([
+  ["l", ":--"],
+  ["c", ":--:"],
+  ["r", "--:"]
+]);
+function tableMd(data, align) {
+  if (data.length === 0) {
+    throw new Error("Data can't be empty");
+  }
+  const alignmentSetting = align ?? data[0]?.map(() => "c");
+  const tableContent = data.map((arr) => `|${arr.join("|")}|`);
+  const alignmentRow = `|${alignmentSetting?.map((s) => alignString.get(s)).join("|")}|`;
+  return tableContent[0] + NEW_LINE + alignmentRow + NEW_LINE + tableContent.slice(1).join(NEW_LINE);
+}
+function tableHtml(data) {
+  if (data.length === 0) {
+    throw new Error("Data can't be empty");
+  }
+  const tableContent = data.map((arr, index) => {
+    if (index === 0) {
+      const headerRow = arr.map((s) => `<th>${s}</th>`).join("");
+      return `<tr>${headerRow}</tr>`;
+    }
+    const row = arr.map((s) => `<td>${s}</td>`).join("");
+    return `<tr>${row}</tr>`;
+  });
+  return `<table>${tableContent.join("")}</table>`;
+}
 
 // packages/utils/src/lib/reports/utils.ts
 function formatReportScore(score) {
@@ -939,7 +1182,7 @@ var ProcessError = class extends Error {
   }
 };
 function executeProcess(cfg) {
-  const { observer, cwd, command, args } = cfg;
+  const { observer, cwd, command, args, alwaysResolve = false } = cfg;
   const { onStdout, onError, onComplete } = observer ?? {};
   const date = (/* @__PURE__ */ new Date()).toISOString();
   const start = performance.now();
@@ -959,7 +1202,7 @@ function executeProcess(cfg) {
     });
     process2.on("close", (code) => {
       const timings = { date, duration: calcDuration(start) };
-      if (code === 0) {
+      if (code === 0 || alwaysResolve) {
         onComplete?.();
         resolve({ code, stdout, stderr, ...timings });
       } else {
@@ -985,14 +1228,14 @@ function toUnixPath(path) {
 
 // packages/utils/src/lib/git.ts
 async function getLatestCommit(git = simpleGit()) {
-  const log = await git.log({
+  const log2 = await git.log({
     maxCount: 1,
     format: { hash: "%H", message: "%s", author: "%an", date: "%aI" }
   });
-  if (!log.latest) {
+  if (!log2.latest) {
     return null;
   }
-  return commitSchema.parse(log.latest);
+  return commitSchema.parse(log2.latest);
 }
 function getGitRoot(git = simpleGit()) {
   return git.revparse("--show-toplevel");
@@ -1011,9 +1254,6 @@ function groupByStatus(results) {
   );
 }
 
-// packages/utils/src/lib/logging.ts
-import chalk2 from "chalk";
-
 // packages/utils/src/lib/progress.ts
 import chalk3 from "chalk";
 import { MultiProgressBars } from "multi-progress-bars";
@@ -1069,80 +1309,105 @@ function getProgressBar(taskName) {
   };
 }
 
-// packages/utils/src/lib/reports/md/details.ts
-function details(title, content, cfg = { open: false }) {
-  return `<details${cfg.open ? " open" : ""}>
-<summary>${title}</summary>
-${content}
-</details>
-`;
-}
-
-// packages/utils/src/lib/reports/md/font-style.ts
-var stylesMap = {
-  i: "_",
-  // italic
-  b: "**",
-  // bold
-  s: "~",
-  // strike through
-  c: "`"
-  // code
-};
-function style(text, styles = ["b"]) {
-  return styles.reduce((t, s) => `${stylesMap[s]}${t}${stylesMap[s]}`, text);
+// packages/utils/src/lib/reports/log-stdout-summary.ts
+import chalk4 from "chalk";
+function log(msg = "") {
+  ui().logger.log(msg);
 }
-
-// packages/utils/src/lib/reports/md/headline.ts
-function headline(text, hierarchy = 1) {
-  return `${"#".repeat(hierarchy)} ${text}`;
+function logStdoutSummary(report) {
+  const printCategories = report.categories.length > 0;
+  log(reportToHeaderSection(report));
+  log();
+  logPlugins(report);
+  if (printCategories) {
+    logCategories(report);
+  }
+  log(`${FOOTER_PREFIX} ${CODE_PUSHUP_DOMAIN}`);
+  log();
 }
-function h2(text) {
-  return headline(text, 2);
+function reportToHeaderSection(report) {
+  const { packageName, version: version2 } = report;
+  return `${chalk4.bold(reportHeadlineText)} - ${packageName}@${version2}`;
 }
-function h3(text) {
-  return headline(text, 3);
+function logPlugins(report) {
+  const { plugins } = report;
+  plugins.forEach((plugin) => {
+    const { title, audits } = plugin;
+    log();
+    log(chalk4.magentaBright.bold(`${title} audits`));
+    log();
+    audits.forEach((audit) => {
+      ui().row([
+        {
+          text: applyScoreColor({ score: audit.score, text: "\u25CF" }),
+          width: 2,
+          padding: [0, 1, 0, 0]
+        },
+        {
+          text: audit.title,
+          // eslint-disable-next-line no-magic-numbers
+          padding: [0, 3, 0, 0]
+        },
+        {
+          text: chalk4.cyanBright(audit.displayValue || `${audit.value}`),
+          width: 10,
+          padding: [0, 0, 0, 0]
+        }
+      ]);
+    });
+    log();
+  });
 }
-
-// packages/utils/src/lib/reports/md/link.ts
-function link(href, text) {
-  return `[${text || href}](${href})`;
+function logCategories({ categories, plugins }) {
+  const hAlign = (idx) => idx === 0 ? "left" : "right";
+  const rows = categories.map(({ title, score, refs }) => [
+    title,
+    applyScoreColor({ score }),
+    countCategoryAudits(refs, plugins)
+  ]);
+  const table = ui().table();
+  table.columnWidths([TERMINAL_WIDTH - 9 - 10 - 4, 9, 10]);
+  table.head(
+    reportRawOverviewTableHeaders.map((heading, idx) => ({
+      content: chalk4.cyan(heading),
+      hAlign: hAlign(idx)
+    }))
+  );
+  rows.forEach(
+    (row) => table.row(
+      row.map((content, idx) => ({
+        content: content.toString(),
+        hAlign: hAlign(idx)
+      }))
+    )
+  );
+  log(chalk4.magentaBright.bold("Categories"));
+  log();
+  table.render();
+  log();
 }
-
-// packages/utils/src/lib/reports/md/list.ts
-function li(text, order = "unordered") {
-  const style2 = order === "unordered" ? "-" : "- [ ]";
-  return `${style2} ${text}`;
+function applyScoreColor({ score, text }) {
+  const formattedScore = text ?? formatReportScore(score);
+  const style2 = text ? chalk4 : chalk4.bold;
+  if (score >= SCORE_COLOR_RANGE.GREEN_MIN) {
+    return style2.green(formattedScore);
+  }
+  if (score >= SCORE_COLOR_RANGE.YELLOW_MIN) {
+    return style2.yellow(formattedScore);
+  }
+  return style2.red(formattedScore);
 }
 
-// packages/utils/src/lib/reports/md/table.ts
-var alignString = /* @__PURE__ */ new Map([
-  ["l", ":--"],
-  ["c", ":--:"],
-  ["r", "--:"]
-]);
-function tableMd(data, align) {
-  if (data.length === 0) {
-    throw new Error("Data can't be empty");
-  }
-  const alignmentSetting = align ?? data[0]?.map(() => "c");
-  const tableContent = data.map((arr) => `|${arr.join("|")}|`);
-  const alignmentRow = `|${alignmentSetting?.map((s) => alignString.get(s)).join("|")}|`;
-  return tableContent[0] + NEW_LINE + alignmentRow + NEW_LINE + tableContent.slice(1).join(NEW_LINE);
+// packages/utils/src/lib/reports/flatten-plugins.ts
+function listGroupsFromAllPlugins(report) {
+  return report.plugins.flatMap(
+    (plugin) => plugin.groups?.map((group) => ({ plugin, group })) ?? []
+  );
 }
-function tableHtml(data) {
-  if (data.length === 0) {
-    throw new Error("Data can't be empty");
-  }
-  const tableContent = data.map((arr, index) => {
-    if (index === 0) {
-      const headerRow = arr.map((s) => `<th>${s}</th>`).join("");
-      return `<tr>${headerRow}</tr>`;
-    }
-    const row = arr.map((s) => `<td>${s}</td>`).join("");
-    return `<tr>${row}</tr>`;
-  });
-  return `<table>${tableContent.join("")}</table>`;
+function listAuditsFromAllPlugins(report) {
+  return report.plugins.flatMap(
+    (plugin) => plugin.audits.map((audit) => ({ plugin, audit }))
+  );
 }
 
 // packages/utils/src/lib/reports/generate-md-report.ts
@@ -1151,7 +1416,7 @@ function generateMdReport(report) {
   return (
     // header section
     // eslint-disable-next-line prefer-template
-    reportToHeaderSection() + NEW_LINE + // categories overview section
+    reportToHeaderSection2() + NEW_LINE + // categories overview section
     (printCategories ? reportToOverviewSection(report) + NEW_LINE + NEW_LINE : "") + // categories section
     (printCategories ? reportToCategoriesSection(report) + NEW_LINE + NEW_LINE : "") + // audits section
     reportToAuditsSection(report) + NEW_LINE + NEW_LINE + // about section
@@ -1159,7 +1424,7 @@ function generateMdReport(report) {
     `${FOOTER_PREFIX} ${link(README_LINK, "Code PushUp")}`
   );
 }
-function reportToHeaderSection() {
+function reportToHeaderSection2() {
   return headline(reportHeadlineText) + NEW_LINE;
 }
 function reportToOverviewSection(report) {
@@ -1332,82 +1597,6 @@ function getAuditResult(audit, isHtml = false) {
   return isHtml ? `<b>${displayValue || value}</b>` : style(String(displayValue || value));
 }
 
-// packages/utils/src/lib/reports/generate-stdout-summary.ts
-import cliui from "@isaacs/cliui";
-import chalk4 from "chalk";
-import CliTable3 from "cli-table3";
-function addLine(line = "") {
-  return line + NEW_LINE;
-}
-function generateStdoutSummary(report) {
-  const printCategories = report.categories.length > 0;
-  return addLine(reportToHeaderSection2(report)) + addLine() + addLine(reportToDetailSection(report)) + (printCategories ? addLine(reportToOverviewSection2(report)) : "") + addLine(`${FOOTER_PREFIX} ${CODE_PUSHUP_DOMAIN}`);
-}
-function reportToHeaderSection2(report) {
-  const { packageName, version: version2 } = report;
-  return `${chalk4.bold(reportHeadlineText)} - ${packageName}@${version2}`;
-}
-function reportToDetailSection(report) {
-  const { plugins } = report;
-  return plugins.reduce((acc, plugin) => {
-    const { title, audits } = plugin;
-    const ui = cliui({ width: TERMINAL_WIDTH });
-    audits.forEach((audit) => {
-      ui.div(
-        {
-          text: withColor({ score: audit.score, text: "\u25CF" }),
-          width: 2,
-          padding: [0, 1, 0, 0]
-        },
-        {
-          text: audit.title,
-          // eslint-disable-next-line no-magic-numbers
-          padding: [0, 3, 0, 0]
-        },
-        {
-          text: chalk4.cyanBright(audit.displayValue || `${audit.value}`),
-          width: 10,
-          padding: [0, 0, 0, 0]
-        }
-      );
-    });
-    return acc + addLine() + addLine(chalk4.magentaBright.bold(`${title} audits`)) + addLine() + addLine(ui.toString()) + addLine();
-  }, "");
-}
-function reportToOverviewSection2({
-  categories,
-  plugins
-}) {
-  const table = new CliTable3({
-    // eslint-disable-next-line no-magic-numbers
-    colWidths: [TERMINAL_WIDTH - 7 - 8 - 4, 7, 8],
-    head: reportRawOverviewTableHeaders,
-    colAligns: ["left", "right", "right"],
-    style: {
-      head: ["cyan"]
-    }
-  });
-  table.push(
-    ...categories.map(({ title, score, refs }) => [
-      title,
-      withColor({ score }),
-      countCategoryAudits(refs, plugins)
-    ])
-  );
-  return addLine(chalk4.magentaBright.bold("Categories")) + addLine() + addLine(table.toString());
-}
-function withColor({ score, text }) {
-  const formattedScore = text ?? formatReportScore(score);
-  const style2 = text ? chalk4 : chalk4.bold;
-  if (score >= SCORE_COLOR_RANGE.GREEN_MIN) {
-    return style2.green(formattedScore);
-  }
-  if (score >= SCORE_COLOR_RANGE.YELLOW_MIN) {
-    return style2.yellow(formattedScore);
-  }
-  return style2.red(formattedScore);
-}
-
 // packages/utils/src/lib/reports/scoring.ts
 var GroupRefInvalidError = class extends Error {
   constructor(auditSlug, pluginSlug) {
@@ -1547,9 +1736,9 @@ function sortPlugins(plugins) {
 
 // packages/utils/src/lib/verbose-utils.ts
 function getLogVerbose(verbose = false) {
-  return (...args) => {
+  return (msg) => {
     if (verbose) {
-      console.info(...args);
+      ui().logger.info(msg);
     }
   };
 }
@@ -1567,7 +1756,7 @@ var verboseUtils = (verbose = false) => ({
 
 // packages/core/package.json
 var name = "@code-pushup/core";
-var version = "0.26.0";
+var version = "0.27.1";
 
 // packages/core/src/lib/implementation/execute-plugin.ts
 import chalk5 from "chalk";
@@ -1680,11 +1869,9 @@ async function executePlugins(plugins, options) {
     }
   }, Promise.resolve([]));
   progressBar?.endProgress("Done running plugins");
-  const errorsCallback = ({ reason }) => {
-    console.error(reason);
-  };
+  const errorsTransform = ({ reason }) => String(reason);
   const results = await Promise.allSettled(pluginsResult);
-  logMultipleResults(results, "Plugins", void 0, errorsCallback);
+  logMultipleResults(results, "Plugins", void 0, errorsTransform);
   const { fulfilled, rejected } = groupByStatus(results);
   if (rejected.length > 0) {
     const errorMessages = rejected.map(({ reason }) => String(reason)).join(", ");
@@ -1739,7 +1926,7 @@ var PersistError = class extends Error {
 async function persistReport(report, options) {
   const { outputDir, filename, format } = options;
   const sortedScoredReport = sortReport(scoreReport(report));
-  console.info(generateStdoutSummary(sortedScoredReport));
+  logStdoutSummary(sortedScoredReport);
   const results = format.map((reportType) => {
     switch (reportType) {
       case "json":
@@ -1758,7 +1945,7 @@ async function persistReport(report, options) {
     try {
       await mkdir2(outputDir, { recursive: true });
     } catch (error) {
-      console.warn(error);
+      ui().logger.warning(error.toString());
       throw new PersistDirError(outputDir);
     }
   }
@@ -1773,7 +1960,7 @@ async function persistReport(report, options) {
 }
 async function persistResult(reportPath, content) {
   return writeFile(reportPath, content).then(() => stat2(reportPath)).then((stats) => [reportPath, stats.size]).catch((error) => {
-    console.warn(error);
+    ui().logger.warning(error.toString());
     throw new PersistError(reportPath);
   });
 }
@@ -1794,6 +1981,189 @@ async function collectAndPersistReports(options) {
   });
 }
 
+// packages/core/src/lib/compare.ts
+import { writeFile as writeFile2 } from "node:fs/promises";
+
+// packages/core/src/lib/implementation/compare-scorables.ts
+function compareCategories(reports) {
+  const { pairs, added, removed } = matchArrayItemsByKey({
+    before: reports.before.categories,
+    after: reports.after.categories,
+    key: "slug"
+  });
+  const { changed, unchanged } = comparePairs(
+    pairs,
+    ({ before, after }) => before.score === after.score
+  );
+  return {
+    changed: changed.map(categoryPairToDiff),
+    unchanged: unchanged.map(categoryToResult),
+    added: added.map(categoryToResult),
+    removed: removed.map(categoryToResult)
+  };
+}
+function compareGroups(reports) {
+  const { pairs, added, removed } = matchArrayItemsByKey({
+    before: listGroupsFromAllPlugins(reports.before),
+    after: listGroupsFromAllPlugins(reports.after),
+    key: ({ plugin, group }) => `${plugin.slug}/${group.slug}`
+  });
+  const { changed, unchanged } = comparePairs(
+    pairs,
+    ({ before, after }) => before.group.score === after.group.score
+  );
+  return {
+    changed: changed.map(pluginGroupPairToDiff),
+    unchanged: unchanged.map(pluginGroupToResult),
+    added: added.map(pluginGroupToResult),
+    removed: removed.map(pluginGroupToResult)
+  };
+}
+function compareAudits2(reports) {
+  const { pairs, added, removed } = matchArrayItemsByKey({
+    before: listAuditsFromAllPlugins(reports.before),
+    after: listAuditsFromAllPlugins(reports.after),
+    key: ({ plugin, audit }) => `${plugin.slug}/${audit.slug}`
+  });
+  const { changed, unchanged } = comparePairs(
+    pairs,
+    ({ before, after }) => before.audit.value === after.audit.value && before.audit.score === after.audit.score
+  );
+  return {
+    changed: changed.map(pluginAuditPairToDiff),
+    unchanged: unchanged.map(pluginAuditToResult),
+    added: added.map(pluginAuditToResult),
+    removed: removed.map(pluginAuditToResult)
+  };
+}
+function categoryToResult(category) {
+  return {
+    slug: category.slug,
+    title: category.title,
+    score: category.score
+  };
+}
+function categoryPairToDiff({
+  before,
+  after
+}) {
+  return {
+    slug: after.slug,
+    title: after.title,
+    scores: {
+      before: before.score,
+      after: after.score,
+      diff: after.score - before.score
+    }
+  };
+}
+function pluginGroupToResult({ group, plugin }) {
+  return {
+    slug: group.slug,
+    title: group.title,
+    plugin: {
+      slug: plugin.slug,
+      title: plugin.title
+    },
+    score: group.score
+  };
+}
+function pluginGroupPairToDiff({
+  before,
+  after
+}) {
+  return {
+    slug: after.group.slug,
+    title: after.group.title,
+    plugin: {
+      slug: after.plugin.slug,
+      title: after.plugin.title
+    },
+    scores: {
+      before: before.group.score,
+      after: after.group.score,
+      diff: after.group.score - before.group.score
+    }
+  };
+}
+function pluginAuditToResult({ audit, plugin }) {
+  return {
+    slug: audit.slug,
+    title: audit.title,
+    plugin: {
+      slug: plugin.slug,
+      title: plugin.title
+    },
+    score: audit.score,
+    value: audit.value,
+    displayValue: audit.displayValue
+  };
+}
+function pluginAuditPairToDiff({
+  before,
+  after
+}) {
+  return {
+    slug: after.audit.slug,
+    title: after.audit.title,
+    plugin: {
+      slug: after.plugin.slug,
+      title: after.plugin.title
+    },
+    scores: {
+      before: before.audit.score,
+      after: after.audit.score,
+      diff: after.audit.score - before.audit.score
+    },
+    values: {
+      before: before.audit.value,
+      after: after.audit.value,
+      diff: after.audit.value - before.audit.value
+    },
+    displayValues: {
+      before: before.audit.displayValue,
+      after: after.audit.displayValue
+    }
+  };
+}
+
+// packages/core/src/lib/compare.ts
+async function compareReportFiles(inputPaths, outputPath) {
+  const [reportBefore, reportAfter] = await Promise.all([
+    readJsonFile(inputPaths.before),
+    readJsonFile(inputPaths.after)
+  ]);
+  const reports = {
+    before: reportSchema.parse(reportBefore),
+    after: reportSchema.parse(reportAfter)
+  };
+  const reportsDiff = compareReports(reports);
+  await writeFile2(outputPath, JSON.stringify(reportsDiff, null, 2));
+}
+function compareReports(reports) {
+  const start = performance.now();
+  const date = (/* @__PURE__ */ new Date()).toISOString();
+  const commits = reports.before.commit != null && reports.after.commit != null ? { before: reports.before.commit, after: reports.after.commit } : null;
+  const scoredReports = {
+    before: scoreReport(reports.before),
+    after: scoreReport(reports.after)
+  };
+  const categories = compareCategories(scoredReports);
+  const groups = compareGroups(scoredReports);
+  const audits = compareAudits2(scoredReports);
+  const duration = calcDuration(start);
+  return {
+    commits,
+    categories,
+    groups,
+    audits,
+    packageName: name,
+    version,
+    date,
+    duration
+  };
+}
+
 // packages/core/src/lib/implementation/read-rc-file.ts
 import { join as join5 } from "node:path";
 var ConfigPathError = class extends Error {
@@ -1969,6 +2339,8 @@ export {
   autoloadRc,
   collect,
   collectAndPersistReports,
+  compareReportFiles,
+  compareReports,
   executePlugin,
   executePlugins,
   persistReport,

package/package.json

@@ -1,12 +1,13 @@
 {
   "name": "@code-pushup/core",
-  "version": "0.26.0",
+  "version": "0.27.1",
   "license": "MIT",
   "dependencies": {
     "@code-pushup/models": "*",
     "@code-pushup/utils": "*",
     "@code-pushup/portal-client": "^0.6.1",
-    "chalk": "^5.3.0"
+    "chalk": "^5.3.0",
+    "simple-git": "^3.20.0"
   },
   "type": "module",
   "main": "./index.js",

package/src/index.d.ts

@@ -1,5 +1,7 @@
 export { CollectAndPersistReportsOptions, collectAndPersistReports, } from './lib/collect-and-persist';
+export { compareReportFiles, compareReports } from './lib/compare';
 export { CollectOptions, collect } from './lib/implementation/collect';
+export { ReportsToCompare } from './lib/implementation/compare-scorables';
 export { PluginOutputMissingAuditError, executePlugin, executePlugins, } from './lib/implementation/execute-plugin';
 export { PersistDirError, PersistError, persistReport, } from './lib/implementation/persist';
 export { ConfigPathError, autoloadRc, readRcByPath, } from './lib/implementation/read-rc-file';

package/src/lib/collect-and-persist.d.ts

@@ -2,5 +2,5 @@ import { CoreConfig, PersistConfig } from '@code-pushup/models';
 import { GlobalOptions } from './types';
 export type CollectAndPersistReportsOptions = Required<Pick<CoreConfig, 'plugins' | 'categories'>> & {
     persist: Required<PersistConfig>;
-} & GlobalOptions;
+} & Partial<GlobalOptions>;
 export declare function collectAndPersistReports(options: CollectAndPersistReportsOptions): Promise<void>;

package/src/lib/compare.d.ts

@@ -0,0 +1,4 @@
+import { Report, ReportsDiff } from '@code-pushup/models';
+import { Diff } from '@code-pushup/utils';
+export declare function compareReportFiles(inputPaths: Diff<string>, outputPath: string): Promise<void>;
+export declare function compareReports(reports: Diff<Report>): ReportsDiff;

package/src/lib/history.d.ts

@@ -0,0 +1,15 @@
+import { LogOptions, LogResult } from 'simple-git';
+import { CoreConfig, PersistConfig, UploadConfig } from '@code-pushup/models';
+import { GlobalOptions } from './types';
+export type HistoryOnlyOptions = {
+    targetBranch?: string;
+    skipUploads?: boolean;
+    forceCleanStatus?: boolean;
+};
+export type HistoryOptions = Required<Pick<CoreConfig, 'plugins' | 'categories'>> & {
+    persist: Required<PersistConfig>;
+    upload?: Required<UploadConfig>;
+} & HistoryOnlyOptions & Partial<GlobalOptions>;
+export declare function history(config: HistoryOptions, commits: string[]): Promise<string[]>;
+export declare function getHashes(options: LogOptions, git?: import("simple-git").SimpleGit): Promise<string[]>;
+export declare function prepareHashes(logs: LogResult): string[];

package/src/lib/implementation/collect.d.ts

@@ -1,6 +1,6 @@
 import { CoreConfig, Report } from '@code-pushup/models';
 import { GlobalOptions } from '../types';
-export type CollectOptions = Required<Pick<CoreConfig, 'plugins' | 'categories'>> & GlobalOptions;
+export type CollectOptions = Required<Pick<CoreConfig, 'plugins' | 'categories'>> & Partial<GlobalOptions>;
 /**
  * Run audits, collect plugin output and aggregate it into a JSON object
  * @param options

package/src/lib/implementation/compare-scorables.d.ts

@@ -0,0 +1,6 @@
+import { ReportsDiff } from '@code-pushup/models';
+import { Diff, ScoredReport } from '@code-pushup/utils';
+export type ReportsToCompare = Diff<ScoredReport>;
+export declare function compareCategories(reports: ReportsToCompare): ReportsDiff['categories'];
+export declare function compareGroups(reports: ReportsToCompare): ReportsDiff['groups'];
+export declare function compareAudits(reports: ReportsToCompare): ReportsDiff['audits'];

package/src/lib/implementation/execute-plugin.d.ts

@@ -50,5 +50,5 @@ export declare function executePlugin(pluginConfig: PluginConfig, onProgress?: O
  *
  */
 export declare function executePlugins(plugins: PluginConfig[], options?: {
-    progress: boolean;
+    progress?: boolean;
 }): Promise<PluginReport[]>;

package/src/lib/upload.d.ts

@@ -5,7 +5,7 @@ export type UploadOptions = {
     upload?: UploadConfig;
 } & {
     persist: Required<PersistConfig>;
-} & GlobalOptions;
+} & Partial<GlobalOptions>;
 /**
  * Uploads collected audits to the portal
  * @param options