hardhat 3.1.11 → 3.1.12

package/src/internal/builtin-plugins/solidity-test/index.ts

@@ -56,7 +56,6 @@ const hardhatPlugin: HardhatPlugin = {
     import("../solidity/index.js"),
     import("../test/index.js"),
     import("../coverage/index.js"),
-    import("../gas-analytics/index.js"),
   ],
   npmPackage: "hardhat",
 };

package/src/internal/builtin-plugins/solidity-test/runner.ts

@@ -44,7 +44,7 @@ export function run(
   chainType: ChainType,
   artifacts: Artifact[],
   testSuiteIds: ArtifactId[],
-  configArgs: SolidityTestRunnerConfigArgs,
+  testRunnerConfig: SolidityTestRunnerConfigArgs,
   tracingConfig: TracingConfigWithBuffers,
   sourceNameToUserSourceName: Map<string, string>,
   options?: RunOptions,
@@ -85,7 +85,7 @@ export function run(
           hardhatChainTypeToEdrChainType(chainType),
           artifacts,
           testSuiteIds,
-          configArgs,
+          testRunnerConfig,
           tracingConfig,
           (suiteResult) => {
             controller.enqueue({

package/src/internal/builtin-plugins/solidity-test/task-action.ts

@@ -1,7 +1,7 @@
 import type { RunOptions } from "./runner.js";
 import type { TestEvent } from "./types.js";
 import type { NewTaskActionFunction } from "../../../types/tasks.js";
-import type { TestSummary } from "../../../types/test.js";
+import type { TestRunResult } from "../../../types/test.js";
 import type { Result } from "../../../types/utils.js";
 import type {
   Artifact as EdrArtifact,
@@ -9,6 +9,7 @@ import type {
   ObservabilityConfig,
   SolidityTestRunnerConfigArgs,
   TracingConfigWithBuffers,
+  SuiteResult,
 } from "@nomicfoundation/edr";
 
 import { finished } from "node:stream/promises";
@@ -46,10 +47,14 @@ interface TestActionArguments {
   testSummaryIndex: number;
 }
 
+export interface SolidityTestRunResult extends TestRunResult {
+  suiteResults: SuiteResult[];
+}
+
 const runSolidityTests: NewTaskActionFunction<TestActionArguments> = async (
   { testFiles, chainType, grep, noCompile, verbosity, testSummaryIndex },
   hre,
-): Promise<Result<TestSummary, TestSummary>> => {
+): Promise<Result<SolidityTestRunResult, SolidityTestRunResult>> => {
   assertHardhatInvariant(
     hre instanceof HardhatRuntimeEnvironmentImplementation,
     "Expected HRE to be an instance of HardhatRuntimeEnvironmentImplementation",
@@ -161,7 +166,7 @@ const runSolidityTests: NewTaskActionFunction<TestActionArguments> = async (
     }
   }
 
-  const config: SolidityTestRunnerConfigArgs =
+  const testRunnerConfig: SolidityTestRunnerConfigArgs =
     await solidityTestConfigToSolidityTestRunnerConfigArgs({
       chainType,
       projectRoot: hre.config.paths.root,
@@ -190,7 +195,7 @@ const runSolidityTests: NewTaskActionFunction<TestActionArguments> = async (
     chainType,
     edrArtifacts.map(({ edrArtifact }) => edrArtifact),
     testSuiteIds,
-    config,
+    testRunnerConfig,
     tracingConfig,
     sourceNameToUserSourceName,
     options,
@@ -200,10 +205,11 @@ const runSolidityTests: NewTaskActionFunction<TestActionArguments> = async (
   let passed = 0;
   let skipped = 0;
   let failureOutput = "";
-
+  const suiteResults: SuiteResult[] = [];
   const testReporterStream = runStream
     .on("data", (event: TestEvent) => {
       if (event.type === "suite:done") {
+        suiteResults.push(event.data);
         if (event.data.testResults.some(({ status }) => status === "Failure")) {
           includesFailures = true;
         }
@@ -284,11 +290,14 @@ const runSolidityTests: NewTaskActionFunction<TestActionArguments> = async (
 
   console.log();
 
-  const summary = { failed, passed, skipped, todo: 0, failureOutput };
+  const result = {
+    summary: { failed, passed, skipped, todo: 0, failureOutput },
+    suiteResults,
+  };
 
   return includesFailures || includesErrors
-    ? errorResult(summary)
-    : successfulResult(summary);
+    ? errorResult(result)
+    : successfulResult(result);
 };
 
 export default runSolidityTests;

package/src/internal/builtin-plugins/solidity-test/type-extensions.ts

@@ -15,6 +15,21 @@ declare module "../../../types/config.js" {
 }
 
 declare module "../../../types/test.js" {
+  export interface SolidityTestFuzzConfigBase {
+    failurePersistDir?: string;
+    failurePersistFile?: string;
+    runs?: number;
+    maxTestRejects?: number;
+    seed?: string;
+    dictionaryWeight?: number;
+    includeStorage?: boolean;
+    includePushBytes?: boolean;
+  }
+
+  export interface SolidityTestFuzzConfig extends SolidityTestFuzzConfigBase {
+    seed: string;
+  }
+
   export interface SolidityTestConfigBase {
     timeout?: number;
     fsPermissions?: {
@@ -38,16 +53,7 @@ declare module "../../../types/test.js" {
     gasLimit?: bigint;
     blockGasLimit?: bigint | false;
 
-    fuzz?: {
-      failurePersistDir?: string;
-      failurePersistFile?: string;
-      runs?: number;
-      maxTestRejects?: number;
-      seed?: string;
-      dictionaryWeight?: number;
-      includeStorage?: boolean;
-      includePushBytes?: boolean;
-    };
+    fuzz?: SolidityTestFuzzConfigBase;
     invariant?: {
       failurePersistDir?: string;
       runs?: number;
@@ -82,6 +88,7 @@ declare module "../../../types/test.js" {
   }
 
   export interface SolidityTestConfig extends SolidityTestConfigBase {
+    fuzz: SolidityTestFuzzConfig;
     forking?: SolidityTestForkingConfig;
   }
   export interface HardhatTestConfig {

package/src/internal/builtin-plugins/test/task-action.ts

@@ -46,8 +46,14 @@ function isTestSummary(value: unknown): value is PartialTestSummary {
   );
 }
 
+function isTestRunResult(
+  value: unknown,
+): value is { summary: PartialTestSummary } {
+  return isObject(value) && "summary" in value && isTestSummary(value.summary);
+}
+
 const runAllTests: NewTaskActionFunction<TestActionArguments> = async (
-  { testFiles, chainType, grep, noCompile, verbosity },
+  { testFiles, chainType, grep, noCompile, verbosity, ...otherArgs },
   hre,
 ): Promise<Result<void, void>> => {
   // If this code is executed, it means the user has not specified a test runner.
@@ -101,24 +107,41 @@ const runAllTests: NewTaskActionFunction<TestActionArguments> = async (
       args.verbosity = verbosity;
     }
 
+    for (const [key, value] of Object.entries(otherArgs)) {
+      if (subtask.options.has(key)) {
+        args[key] = value;
+      }
+    }
+
     if (subtask.options.has("testSummaryIndex")) {
       args.testSummaryIndex = failureIndex;
     }
 
     const subtaskResult = await subtask.run(args);
 
-    const isSubtaskResult = isResult(
-      subtaskResult,
-      isTestSummary,
-      isTestSummary,
-    );
-    const summary = isSubtaskResult
-      ? subtaskResult.success
+    let summary: PartialTestSummary | undefined;
+    let subtaskFailed = false;
+
+    if (isResult(subtaskResult, isTestRunResult, isTestRunResult)) {
+      const testRunResult = subtaskResult.success
         ? subtaskResult.value
-        : subtaskResult.error
-      : isTestSummary(subtaskResult)
-        ? subtaskResult
-        : undefined;
+        : subtaskResult.error;
+      summary = testRunResult.summary;
+      subtaskFailed = !subtaskResult.success;
+    } else if (isResult(subtaskResult, isTestSummary, isTestSummary)) {
+      // Support plugins that return Result<TestSummary, TestSummary>
+      summary = subtaskResult.success
+        ? subtaskResult.value
+        : subtaskResult.error;
+      subtaskFailed = !subtaskResult.success;
+    } else if (isTestSummary(subtaskResult)) {
+      // Support plugins that return TestSummary directly
+      summary = subtaskResult;
+      subtaskFailed = process.exitCode !== undefined && process.exitCode !== 0;
+    } else {
+      // Fallback for plugins that don't return a summary at all
+      subtaskFailed = process.exitCode !== undefined && process.exitCode !== 0;
+    }
 
     if (summary !== undefined) {
       const summaryId = subtask.id[subtask.id.length - 1];
@@ -133,12 +156,7 @@ const runAllTests: NewTaskActionFunction<TestActionArguments> = async (
       }
     }
 
-    if (
-      (isSubtaskResult && !subtaskResult.success) ||
-      // Backwards compatibility: old plugins may not return a Result, so fall
-      // back to the process exit code to detect failures
-      (process.exitCode !== undefined && process.exitCode !== 0)
-    ) {
+    if (subtaskFailed) {
       hasFailures = true;
     }
   }

package/src/types/test.ts

@@ -17,3 +17,11 @@ export interface TestSummary {
   todo: number;
   failureOutput?: string;
 }
+
+/**
+ * Result of a test run, wrapping a TestSummary. Plugins can extend this
+ * interface to include additional data (e.g., suite results).
+ */
+export interface TestRunResult {
+  summary: TestSummary;
+}

package/templates/hardhat-3/01-node-test-runner-viem/package.json

@@ -5,7 +5,7 @@
   "description": "A TypeScript Hardhat project using Node Test Runner and Viem",
   "type": "module",
   "devDependencies": {
-    "hardhat": "workspace:^3.1.11",
+    "hardhat": "workspace:^3.1.12",
     "@nomicfoundation/hardhat-toolbox-viem": "workspace:^5.0.3",
     "@nomicfoundation/hardhat-ignition": "workspace:^3.0.9",
     "@types/node": "^22.8.5",
@@ -17,7 +17,7 @@
     "@nomicfoundation/hardhat-ignition-viem": "workspace:^3.0.9",
     "@nomicfoundation/hardhat-keystore": "workspace:^3.0.5",
     "@nomicfoundation/hardhat-network-helpers": "workspace:^3.0.4",
-    "@nomicfoundation/hardhat-node-test-runner": "workspace:^3.0.10",
+    "@nomicfoundation/hardhat-node-test-runner": "workspace:^3.0.11",
     "@nomicfoundation/hardhat-viem": "workspace:^3.0.4",
     "@nomicfoundation/hardhat-viem-assertions": "workspace:^3.0.7",
     "@nomicfoundation/hardhat-verify": "workspace:^3.0.12",

package/templates/hardhat-3/02-mocha-ethers/package.json

@@ -5,7 +5,7 @@
   "description": "A TypeScript Hardhat project using Mocha and Ethers.js",
   "type": "module",
   "devDependencies": {
-    "hardhat": "workspace:^3.1.11",
+    "hardhat": "workspace:^3.1.12",
     "@nomicfoundation/hardhat-toolbox-mocha-ethers": "workspace:^3.0.3",
     "@nomicfoundation/hardhat-ethers": "workspace:^4.0.6",
     "@nomicfoundation/hardhat-ignition": "workspace:^3.0.9",
@@ -25,7 +25,7 @@
     "@nomicfoundation/hardhat-ignition": "workspace:^3.0.9",
     "@nomicfoundation/hardhat-ignition-ethers": "workspace:^3.0.9",
     "@nomicfoundation/hardhat-keystore": "workspace:^3.0.5",
-    "@nomicfoundation/hardhat-mocha": "workspace:^3.0.12",
+    "@nomicfoundation/hardhat-mocha": "workspace:^3.0.13",
     "@nomicfoundation/hardhat-network-helpers": "workspace:^3.0.4",
     "@nomicfoundation/hardhat-typechain": "workspace:^3.0.4",
     "@nomicfoundation/hardhat-verify": "workspace:^3.0.12",

package/templates/hardhat-3/03-minimal/package.json

@@ -5,7 +5,7 @@
   "description": "A minimal Hardhat project",
   "type": "module",
   "devDependencies": {
-    "hardhat": "workspace:^3.1.11",
+    "hardhat": "workspace:^3.1.12",
     "@types/node": "^22.8.5",
     "typescript": "~5.8.0"
   }