@rpcbase/test 0.14.0 → 0.15.0

package/package.json

@@ -1,9 +1,10 @@
 {
   "name": "@rpcbase/test",
-  "version": "0.14.0",
+  "version": "0.15.0",
   "bin": {
     "rb-test": "./src/cli.js"
   },
+  "main": "./src/index.js",
   "scripts": {
     "build": "wireit",
     "release": "wireit"
@@ -31,7 +32,8 @@
     }
   },
   "dependencies": {
-    "@playwright/test": "1.49.1"
+    "@playwright/test": "1.50.1",
+    "lodash": "4.17.21"
   },
   "devDependencies": {}
 }

package/src/cli.js

@@ -1,44 +1,63 @@
 #!/usr/bin/env node
-const { test } = require('@playwright/test');
-const fs = require('fs');
-const path = require('path');
+const { spawn } = require("child_process");
+const fs = require("fs");
+const path = require("path");
 
-async function runTests() {
-  try {
+const isAider = process.env.IS_AIDER === "yes";
+
+if (process.env.IS_AIDER !== undefined && process.env.IS_AIDER !== "yes") {
+  console.warn("Warning: IS_AIDER is set to a value other than 'yes'.");
+}
+
+function runTests() {
+  return new Promise((resolve, reject) => {
     // Determine config file path
-    const configPath = fs.existsSync(path.join(process.cwd(), 'playwright.config.ts'))
-      ? path.join(process.cwd(), 'playwright.config.ts')
-      : path.join(__dirname, 'playwright.config.ts');
-
-    // Import the config file
-    const config = require(configPath);
-
-    // Create a test runner
-    const { _runTests } = test;
-
-    // Run the tests with the configuration
-    const testResult = await _runTests({
-      config,
-      configFile: configPath,
-      // Add any additional options you need
-      workers: config.workers || 1,
-      timeout: config.timeout || 30000,
+    const configPath = fs.existsSync(
+      path.join(process.cwd(), "playwright.config.ts"),
+    )
+      ? path.join(process.cwd(), "playwright.config.ts")
+      : path.join(__dirname, "playwright.config.ts");
+
+    const stdoutBuffer = [];
+    const stderrBuffer = [];
+
+    const playwright = spawn(
+      "./node_modules/.bin/playwright",
+      ["test", "--config", configPath],
+      {
+        shell: false,
+      },
+    );
+
+    playwright.stdout.on("data", (data) => {
+      !isAider && process.stdout.write(data);
+      stdoutBuffer.push(data.toString());
     });
 
-    if (testResult.status === 'passed') {
-      console.log('All tests passed!');
-      process.exit(0);
-    } else if (testResult.status === 'failed') {
-      console.error('Tests failed!');
-      process.exit(1);
-    } else if (testResult.status === 'timedout') {
-      console.error('Tests timed out!');
-      process.exit(1);
-    }
-  } catch (error) {
-    console.error('Error running tests:', error);
-    process.exit(1);
-  }
+    playwright.stderr.on("data", (data) => {
+      !isAider && process.stderr.write(data);
+      stderrBuffer.push(data.toString());
+    });
+
+    playwright.on("close", (code) => {
+      if (code === 0) {
+        console.log("All tests passed!");
+        resolve();
+      } else {
+        console.error("Tests failed:");
+        console.error(stdoutBuffer.join(""))
+
+        reject(new Error(`Tests failed with exit code: ${code}`));
+      }
+    });
+
+    playwright.on("error", (error) => {
+      console.error("Error spawning Playwright:", error);
+      reject(error);
+    });
+  });
 }
 
-runTests();
+runTests()
+  .then(() => process.exit(0))
+  .catch(() => process.exit(1));

package/src/defineConfig.js

@@ -0,0 +1,108 @@
+const fs = require("fs")
+const {cpus} = require("os")
+const _merge = require("lodash/merge")
+const {defineConfig, devices} = require("@playwright/test")
+
+
+function mergeConfig(base, override) {
+  return _merge({}, base, override);
+}
+
+const hasPassedAllPreviousTests = (data) => {
+  function checkSuite(suite) {
+    if (suite.specs && suite.specs.length > 0) {
+      for (const spec of suite.specs) {
+        if (!checkSpec(spec)) return false
+      }
+    }
+    if (suite.suites && suite.suites.length > 0) {
+      for (const innerSuite of suite.suites) {
+        if (!checkSuite(innerSuite)) return false
+      }
+    }
+    return true
+  }
+
+  function checkSpec(spec) {
+    if (spec.tests && spec.tests.length > 0) {
+      for (const test of spec.tests) {
+        if (!checkTest(test)) return false
+      }
+    }
+    return true
+  }
+
+  function checkTest(test) {
+    if (test.results && test.results.length > 0) {
+      for (const result of test.results) {
+        if (!["passed", "skipped"].includes(result.status)) return false
+      }
+    }
+    return true
+  }
+
+  if (data.suites && data.suites.length > 0) {
+    for (const suite of data.suites) {
+      if (!checkSuite(suite)) return false
+    }
+  }
+
+  return true
+}
+
+
+const isHeadless = () => {
+  if (process.env.CI) return true
+  try {
+    const lastResults = JSON.parse(fs.readFileSync("./build/playwright/results.json", "utf8"))
+    const hasPassed = hasPassedAllPreviousTests(lastResults)
+    return hasPassed
+  } catch (_err) {
+    // console.log("Error reading last results", err)
+    // Default to show if no previous results or error reading file
+    return false
+  }
+}
+
+
+// https://playwright.dev/docs/test-configuration.
+module.exports = function(config) {
+
+  const baseConfig = {
+    globalSetup: ["./spec/helpers/globalSetup.ts"],
+    testDir: "./build/spec",
+    fullyParallel: false,
+    /* Fail the build on CI if you accidentally left test.only in the source code. */
+    forbidOnly: !!process.env.CI,
+    /* Retry on CI only */
+    retries: process.env.CI ? 4 : 0,
+    /* Opt out of parallel tests on CI. */
+    workers: process.env.CI ? 1 : cpus().length,
+    /* Reporter to use. See https://playwright.dev/docs/test-reporters */
+    reporter: [
+      ["html", {open: "never", outputFolder: "./build/playwright/report"}],
+      ["blob", {outputFile: "./build/playwright/blob"}],
+      ["list", {outputFile: "./build/playwright/results.txt"}],
+      ["json", { outputFile: "./build/playwright/results.json" }]
+    ],
+    outputDir: "./build/playwright/test-results",
+    /* Shared settings for all the projects below. See https://playwright.dev/docs/api/class-testoptions. */
+    use: {
+      baseURL: "http://localhost:8080",
+      /* Collect trace when retrying the failed test. See https://playwright.dev/docs/trace-viewer */
+      trace: "on",
+      video: "on",
+      launchOptions: {
+        headless: isHeadless(),
+      },
+    },
+    projects: [
+      {
+        name: "chromium",
+        use: { ...devices["Desktop Chrome"] },
+      },
+    ],
+  }
+
+  return defineConfig(mergeConfig(baseConfig, config))
+}

package/src/index.js

@@ -0,0 +1,3 @@
+const defineConfig = require("./defineConfig")
+
+module.exports = {defineConfig}

package/src/runPlaywright.js

@@ -1,5 +0,0 @@
-
-
-export const runPlaywright = async() => {
-
-}