cypress-plugin-last-failed 1.0.0 → 1.0.2

package/.github/workflows/main.yml

@@ -24,5 +24,5 @@ jobs:
         uses: cypress-io/github-action@v6
         with:
           # environment variable used for CI/CD tests in this repo
-          command: npx cypress-last-failed run --env shouldPass=true
+          command: npx cypress-plugin-last-failed run --env shouldPass=true
           working-directory: ${{ github.workspace }}

package/CONTRIBUTING.md

@@ -30,7 +30,7 @@ Thanks for being willing to contribute!
 Please make sure to run the node script before you commit your changes:
 
 ```bash
-npx cypress-last-failed run
+npx cypress-plugin-last-failed run
 ```
 
 For changes related to the `cypress open` toggle, you can run `npx cypress open` to test functionality in the Cypress Test Runner UI. Make sure to include any test changes (if they exist) in your commit.

package/README.md

@@ -20,11 +20,11 @@ A companion Cypress plugin for <code>cy-grep</code> that re-runs the last failed
 
 - [Installation](#-installation)
 - [Run mode](#-run-mode)
-  - [Optional custom `failedTestDirectory`](#optional-custom-failedtestdirectory)
   - [Add rule to gitignore](#add-rule-to-gitignore)
   - [Setting up a `npm` script](#-setting-up-a-npm-script)
 - [Open mode](#-open-mode)
   - [Recommended open mode env variables](#recommended-open-mode-env-variables)
+  - [Use Required Test Tags Instead Of Skipping Tests](#use-required-test-tags-instead-of-skipping-tests)
 - [CI support](#continuous-integration-support)
 - [Typescript support](#typescript-support)
 - [Contributions](#contributions)
@@ -54,10 +54,12 @@ failedTestToggle();
 3. In `cypress.config`, include the following within `setupNodeEvents` for `e2e` and/or `component` testing:
 
 ```js
+const { defineConfig } = require('cypress');
+const { collectFailingTests } = require('cypress-plugin-last-failed');
+
 module.exports = defineConfig({
   screenshotOnRunFailure: false,
   env: {
-    failedTestDirectory: './',
     grepOmitFiltered: true,
     grepFilterSpecs: true,
   },
@@ -94,34 +96,17 @@ npx cypress run
 2. If there are failed tests, run the following command from the **directory of the project's `cypress.config`**:
 
 ```bash
-npx cypress-last-failed run
+npx cypress-plugin-last-failed run
 ```
 
 You can also include more cli arguments similar to `cypress run`, as the command harnesses the power of [Cypress module API](https://docs.cypress.io/guides/guides/module-api):
 
 ```bash
 # Example
-npx cypress-last-failed run --e2e --browser chrome
+npx cypress-plugin-last-failed run --e2e --browser chrome
 ```
 
-### Optional custom `failedTestDirectory`
-
-By default, there will be a folder called `test-results` created in the directory of the `cypress.config`.
-
-- To customize where the `test-results` folder should be stored, add the `failedTestDirectory` environment variable:
-
-```js
-// Example using a fixtures folder path relative to the cypress.config
-
-module.exports = defineConfig({
-  env: {
-    failedTestDirectory: './cypress/fixtures',
-  },
-  e2e: {
-    setupNodeEvents(on, config) {},
-  },
-});
-```
+There will be a folder called `test-results` created in the directory of the `cypress.config`.
 
 ### Add rule to gitignore
 
@@ -141,7 +126,7 @@ For convenience, you may desire to house the `npx` command within an npm script
 
 ```json
   "scripts": {
-    "last-failed": "npx cypress-run-last-failed run --e2e --browser electron"
+    "last-failed": "npx cypress-plugin-last-failed run --e2e --browser electron"
   }
 ```
 
@@ -167,6 +152,29 @@ Toggling the filter will run any previously failed tests on the particular spec
 > [!NOTE]
 > More information on `grepOmitFiltered` and `grepFilterSpecs` can be read within the [README for `@bahmutov/cy-grep`](https://github.com/bahmutov/cy-grep?tab=readme-ov-file#pre-filter-specs-grepfilterspecs).
 
+### Use Required Test Tags Instead Of Skipping Tests
+
+> [!NOTE]
+> Read more about this topic within a blog post [Use Required Test Tags Instead Of Skipping Tests](https://glebbahmutov.com/blog/required-tags-instead-of-skipped-tests/) and within the [README for `@bahmutov/cy-grep`](https://github.com/bahmutov/cy-grep#required-tags).
+
+Normally, any Cypress test or suite of tests marked with a `.skip` will be shown when running tests or within the Cypress test runner UI.
+
+Since this plugin uses `@bahmutov/cy-grep` plugin, we can instead designate skipped tests using a **required tag**:
+
+```js
+it('deletes an item', { requiredTags: '@skip' }, () => {
+  expect(1).to.equal(2);
+});
+```
+
+Now running or opening Cypress in interactive mode, **you will not see any tests with `requiredTags` including `@skip`** (unless setting environment variable `grepTags=@skip`).
+
+To run just those tests with the required tag `@skip` in interactive mode:
+
+```bash
+npx cypress open --env grepTags=@skip
+```
+
 ---
 
 ## Continuous integration support
@@ -198,7 +206,7 @@ jobs:
         if: always()
         uses: cypress-io/github-action@v6
         with:
-          command: npx cypress-last-failed run
+          command: npx cypress-plugin-last-failed run
           working-directory: ${{ github.workspace }}
 ```
 

package/cypress/e2e/tests.cy.js

@@ -6,9 +6,11 @@ describe('Should run expected tests', () => {
       expect(true).to.eq(false);
     }
   });
+
   it('should not run', () => {
     expect(true).to.eq(true);
   });
+
   it('needs to run', () => {
     if (Cypress.env('shouldPass')) {
       expect(1).to.eq(1);
@@ -16,6 +18,7 @@ describe('Should run expected tests', () => {
       expect(1).to.eq(2);
     }
   });
+
   it('will be included in failed tests', () => {
     if (Cypress.env('shouldPass')) {
       expect(10).to.eq(10);
@@ -23,4 +26,16 @@ describe('Should run expected tests', () => {
       expect(10).to.eq(2);
     }
   });
+
+  it('retry', { requiredTags: '@skip', retries: 1 }, () => {
+    if (Cypress.currentRetry === 0) {
+      expect(10).to.eq(2);
+    } else {
+      expect(10).to.eq(10);
+    }
+  });
+
+  it('skipped', { requiredTags: '@skip' }, () => {
+    expect(10).to.eq(10);
+  });
 });

package/cypress.config.js

@@ -3,7 +3,6 @@ const { collectFailingTests } = require('./src/index');
 
 module.exports = defineConfig({
   env: {
-    failedTestDirectory: './',
     grepOmitFiltered: true,
     grepFilterSpecs: true,
   },

package/package.json

@@ -1,13 +1,13 @@
 {
   "name": "cypress-plugin-last-failed",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "description": "Cypress plugin to rerun last failed tests in cypress run and open mode",
   "main": "./src/index.js",
   "scripts": {
-    "last-failed": "node runFailed.js run --e2e --browser electron"
+    "last-failed": "npx cypress-plugin-last-failed run --e2e --browser electron"
   },
   "bin": {
-    "cypress-last-failed": "runFailed.js"
+    "cypress-plugin-last-failed": "runFailed.js"
   },
   "keywords": [
     "cypress",

package/runFailed.js

@@ -4,18 +4,13 @@ const cypress = require('cypress');
 const fs = require('fs');
 const path = require('path');
 const appDir = process.env.INIT_CWD ? process.env.INIT_CWD : path.resolve('.');
-const cypressConfig = require(`${appDir}/cypress.config`);
 
 async function runLastFailed() {
-  const noFailedTestsMessage =
-    'No previous failed tests detected\nTry running tests again with cypress run';
-
-  // Use the cypress environment variable failedTestDirectory for where to store failed tests
-  // If not set then use the directory of the project's cypress.config where the test-results defaults to
-  const failedTestFilePath =
-    cypressConfig.env?.failedTestDirectory === undefined
-      ? `${appDir}/test-results/last-run.txt`
-      : `${cypressConfig.env.failedTestDirectory}/test-results/last-run.txt`;
+  const noFailedTestsMessage = `No previous failed tests detected
+Ensure you are in the directory of your cypress config
+Try running tests again with cypress run`;
+
+  const failedTestFilePath = `${appDir}/test-results/last-run.txt`;
 
   if (fs.existsSync(failedTestFilePath)) {
     // Retrieve the failedTests from the file

package/src/index.js

@@ -6,9 +6,7 @@ const path = require('path');
  *
  * After each run, a file will store failed test titles within a test-results directory
  *
- * Environment variable `failedTestDirectory` can be used to set a specific directory to store test-results
- *
- * If failedTestDirectory env var is unset, test-results will be stored in cypress.config directory
+ * The test-results directory will be stored in cypress.config directory
  *
  * Subsequent test runs containing failed tests will overwrite this file
  * @param {*} on
@@ -17,7 +15,6 @@ const path = require('path');
  */
 
 const collectFailingTests = (on, config) => {
-  // Check for environment variable `collectFailingTests` to be true
   on('after:run', async (results) => {
     let failedTests = [];
     // Grab every failed test's title
@@ -36,13 +33,12 @@ const collectFailingTests = (on, config) => {
     // Prepare a string that can be read from cy-grep
     const greppedTestFormat = stringedTests.replaceAll(',', '; ');
 
-    // Use the cypress.config environment variable for failedTestDirectory
-    // If not set then use the cypress.config directory
-    const failedTestFileDirectory =
-      config.env.failedTestDirectory === undefined
-        ? `${path.dirname(config.configFile)}/test-results/`
-        : `${config.env.failedTestDirectory}/test-results/`;
+    // Use the cypress.config directory for path for storing test-results
+    const failedTestFileDirectory = `${path.dirname(
+      config.configFile
+    )}/test-results/`;
 
+    // Create the directory and last-run file where failed tests will be written to
     await fs.promises.mkdir(`${failedTestFileDirectory}`, {
       recursive: true,
     });
@@ -56,6 +52,37 @@ const collectFailingTests = (on, config) => {
   return collectFailingTests;
 };
 
+/**
+ * Find and grep all the failed test titles designated within the Cypress Test Runner UI.
+ *
+ * Any retried tests that failed but ultimately passed will not be included.
+ *
+ * See README for recommendation on handling skipped tests ordinarily seen within the Cypress Test Runner UI.
+ */
+
+const grepFailed = () => {
+  // @ts-ignore
+  const failedTestTitles = [];
+
+  const failedTests = window.top?.document.querySelectorAll(
+    '.test.runnable.runnable-failed'
+  );
+
+  [...failedTests].forEach((test) => {
+    failedTestTitles.push(test.innerText.split('\n')[0]);
+  });
+
+  if (!failedTestTitles.length) {
+    console.log('No failed tests found');
+  } else {
+    console.log('running only the failed tests');
+    const grepTitles = failedTestTitles.join('; ');
+    console.log(grepTitles);
+    // @ts-ignore
+    Cypress.grep(grepTitles);
+  }
+};
+
 /**
  * Toggle for use within a spec file during `cypress open`
  */
@@ -180,7 +207,8 @@ const failedTestToggle = () => {
         stopBtn.click();
       }
       // when checked, grep only failed tests in spec
-      Cypress.grepFailed();
+      grepFailed();
+
       runFailedLabelElement.innerHTML = turnOnRunFailedIcon;
       runFailedTooltipElement.innerHTML = turnOnRunFailedDescription;
     } else {