npm - testaro - Versions diffs - 55.5.13 → 56.0.0 - Mend

testaro 55.5.13 → 56.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (65) hide show

package/validation/tests/{jobs → jobProperties}/titledEl.json RENAMED Viewed

@@ -1,14 +1,13 @@
 {
-  "id": "titledEl",
-  "what": "validation of titledEl test",
-  "strict": true,
+  "rule": "titledEl",
   "timeLimit": 20,
   "acts": [
     {
       "type": "launch",
-      "which": "chromium",
-      "url": "file://validation/tests/targets/titledEl/index.html",
-      "what": "page with valid and invalid title attributes"
+      "target": {
+        "url": "file://validation/tests/targets/titledEl/index.html",
+        "what": "page with valid and invalid title attributes"
+      }
     },
     {
       "type": "test",
@@ -139,11 +138,5 @@
         "titledEl"
       ]
     }
-  ],
-  "sources": {
-  },
-  "standard": "only",
-  "observe": false,
-  "timeStamp": "240101T1500",
-  "creationTimeStamp": "240101T1200"
+  ]
 }

package/validation/tests/{jobs → jobProperties}/zIndex.json RENAMED Viewed

@@ -1,14 +1,13 @@
 {
-  "id": "zIndex",
-  "what": "validation of zIndex test",
-  "strict": true,
+  "rule": "zIndex",
   "timeLimit": 20,
   "acts": [
     {
       "type": "launch",
-      "which": "chromium",
-      "url": "file://validation/tests/targets/zIndex/good.html",
-      "what": "page with no explicit z-index attributes"
+      "target": {
+        "url": "file://validation/tests/targets/zIndex/good.html",
+        "what": "page with no explicit z-index attributes"
+      }
     },
     {
       "type": "test",
@@ -141,11 +140,5 @@
         "zIndex"
       ]
     }
-  ],
-  "sources": {
-  },
-  "standard": "only",
-  "observe": false,
-  "timeStamp": "240101T1500",
-  "creationTimeStamp": "240101T1200"
+  ]
 }

package/validation/tests/targets/linkUl/bad.html CHANGED Viewed

@@ -1,6 +1,6 @@
 <!DOCTYPE html>
 <!--
-  © 2022–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2022–2025 CVS Health and/or one of its affiliates. All rights reserved.
   MIT License
@@ -39,21 +39,9 @@
       <h1>Page with non-underlined inline links</h1>
       <p>This paragraph contains an inline link to <a id="overline" style="text-decoration: overline" href="https://en.wikipedia.org">English information</a> that has an overline instead of an underline.</p>
       <p>This paragraph contains an inline link to <a style="text-decoration: none" href="https://fr.wikipedia.org">French information</a> without any underline.</p>
-      <p>This paragraph introduces a list of nonunderlined links, but it contains only 1 link, so that link fails to be classified as a list link.</p>
-      <ul class="nude"</ul>
-        <li><a href="https://eus.wikipedia.org">Basque information</a></li>
-      </ul>
-      <p>This paragraph introduces a list of nonunderlined links, but it contains an item that is not a link, so its link fails to be classified as a list link.</p>
-      <ul class="nude">
-        <li><span>Spanish information is not available</span></li>
-        <li><a href="https://eo.wikipedia.org">Esperanto information</a></li>
-      </ul>
-      <p>This paragraph introduces a list of nonunderlined links, but it contains additional text, so its links fail to be classified as list links.</p>
-      <ul class="nude">
-        <li><a id="extraText" href="https://fr.wikipedia.org">French information</a> is available, as well as</li>
-        <li><a href="https://tr.wikipedia.org">Turkish information</a></li>
-      </ul>
-      <p>Defects: 6</p>
+      <p>The next paragraph contains a nonunderlined link but no other text content, so that link is classified as a block link.</p>
+      <p><a href="https://eus.wikipedia.org">Basque information</a></p>
+      <p>Defects: 2</p>
     </main>
   </body>
 </html>

package/validation/tests/targets/linkUl/good.html CHANGED Viewed

@@ -1,6 +1,6 @@
 <!DOCTYPE html>
 <!--
-  © 2022–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2022–2025 CVS Health and/or one of its affiliates. All rights reserved.
   MIT License
@@ -38,7 +38,7 @@
     <main>
       <h1>Page with underlined adjacent links</h1>
       <p>This page contains adjacent links to <a href="https://en.wikipedia.org">English information</a> and <a style="text-decoration: underline wavy 2px" href="https://fr.wikipedia.org">French information</a>. The latter is weird, but still an underline.</p>
-      <p>The following links, however, are not adjacent, so can be (and are) devoid of underlines.</p>
+      <p>The following links, however, are not adjacent, so are permitted to be (and are) devoid of underlines.</p>
       <ul class="nude">
         <li><a href="https://sp.wikipedia.org">Spanish information</a></li>
         <li><a href="https://eo.wikipedia.org">Esperanto information</a></li>
@@ -48,6 +48,7 @@
         <li><a href="https://eus.wikipedia.org">Basque information</a></li>
         <li><a href="https://tr.wikipedia.org">Turkish information</a></li>
       </ul>
+      <p>Defects: 0</p>
     </main>
   </body>
 </html>

package/validation/tests/targets/linkUl/na.html CHANGED Viewed

@@ -31,13 +31,15 @@
   </head>
   <body>
     <main>
-      <h1>Page without adjacent links</h1>
-      <p>This page contains list links but no adjacent links.</p>
-      <p>The following links are list links.</p>
+      <h1>Page without inline links</h1>
+      <p>This page contains list links but no inline links.</p>
+      <p>The following links are block links.</p>
       <ul>
         <li><a href="https://eus.wikipedia.org">Basque information</a></li>
         <li><a href="https://tr.wikipedia.org">Turkish information</a></li>
       </ul>
+      <div><a href="https://de.wikipedia.org">German information</a></div>
+      <p>Defects: 0</p>
     </main>
   </body>
 </html>

package/validation/validateTest.js CHANGED Viewed

@@ -34,58 +34,89 @@ const fs = require('fs').promises;
 // Module to run Testaro jobs.
 const {doJob} = require('../run');
+// CONSTANTS
+const job = {
+  id: '250101T0000-aaa-00',
+  what: '',
+  strict: true,
+  standard: 'only',
+  observe: false,
+  device: {
+    id: 'default',
+    windowOptions: {
+      reducedMotion: 'no-preference'
+    }
+  },
+  browserID: 'webkit',
+  timeLimit: 0,
+  creationTimeStamp: '250101T0000',
+  executionTimeStamp: '250101T0000',
+  sendReportTo: '',
+  target: {
+    what: 'page for test validation',
+    url: 'file://validation/tests/targets/adbID/index.html'
+  },
+  sources: {
+    script: 'test',
+    batch: 'test',
+    mergeID: 'aaa',
+    requester: ''
+  },
+  acts: []
+};
 // FUNCTIONS
-// Validates a test.
+// Validates a Testaro test.
 exports.validateTest = async testID => {
-  // Get the job that validates the test.
-  const jobFileNames = await fs.readdir(`${__dirname}/tests/jobs`);
-  for (const jobFileName of jobFileNames.filter(fileName => fileName === `${testID}.json`)) {
-    const jobJSON = await fs.readFile(`${__dirname}/tests/jobs/${jobFileName}`, 'utf8');
-    let report = JSON.parse(jobJSON);
-    // Perform it.
-    report = await doJob(report);
-    // Report whether the end time was reported.
-    const {acts, jobData} = report;
-    if (jobData.endTime && /^(?:\d{2}-){2}\d{2}T\d{2}:\d{2}$/.test(jobData.endTime)) {
-      console.log('Success: End time has been correctly populated');
-    }
-    else {
-      console.log('Failure: End time empty or invalid');
-    }
-    // If the test acts were correctly reported:
-    const testActs = acts.filter(act => act.type && act.type === 'test');
-    if (
-      testActs.length === report.acts.filter(act => act.type === 'test').length
-      && testActs.every(
-        testAct => testAct.expectationFailures !== undefined
-      )
-    ) {
+  // Get data for a job for the test.
+  const jobProperties = require(`./tests/jobProperties/${testID}.json`);
+  // Use the data to complete the job.
+  job.what = `validate Testaro test ${jobProperties.rule}`;
+  job.timeLimit = jobProperties.timeLimit;
+  job.acts = jobProperties.acts;
+  // Perform it.
+  report = await doJob(job);
+  // Report whether the end time was reported.
+  const {acts, jobData} = report;
+  if (jobData.endTime && /^(?:\d{2}-){2}\d{2}T\d{2}:\d{2}$/.test(jobData.endTime)) {
+    console.log('Success: End time has been correctly populated');
+  }
+  else {
+    console.log('Failure: End time empty or invalid');
+  }
+  // If the test acts were correctly reported:
+  const testActs = acts.filter(act => act.type && act.type === 'test');
+  if (
+    testActs.length === report.acts.filter(act => act.type === 'test').length
+    && testActs.every(
+      testAct => testAct.expectationFailures !== undefined
+    )
+  ) {
+    // Report this.
+    console.log('Success: Reports have been correctly populated');
+    // If all expectations were satisfied:
+    if (testActs.every(testAct => testAct.expectationFailures === 0)) {
       // Report this.
-      console.log('Success: Reports have been correctly populated');
-      // If all expectations were satisfied:
-      if (testActs.every(testAct => testAct.expectationFailures === 0)) {
-        // Report this.
-        console.log('######## Success: No failures\n');
-      }
-      // Otherwise, i.e. if not all expectations were satisfied:
-      else {
-        // Report this.
-        console.log(
-          '######## Failure: The test has at least one failure (see “"passed": false” below)\n'
-        );
-        // Output the acts that had failures.
-        console.log(
-          JSON.stringify(
-            acts.filter(act => act.type === 'test' && act.expectationFailures), null, 2
-          )
-        );
-      }
+      console.log('######## Success: No failures\n');
     }
+    // Otherwise, i.e. if not all expectations were satisfied:
     else {
-      console.log('Failure: Reports empty or invalid');
-      console.log(JSON.stringify(acts, null, 2));
+      // Report this.
+      console.log(
+        '######## Failure: The test has at least one failure (see “"passed": false” below)\n'
+      );
+      // Output the acts that had failures.
+      console.log(
+        JSON.stringify(
+          acts.filter(act => act.type === 'test' && act.expectationFailures), null, 2
+        )
+      );
     }
   }
-  return Promise.resolve('');
+  else {
+    console.log('Failure: Act results empty or invalid');
+    console.log(JSON.stringify(acts, null, 2));
+  }
 };