testaro 78.0.8 → 78.4.0

package/validation/tests/jobProperties/userPath.json

@@ -0,0 +1,317 @@
+{
+  "rule": "userPath",
+  "timeLimit": 120,
+  "what": "acts produced by procs/userPath.js getUserPathActs from a recorded user path (fill, select, checkpoint, click, wait, checkpoint, navigate, checkpoint) with a testaro test act per checkpoint",
+  "acts": [
+    {
+      "type": "launch",
+      "target": {
+        "url": "file://validation/tests/targets/userPath/index.html",
+        "what": "form whose completion reveals defects"
+      }
+    },
+    {
+      "type": "text",
+      "selector": "#name",
+      "what": "Ada",
+      "clear": true
+    },
+    {
+      "type": "select",
+      "selector": "#color",
+      "what": "green"
+    },
+    {
+      "type": "checkpoint",
+      "which": "filled",
+      "what": "filled"
+    },
+    {
+      "type": "test",
+      "which": "testaro",
+      "withItems": true,
+      "rules": [
+        "y",
+        "altScheme",
+        "linkTo",
+        "phOnly"
+      ],
+      "stopOnFail": false,
+      "scope": "page",
+      "expect": [
+        [
+          "checkpoint",
+          "=",
+          1
+        ],
+        [
+          "scope",
+          "=",
+          "page"
+        ],
+        [
+          "standardResult.instances.length",
+          "=",
+          1
+        ],
+        [
+          "standardResult.instances.0.ruleID",
+          "=",
+          "phOnly"
+        ],
+        [
+          "standardResult.instances.0.id",
+          "=",
+          "name"
+        ],
+        [
+          "data.scope"
+        ]
+      ]
+    },
+    {
+      "type": "button",
+      "selector": "role=button[name=\"Continue\"]",
+      "what": "continue"
+    },
+    {
+      "type": "state",
+      "which": "idle",
+      "what": "pause 200 ms"
+    },
+    {
+      "type": "checkpoint",
+      "which": "continued",
+      "what": "continued"
+    },
+    {
+      "type": "test",
+      "which": "testaro",
+      "withItems": true,
+      "rules": [
+        "y",
+        "altScheme",
+        "linkTo",
+        "phOnly"
+      ],
+      "stopOnFail": false,
+      "scope": "changed",
+      "expect": [
+        [
+          "checkpoint",
+          "=",
+          2
+        ],
+        [
+          "data.scope.applied",
+          "=",
+          true
+        ],
+        [
+          "data.scope.pathIDs",
+          "e",
+          [
+            "/html/body/main[1]/div[1]/section[1]"
+          ]
+        ],
+        [
+          "data.scope.localRules",
+          "e",
+          [
+            "altScheme",
+            "linkTo",
+            "phOnly"
+          ]
+        ],
+        [
+          "standardResult.instances.length",
+          "=",
+          2
+        ],
+        [
+          "standardResult.instances.0.ruleID",
+          "=",
+          "altScheme"
+        ],
+        [
+          "standardResult.instances.1.ruleID",
+          "=",
+          "linkTo"
+        ],
+        [
+          "data.replay.acts",
+          "=",
+          3
+        ]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://validation/tests/targets/checkpoint/index.html",
+      "what": "go to another page"
+    },
+    {
+      "type": "checkpoint",
+      "which": "checkpoint3"
+    },
+    {
+      "type": "test",
+      "which": "testaro",
+      "withItems": true,
+      "rules": [
+        "y",
+        "altScheme",
+        "linkTo",
+        "phOnly"
+      ],
+      "stopOnFail": false,
+      "scope": "changed",
+      "expect": [
+        [
+          "checkpoint",
+          "=",
+          3
+        ],
+        [
+          "data.scope.requested",
+          "=",
+          "changed"
+        ],
+        [
+          "standardResult.instances.length",
+          "=",
+          0
+        ],
+        [
+          "data.replay"
+        ]
+      ]
+    }
+  ],
+  "expectReport": [
+    [
+      "checkpoints.length",
+      "=",
+      4
+    ],
+    [
+      "checkpoints.1.name",
+      "=",
+      "filled"
+    ],
+    [
+      "checkpoints.1.kind",
+      "=",
+      "interaction"
+    ],
+    [
+      "checkpoints.1.replay",
+      "e",
+      [
+        1,
+        2
+      ]
+    ],
+    [
+      "checkpoints.2.name",
+      "=",
+      "continued"
+    ],
+    [
+      "checkpoints.2.kind",
+      "=",
+      "interaction"
+    ],
+    [
+      "checkpoints.2.replay",
+      "e",
+      [
+        1,
+        2,
+        5
+      ]
+    ],
+    [
+      "checkpoints.3.name",
+      "=",
+      "checkpoint3"
+    ],
+    [
+      "checkpoints.3.kind",
+      "=",
+      "navigation"
+    ],
+    [
+      "checkpoints.3.replay",
+      "e",
+      []
+    ],
+    [
+      "checkpoints.1.structure"
+    ],
+    [
+      "flow.deltas.length",
+      "=",
+      3
+    ],
+    [
+      "flow.deltas.0.notObserved",
+      "e",
+      [
+        "testaro"
+      ]
+    ],
+    [
+      "flow.deltas.1.tools",
+      "e",
+      [
+        "testaro"
+      ]
+    ],
+    [
+      "flow.deltas.1.added.length",
+      "=",
+      2
+    ],
+    [
+      "flow.deltas.1.removed.length",
+      "=",
+      0
+    ],
+    [
+      "flow.deltas.1.notRetested.length",
+      "=",
+      1
+    ],
+    [
+      "flow.deltas.1.notRetested.0.ruleID",
+      "=",
+      "phOnly"
+    ],
+    [
+      "flow.deltas.1.structure.roots",
+      "e",
+      [
+        "/html/body/main[1]/div[1]/section[1]"
+      ]
+    ],
+    [
+      "flow.deltas.2.tools",
+      "e",
+      [
+        "testaro"
+      ]
+    ],
+    [
+      "jobData.catalogData.checkpoints.0.entryCount",
+      "=",
+      0
+    ],
+    [
+      "pathIDs"
+    ],
+    [
+      "catalogNextIndex"
+    ]
+  ]
+}

package/validation/tests/jobProperties/zIndex.json

@@ -5,42 +5,10 @@
     {
       "type": "launch",
       "target": {
-        "url": "file://validation/tests/targets/zIndex/good.html",
-        "what": "page with no explicit z-index attributes"
+        "url": "file://validation/tests/targets/zIndex/bad.html",
+        "what": "page with explicit z-index attributes"
       }
     },
-    {
-      "type": "test",
-      "which": "testaro",
-      "withItems": true,
-      "stopOnFail": true,
-      "expect": [
-        [
-          "standardResult.totals.0",
-          "=",
-          0
-        ],
-        [
-          "standardResult.totals.1",
-          "=",
-          0
-        ],
-        [
-          "standardResult.instances.length",
-          "=",
-          0
-        ]
-      ],
-      "rules": [
-        "y",
-        "zIndex"
-      ]
-    },
-    {
-      "type": "url",
-      "which": "file://validation/tests/targets/zIndex/bad.html",
-      "what": "page with explicit z-index attributes"
-    },
     {
       "type": "test",
       "which": "testaro",
@@ -65,7 +33,7 @@
         [
           "standardResult.instances.0.what",
           "i",
-          "non-default Z index (1)"
+          "z-index style property of the element is 1"
         ],
         [
           "standardResult.instances.0.ordinalSeverity",
@@ -87,6 +55,11 @@
           "i",
           "Button 0"
         ],
+        [
+          "standardResult.instances.1.what",
+          "=",
+          "z-index style property of the element is 2"
+        ],
         [
           "standardResult.instances.1.excerpt",
           "i",
@@ -139,6 +112,38 @@
         "y",
         "zIndex"
       ]
+    },
+    {
+      "type": "url",
+      "which": "file://validation/tests/targets/zIndex/good.html",
+      "what": "page with no explicit z-index attributes"
+    },
+    {
+      "type": "test",
+      "which": "testaro",
+      "withItems": true,
+      "stopOnFail": true,
+      "expect": [
+        [
+          "standardResult.totals.0",
+          "=",
+          0
+        ],
+        [
+          "standardResult.totals.1",
+          "=",
+          0
+        ],
+        [
+          "standardResult.instances.length",
+          "=",
+          0
+        ]
+      ],
+      "rules": [
+        "y",
+        "zIndex"
+      ]
     }
   ]
 }

package/validation/tests/targets/allCapStyle/index.html

@@ -0,0 +1,26 @@
+<!DOCTYPE html>
+<!--
+  © 2021–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2026 Jeff Witt.
+
+  Licensed under the MIT License. See LICENSE file at the project root or
+  https://opensource.org/license/mit/ for details.
+
+  SPDX-License-Identifier: MIT
+-->
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Page with all-capital text transformations</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+  </head>
+  <body>
+    <main>
+      <h1>Page with all-capital text transformations</h1>
+      <p>This paragraph has ordinary text with an <abbr>HTML</abbr> abbreviation typed in capitals, which is not a style transformation.</p>
+      <p id="shout" style="text-transform: uppercase">Defect 1: This paragraph is transformed into capitals. Its <span>child span</span> inherits the transformation and is not separately reported.</p>
+      <p>Defect 2: This paragraph contains a <span id="capSpan" style="text-transform: uppercase">span transformed into capitals</span> within ordinary text.</p>
+    </main>
+  </body>
+</html>

package/validation/tests/targets/checkpoint/index.html

@@ -0,0 +1,38 @@
+<!DOCTYPE html>
+<!--
+  © 2026 Jeff Witt.
+
+  Licensed under the MIT License. See LICENSE file at the project root or
+  https://opensource.org/license/mit/ for details.
+
+  SPDX-License-Identifier: MIT
+-->
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Page whose defects appear after an action</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+  </head>
+  <body>
+    <main>
+      <h1>Page whose defects appear after an action</h1>
+      <p>At first the page has no defects. Activating the button below inserts a section containing a link without a destination and an image whose alternative text is a URL (defects the testaro linkTo and altScheme rules report), and an image without alternative text and a link without text (defects axe reports), so a test act at a checkpoint after the activation reports defects that a test act before it does not.</p>
+      <p><button id="more" type="button">Show more</button></p>
+      <div id="extra"></div>
+    </main>
+    <script>
+      document.getElementById('more').addEventListener('click', () => {
+        const extra = document.getElementById('extra');
+        if (! extra.firstElementChild) {
+          extra.innerHTML = '<section id="revealed"><h2>More</h2>'
+          + '<p>A link with no destination: <a id="noHref">Nowhere</a></p>'
+          + '<p>An image whose alternative text is a URL: <img src="data:image/gif;base64,R0lGODlhAQABAAAAACw=" alt="https://example.com/photo.png" width="20" height="20"></p>'
+          + '<p>An image with no alternative text: <img src="data:image/gif;base64,R0lGODlhAQABAAAAACw=" width="20" height="20"></p>'
+          + '<p>A link with no text: <a id="emptyLink" href="#more"></a></p>'
+          + '</section>';
+        }
+      });
+    </script>
+  </body>
+</html>

package/validation/tests/targets/datalistRef/index.html

@@ -28,7 +28,7 @@
         <p><label>Name a thing: <input type="text" name="thing" list="nonDatalist"></label></p>
         <p><button>Submit</button></p>
       </form>
-      <p>The material and city inputs are defective.</p>
+      <p>The material, city, and thing inputs are defective: the list attribute is empty, references a missing element, or references a non-datalist element.</p>
     </main>
   </body>
 </html>

package/validation/tests/targets/focAndOp/bad.html

@@ -0,0 +1,29 @@
+<!DOCTYPE html>
+<!--
+  © 2021–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2026 Jeff Witt.
+
+  Licensed under the MIT License. See LICENSE file at the project root or
+  https://opensource.org/license/mit/ for details.
+
+  SPDX-License-Identifier: MIT
+-->
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Page with deviant focusability and operability</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+  </head>
+  <body>
+    <main>
+      <h1>Page with deviant focusability and operability</h1>
+      <p>This paragraph contains a link to <a href="https://en.wikipedia.org">information</a>, a <button id="badButton" type="button" tabindex="-1">button</button>, and a <label>text input <input type="text"></label>. Defect 1: The button is operable but not focusable.</p>
+      <p>Defect 2: This <span id="badSpan" tabindex="0">focusable span</span> is not operable.</p>
+      <p>But this <span tabindex="0" onclick="window.alert('Clicked')">second focusable span</span> is deemed operable, since it has a click handler, and this <span tabindex="0" role="button">third focusable span</span> is deemed operable, since it has a button role.</p>
+      <p>Defect 3: This paragraph contains a <span style="font-weight: bold" tabindex="0">focusable part</span> that is not operable.</p>
+      <p>Defect 4: If you click <span id="clickable" style="color: red" onclick="document.getElementById('clickable').style.color = 'black'">this text</span>, it will turn black, but it is not focusable.</p>
+      <p>Defect 5: This <span id="pointer" style="cursor: pointer">word</span> is not focusable, but its cursor makes you think it is operable.</p>
+    </main>
+  </body>
+</html>

package/validation/tests/targets/{focOp → focAndOp}/good.html

@@ -1,6 +1,7 @@
 <!DOCTYPE html>
 <!--
-  © 2022–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2021–2023 CVS Health and/or one of its affiliates. All rights reserved.
+  © 2026 Jeff Witt.
 
   Licensed under the MIT License. See LICENSE file at the project root or
   https://opensource.org/license/mit/ for details.
@@ -18,6 +19,7 @@
     <main>
       <h1>Page with standard focusability and operability</h1>
       <p>This paragraph contains a link to <a href="https://en.wikipedia.org">information</a>, a <button type="button">button</button>, and a <label>text input <input type="text"></label>. All three are focusable and operable.</p>
+      <p>This <span tabindex="0" onclick="window.alert('Clicked')">focusable span</span> is operable, since it has a click handler, and this <span tabindex="0" role="button">other focusable span</span> is operable, since it has a button role.</p>
     </main>
   </body>
 </html>

package/validation/tests/targets/focInd/bad.html

@@ -20,7 +20,8 @@
         outline-offset: 2px;
       }
       #checkbox {
-        transition-property: outline;
+        outline: 0px solid transparent;
+        transition-property: outline-width, outline-color;
         transition-delay: 35ms;
         transition-duration: 40ms;
       }

package/validation/tests/targets/headEl/index.html

@@ -13,7 +13,16 @@
     <title>Page with valid and invalid elements in the head</title>
     <meta name="description" content="tester">
     <meta name="viewport" content="width=device-width, initial-scale=1">
-    <p>This is a paragraph containing a <span id="headSpan">span</span>. Both are invalid.</p>
+    <!-- The HTML parser moves any p or span written literally inside the head into the body, so the invalid head children must be created by script for the rule to see them in the DOM. -->
+    <script>
+      const headP = document.createElement('p');
+      headP.textContent = 'This is a paragraph. It is invalid in the head.';
+      document.head.appendChild(headP);
+      const headSpan = document.createElement('span');
+      headSpan.id = 'headSpan';
+      headSpan.textContent = 'This span is also invalid in the head.';
+      document.head.appendChild(headSpan);
+    </script>
   </head>
   <body>
     <main>

package/validation/tests/targets/{targetSmall → targetsNear}/index.html

@@ -46,6 +46,16 @@
         background-color: #ccc;
         margin: 0.5rem 0;
       }
+      ul.tight > li {
+        margin: 0;
+        height: 16px;
+      }
+      a.stacked {
+        display: block;
+        padding: 0;
+        height: 16px;
+        line-height: 16px;
+      }
     </style>
   </head>
   <body>
@@ -75,7 +85,11 @@
         <li style="min-height: 3rem">W3C: <a class="deep" href="https://w3c.org">World Wide Web Consortium (big)</a></li>
         <li>WF: <a href="https://wikimedia.org">Wikimedia Foundation (small but inline)</a></li>
         <li>WF: <a href="https://wikimedia.org">Wikimedia Foundation (tiny but inline)</a></li>
-        <p>Violations to be determined after refactoring and redefinition</p>
+      </ul>
+      <p>Here are two links stacked with no space between them:</p>
+      <ul class="tight">
+        <li><a class="stacked" href="https://w3c.org">World Wide Web Consortium (stacked)</a></li>
+        <li><a class="stacked" href="https://wikimedia.org">Wikimedia Foundation (stacked)</a></li>
       </ul>
     </main>
   </body>

package/validation/tests/targets/userPath/index.html

@@ -0,0 +1,42 @@
+<!DOCTYPE html>
+<!--
+  © 2026 Jeff Witt.
+
+  Licensed under the MIT License. See LICENSE file at the project root or
+  https://opensource.org/license/mit/ for details.
+
+  SPDX-License-Identifier: MIT
+-->
+<html lang="en-US">
+  <head>
+    <meta charset="utf-8">
+    <title>Form whose completion reveals defects</title>
+    <meta name="description" content="tester">
+    <meta name="viewport" content="width=device-width, initial-scale=1">
+  </head>
+  <body>
+    <main>
+      <h1>Form whose completion reveals defects</h1>
+      <p>A recorded user path fills the name, chooses a color, and activates Continue. The name input has only a placeholder as its label (a defect the testaro phOnly rule reports). Continuing inserts a section containing a link without a destination and an image whose alternative text is a URL (defects the linkTo and altScheme rules report), so a test act at a checkpoint after the activation reports defects that one before it does not.</p>
+      <form>
+        <p><input id="name" type="text" placeholder="Your name"></p>
+        <p><label for="color">Favorite color</label> <select id="color"><option value="">Choose</option><option value="red">Red</option><option value="green">Green</option></select></p>
+        <p><button id="continue" type="button">Continue</button></p>
+      </form>
+      <div id="extra"></div>
+    </main>
+    <script>
+      document.getElementById('continue').addEventListener('click', () => {
+        const extra = document.getElementById('extra');
+        const name = document.getElementById('name').value;
+        const color = document.getElementById('color').value;
+        if (! extra.firstElementChild && name && color) {
+          extra.innerHTML = '<section id="revealed"><h2>Thanks, ' + name + '</h2>'
+          + '<p>Your color is ' + color + '. A link with no destination: <a id="noHref">Nowhere</a></p>'
+          + '<p>An image whose alternative text is a URL: <img src="data:image/gif;base64,R0lGODlhAQABAAAAACw=" alt="https://example.com/photo.png" width="20" height="20"></p>'
+          + '</section>';
+        }
+      });
+    </script>
+  </body>
+</html>