testaro 78.0.8 → 78.4.0

package/validation/tests/jobProperties/checkpoint.json

@@ -0,0 +1,395 @@
+{
+  "rule": "checkpoint",
+  "timeLimit": 120,
+  "acts": [
+    {
+      "type": "launch",
+      "target": {
+        "url": "file://validation/tests/targets/checkpoint/index.html",
+        "what": "page whose defects appear after an action"
+      }
+    },
+    {
+      "type": "test",
+      "which": "testaro",
+      "withItems": true,
+      "rules": [
+        "y",
+        "altScheme",
+        "linkTo"
+      ],
+      "what": "before the action, at checkpoint 0",
+      "expect": [
+        [
+          "standardResult.instances.length",
+          "=",
+          0
+        ],
+        [
+          "checkpoint",
+          "=",
+          0
+        ]
+      ],
+      "stopOnFail": false
+    },
+    {
+      "type": "button",
+      "which": "Show more",
+      "what": "reveal the defective section"
+    },
+    {
+      "type": "checkpoint",
+      "which": "revealed",
+      "what": "the page after the section is revealed"
+    },
+    {
+      "type": "test",
+      "which": "testaro",
+      "withItems": true,
+      "rules": [
+        "y",
+        "altScheme",
+        "linkTo"
+      ],
+      "what": "after the action, at checkpoint 1",
+      "expect": [
+        [
+          "checkpoint",
+          "=",
+          1
+        ],
+        [
+          "standardResult.instances.length",
+          "=",
+          2
+        ],
+        [
+          "standardResult.instances.0.checkpoint",
+          "=",
+          1
+        ],
+        [
+          "standardResult.instances.0.ruleID",
+          "=",
+          "altScheme"
+        ],
+        [
+          "standardResult.instances.0.tagName",
+          "=",
+          "IMG"
+        ],
+        [
+          "standardResult.instances.1.ruleID",
+          "=",
+          "linkTo"
+        ],
+        [
+          "standardResult.instances.1.id",
+          "=",
+          "noHref"
+        ],
+        [
+          "standardResult.outcomeTotals.failed",
+          "=",
+          2
+        ]
+      ],
+      "stopOnFail": false
+    },
+    {
+      "type": "test",
+      "which": "axe",
+      "rules": [
+        "image-alt",
+        "link-name"
+      ],
+      "what": "after the action, at checkpoint 1, by axe",
+      "expect": [
+        [
+          "checkpoint",
+          "=",
+          1
+        ],
+        [
+          "data.replay.acts",
+          "=",
+          1
+        ],
+        [
+          "data.replay.fidelity",
+          "=",
+          "exact"
+        ],
+        [
+          "standardResult.instances.length",
+          "=",
+          2
+        ],
+        [
+          "standardResult.instances.0.checkpoint",
+          "=",
+          1
+        ]
+      ],
+      "detailLevel": 0
+    },
+    {
+      "type": "test",
+      "which": "testaro",
+      "withItems": true,
+      "rules": [
+        "y",
+        "altScheme",
+        "linkTo",
+        "title"
+      ],
+      "scope": "changed",
+      "what": "after the action, at checkpoint 1, scoped to the changed subtree",
+      "expect": [
+        [
+          "checkpoint",
+          "=",
+          1
+        ],
+        [
+          "data.scope.requested",
+          "=",
+          "changed"
+        ],
+        [
+          "data.scope.applied",
+          "=",
+          true
+        ],
+        [
+          "data.scope.roots.length",
+          "=",
+          1
+        ],
+        [
+          "data.scope.pathIDs",
+          "e",
+          [
+            "/html/body/main[1]/div[1]/section[1]"
+          ]
+        ],
+        [
+          "data.scope.localRules",
+          "e",
+          [
+            "altScheme",
+            "linkTo"
+          ]
+        ],
+        [
+          "data.scope.pageRules",
+          "e",
+          [
+            "title"
+          ]
+        ],
+        [
+          "standardResult.instances.length",
+          "=",
+          2
+        ],
+        [
+          "standardResult.instances.0.ruleID",
+          "=",
+          "altScheme"
+        ],
+        [
+          "standardResult.instances.1.ruleID",
+          "=",
+          "linkTo"
+        ]
+      ],
+      "stopOnFail": false
+    },
+    {
+      "type": "test",
+      "which": "axe",
+      "rules": [
+        "image-alt",
+        "link-name",
+        "page-has-heading-one"
+      ],
+      "scope": "changed",
+      "what": "after the action, at checkpoint 1, by axe, scoped to the changed subtree",
+      "expect": [
+        [
+          "checkpoint",
+          "=",
+          1
+        ],
+        [
+          "data.scope.applied",
+          "=",
+          true
+        ],
+        [
+          "standardResult.instances.length",
+          "=",
+          2
+        ],
+        [
+          "standardResult.instances.0.checkpoint",
+          "=",
+          1
+        ]
+      ],
+      "detailLevel": 0
+    }
+  ],
+  "expectReport": [
+    [
+      "checkpoints.length",
+      "=",
+      2
+    ],
+    [
+      "checkpoints.1.name",
+      "=",
+      "revealed"
+    ],
+    [
+      "checkpoints.1.kind",
+      "=",
+      "interaction"
+    ],
+    [
+      "checkpoints.1.replay",
+      "e",
+      [
+        2
+      ]
+    ],
+    [
+      "pathIDs"
+    ],
+    [
+      "catalogNextIndex"
+    ],
+    [
+      "checkpoints.1.testActs",
+      "e",
+      [
+        4,
+        5,
+        6,
+        7
+      ]
+    ],
+    [
+      "flow.checkpoints.length",
+      "=",
+      2
+    ],
+    [
+      "flow.checkpoints.0.tools",
+      "e",
+      [
+        "testaro"
+      ]
+    ],
+    [
+      "flow.checkpoints.1.tools",
+      "e",
+      [
+        "axe",
+        "testaro"
+      ]
+    ],
+    [
+      "flow.checkpoints.1.issueCount",
+      "=",
+      4
+    ],
+    [
+      "flow.deltas.length",
+      "=",
+      1
+    ],
+    [
+      "flow.deltas.0.tools",
+      "e",
+      [
+        "testaro"
+      ]
+    ],
+    [
+      "flow.deltas.0.notObserved",
+      "e",
+      [
+        "axe"
+      ]
+    ],
+    [
+      "flow.deltas.0.added.length",
+      "=",
+      2
+    ],
+    [
+      "flow.deltas.0.added.0.ruleID",
+      "=",
+      "altScheme"
+    ],
+    [
+      "flow.deltas.0.added.0.pathID",
+      "=",
+      "/html/body/main[1]/div[1]/section[1]/p[2]/img[1]"
+    ],
+    [
+      "flow.deltas.0.added.0.actIndexes",
+      "e",
+      [
+        4,
+        6
+      ]
+    ],
+    [
+      "flow.deltas.0.persisted.length",
+      "=",
+      0
+    ],
+    [
+      "flow.deltas.0.removed.length",
+      "=",
+      0
+    ],
+    [
+      "flow.deltas.0.structure.roots",
+      "e",
+      [
+        "/html/body/main[1]/div[1]/section[1]"
+      ]
+    ],
+    [
+      "flow.deltas.0.structure.counts.added",
+      "=",
+      10
+    ],
+    [
+      "flow.deltas.0.structure.counts.removed",
+      "=",
+      0
+    ],
+    [
+      "flow.deltas.0.aria.addedLineCount",
+      ">",
+      0
+    ],
+    [
+      "flow.deltas.0.aria.removedLineCount",
+      "=",
+      0
+    ],
+    [
+      "scope"
+    ],
+    [
+      "ruleScopeRoots"
+    ]
+  ]
+}

package/validation/tests/jobProperties/datalistRef.json

@@ -23,7 +23,7 @@
         [
           "standardResult.totals.3",
           "=",
-          2
+          3
         ],
         [
           "standardResult.instances.0.ruleID",
@@ -33,7 +33,7 @@
         [
           "standardResult.instances.0.what",
           "=",
-          "list attribute of the element references an ambiguous or missing datalist element"
+          "input element list attribute is empty"
         ],
         [
           "standardResult.instances.0.ordinalSeverity",
@@ -65,10 +65,25 @@
           "i",
           "material"
         ],
+        [
+          "standardResult.instances.1.what",
+          "=",
+          "input element list attribute references a missing element"
+        ],
         [
           "standardResult.instances.1.excerpt",
           "i",
           "city"
+        ],
+        [
+          "standardResult.instances.2.what",
+          "=",
+          "input element list attribute references a non-datalist element"
+        ],
+        [
+          "standardResult.instances.2.excerpt",
+          "i",
+          "thing"
         ]
       ],
       "rules": [
@@ -90,7 +105,7 @@
         [
           "standardResult.totals.3",
           "=",
-          2
+          3
         ],
         [
           "standardResult.instances.0.ruleID",
@@ -100,7 +115,7 @@
         [
           "standardResult.instances.0.what",
           "=",
-          "list attributes of elements reference ambiguous or missing datalist elements"
+          "list attributes of input elements are empty or IDs of no or non-datalist elements"
         ],
         [
           "standardResult.instances.0.ordinalSeverity",
@@ -110,7 +125,7 @@
         [
           "standardResult.instances.0.count",
           "=",
-          2
+          3
         ]
       ],
       "rules": [

package/validation/tests/jobProperties/distortion.json

@@ -16,7 +16,7 @@
       "stopOnFail": true,
       "expect": [
         [
-          "standardResult.totals.1",
+          "standardResult.totals.0",
           "=",
           5
         ],
@@ -63,12 +63,32 @@
         [
           "standardResult.instances.3.ordinalSeverity",
           "=",
-          1
+          0
         ],
         [
           "standardResult.instances.4.tagName",
           "=",
           "SPAN"
+        ],
+        [
+          "standardResult.totals.1",
+          "=",
+          0
+        ],
+        [
+          "standardResult.instances.0.what",
+          "i",
+          "rotation transformation"
+        ],
+        [
+          "standardResult.instances.2.what",
+          "i",
+          "perspective transformation"
+        ],
+        [
+          "standardResult.instances.3.what",
+          "i",
+          "scale transformation"
         ]
       ],
       "rules": [
@@ -83,7 +103,7 @@
       "stopOnFail": true,
       "expect": [
         [
-          "standardResult.totals.1",
+          "standardResult.totals.0",
           "=",
           5
         ],
@@ -96,6 +116,11 @@
           "standardResult.instances.0.count",
           "=",
           5
+        ],
+        [
+          "standardResult.instances.0.ordinalSeverity",
+          "=",
+          0
         ]
       ],
       "rules": [

package/validation/tests/jobProperties/docType.json

@@ -72,9 +72,9 @@
           "HTML"
         ],
         [
-          "standardResult.instances.0.location.spec",
+          "standardResult.instances.0.outcome",
           "=",
-          "html"
+          "failed"
         ]
       ],
       "withItems": true,

package/validation/tests/jobProperties/dupAtt.json

@@ -5,37 +5,10 @@
     {
       "type": "launch",
       "target": {
-        "url": "file://validation/tests/targets/dupAtt/good.html",
-        "what": "page without duplicate attributes"
+        "url": "file://validation/tests/targets/dupAtt/bad.html",
+        "what": "page with duplicate attributes"
       }
     },
-    {
-      "type": "test",
-      "which": "testaro",
-      "withItems": true,
-      "stopOnFail": true,
-      "expect": [
-        [
-          "standardResult.totals.2",
-          "=",
-          0
-        ],
-        [
-          "standardResult.instances.length",
-          "=",
-          0
-        ]
-      ],
-      "rules": [
-        "y",
-        "dupAtt"
-      ]
-    },
-    {
-      "type": "url",
-      "which": "file://validation/tests/targets/dupAtt/bad.html",
-      "what": "page with duplicate attributes"
-    },
     {
       "type": "test",
       "which": "testaro",
@@ -54,14 +27,29 @@
         ],
         [
           "standardResult.instances.0.what",
-          "i",
-          "attributes with the same name"
+          "=",
+          "P element has 2 attributes named class"
         ],
         [
           "standardResult.instances.0.tagName",
           "=",
           "P"
         ],
+        [
+          "standardResult.instances.0.id",
+          "=",
+          "daParagraph"
+        ],
+        [
+          "standardResult.instances.0.excerpt",
+          "=",
+          "Submit"
+        ],
+        [
+          "standardResult.instances.1.what",
+          "=",
+          "BUTTON element has 2 attributes named aria-label"
+        ],
         [
           "standardResult.instances.1.tagName",
           "=",
@@ -75,7 +63,7 @@
         [
           "standardResult.instances.1.location.doc",
           "=",
-          "source"
+          "dom"
         ],
         [
           "standardResult.instances.1.location.type",
@@ -90,7 +78,7 @@
         [
           "standardResult.instances.1.excerpt",
           "i",
-          "aria-label"
+          "A paragraph"
         ]
       ],
       "rules": [
@@ -129,6 +117,33 @@
         "y",
         "dupAtt"
       ]
+    },
+    {
+      "type": "url",
+      "which": "file://validation/tests/targets/dupAtt/good.html",
+      "what": "page without duplicate attributes"
+    },
+    {
+      "type": "test",
+      "which": "testaro",
+      "withItems": true,
+      "stopOnFail": true,
+      "expect": [
+        [
+          "standardResult.totals.2",
+          "=",
+          0
+        ],
+        [
+          "standardResult.instances.length",
+          "=",
+          0
+        ]
+      ],
+      "rules": [
+        "y",
+        "dupAtt"
+      ]
     }
   ]
 }