testaro 13.0.2 → 14.0.0

package/validation/tests/old/dupAtt.json

@@ -0,0 +1,51 @@
+{
+  "id": "dupAtt",
+  "what": "validation of dupAtt test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/dupAtt/good.html",
+      "what": "page without duplicate attributes"
+    },
+    {
+      "type": "test",
+      "which": "dupAtt",
+      "what": "elements with duplicate attributes",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 0],
+        ["items.1"]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/dupAtt/bad.html",
+      "what": "page with duplicate attributes"
+    },
+    {
+      "type": "test",
+      "which": "dupAtt",
+      "what": "elements with duplicate attributes",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 2],
+        ["items.0", "=", "p class=\"narrow\" id=\"daParagraph\" class=\"wide\""],
+        ["items.1", "i", "large"]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2023-04-18T11:02:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/elements.json

@@ -0,0 +1,140 @@
+{
+  "id": "elements",
+  "what": "validation of elements test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/elements/index.html",
+      "what": "page with a shadow root"
+    },
+    {
+      "type": "test",
+      "which": "elements",
+      "what": "elements",
+      "detailLevel": 0,
+      "expect": [
+        ["total", "=", 21]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "elements",
+      "what": "elements",
+      "detailLevel": 0,
+      "tagName": "P",
+      "expect": [
+        ["total", "=", 5]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "elements",
+      "what": "elements",
+      "detailLevel": 0,
+      "tagName": "LI",
+      "onlyVisible": true,
+      "expect": [
+        ["total", "=", 2]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "elements",
+      "what": "elements",
+      "detailLevel": 0,
+      "tagName": "P",
+      "attribute": "class",
+      "expect": [
+        ["total", "=", 2]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "elements",
+      "what": "elements",
+      "detailLevel": 1,
+      "tagName": "LI",
+      "attribute": "class=first",
+      "expect": [
+        ["total", "=", 1],
+        ["items.0.tagName", "=", "LI"],
+        ["items.0.parentTagName", "=", "UL"],
+        ["items.0.code", "i", "first"],
+        ["items.0.attributes.0.name", "=", "class"],
+        ["items.0.attributes.0.value", "=", "first"],
+        ["items.0.textContent", "=", "Io"]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "elements",
+      "what": "elements",
+      "detailLevel": 1,
+      "tagName": "INPUT",
+      "expect": [
+        ["total", "=", 2],
+        ["items.0.labels.1", "i", "anything"],
+        ["items.1.labelers.0", "i", "something else"]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "elements",
+      "what": "elements",
+      "detailLevel": 2,
+      "tagName": "LI",
+      "attribute": "class=first",
+      "expect": [
+        ["items.0.textContent", "=", "Io"],
+        ["items.0.parentTextContent", "i", "tute"]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "elements",
+      "what": "elements",
+      "detailLevel": 2,
+      "tagName": "LI",
+      "onlyVisible": true,
+      "attribute": "class",
+      "expect": [
+        ["total", "=", 1],
+        ["items.0.parentTextContent", "i", "alia"],
+        ["items.0.parentTextContent", "i", "tute"]
+      ]
+    },
+    {
+      "type": "test",
+      "which": "elements",
+      "what": "elements",
+      "detailLevel": 3,
+      "tagName": "P",
+      "attribute": "class=first",
+      "expect": [
+        ["items.0.textContent", "=", "This is a paragraph."],
+        ["items.0.parentTagName", "=", "MAIN"],
+        ["items.0.parentTextContent", "i", "something."],
+        ["items.0.siblings.before.0.type", "=", 3],
+        ["items.0.siblings.before.1.type", "=", 1],
+        ["items.0.siblings.before.1.tagName", "=", "H1"],
+        ["items.0.siblings.after.12.type", "=", 1],
+        ["items.0.siblings.after.12.tagName", "=", "LABEL"],
+        ["items.0.siblings.after.12.attributes.0.name", "=", "for"]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/embAc.json

@@ -0,0 +1,54 @@
+{
+  "id": "embAc",
+  "what": "validation of embAc test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/embAc/good.html",
+      "what": "page without embedding in links or buttons"
+    },
+    {
+      "type": "test",
+      "which": "embAc",
+      "what": "visible element count",
+      "withItems": false,
+      "expect": [
+        ["totals.links", "=", 0],
+        ["totals.buttons", "=", 0],
+        ["totals.inputs", "=", 0],
+        ["totals.selects", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/embAc/bad.html",
+      "what": "page with embeddings in links and buttons"
+    },
+    {
+      "type": "test",
+      "which": "embAc",
+      "what": "visible element count",
+      "withItems": false,
+      "expect": [
+        ["totals.links", "=", 2],
+        ["totals.buttons", "=", 2],
+        ["totals.inputs", "=", 3],
+        ["totals.selects", "=", 1]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/filter.json

@@ -0,0 +1,55 @@
+{
+  "id": "filter",
+  "what": "validation of filter test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/filter/good.html",
+      "what": "page with no filter styles"
+    },
+    {
+      "type": "test",
+      "which": "filter",
+      "what": "filter",
+      "withItems": true,
+      "expect": [
+        ["totals.styledElements", "=", 0],
+        ["totals.impactedElements", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/filter/bad.html",
+      "what": "page with filter styles"
+    },
+    {
+      "type": "test",
+      "which": "filter",
+      "what": "filter",
+      "withItems": true,
+      "expect": [
+        ["totals.styledElements", "=", 2],
+        ["totals.impactedElements", "=", 7],
+        ["items.0.tagName", "=", "MAIN"],
+        ["items.1.tagName", "=", "UL"],
+        ["items.1.text", "i", "Item"],
+        ["items.0.impact", "=", 5],
+        ["items.1.impact", "=", 2]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/focAll.json

@@ -0,0 +1,68 @@
+{
+  "id": "focAll",
+  "what": "validation of focAll test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/focAll/good.html",
+      "what": "fully Tab-focusable page"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability",
+      "withItems": false,
+      "expect": [
+        ["tabFocusables", "=", 3],
+        ["tabFocused", "=", 3],
+        ["discrepancy", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/focAll/less.html",
+      "what": "partly Tab-focusable page"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability",
+      "withItems": false,
+      "expect": [
+        ["tabFocusables", "=", 3],
+        ["tabFocused", "=", 2],
+        ["discrepancy", "=", -1]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/focAll/more.html",
+      "what": "page with added Tab-focusability"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability",
+      "withItems": false,
+      "expect": [
+        ["tabFocusables", "=", 3],
+        ["tabFocused", "=", 5],
+        ["discrepancy", "=", 2]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/focInd.json

@@ -0,0 +1,69 @@
+{
+  "id": "focInd",
+  "what": "validation of focInd test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/focInd/good.html",
+      "what": "page with outline focus indication"
+    },
+    {
+      "type": "test",
+      "which": "focInd",
+      "revealAll": false,
+      "allowedDelay": 0,
+      "withItems": false,
+      "what": "focus indication",
+      "expect": [
+        ["totals.total", "=", 4],
+        ["totals.types.indicatorMissing.total", "=", 0],
+        ["totals.types.nonOutlinePresent.total", "=", 0],
+        ["totals.types.outlinePresent.total", "=", 4],
+        ["totals.types.outlinePresent.tagNames.A", "=", 1],
+        ["totals.types.outlinePresent.tagNames.BUTTON", "=", 1],
+        ["totals.types.outlinePresent.tagNames.INPUT", "=", 2]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/focInd/bad.html",
+      "what": "page with mixed focus indication"
+    },
+    {
+      "type": "test",
+      "which": "focInd",
+      "revealAll": false,
+      "allowedDelay": 150,
+      "withItems": true,
+      "what": "focus indication",
+      "expect": [
+        ["totals.total", "=", 9],
+        ["totals.types.indicatorMissing.total", "=", 3],
+        ["totals.types.indicatorMissing.tagNames.A", "=", 1],
+        ["totals.types.indicatorMissing.tagNames.INPUT", "=", 2],
+        ["totals.types.nonOutlinePresent.total", "=", 3],
+        ["totals.types.nonOutlinePresent.tagNames.A", "=", 1],
+        ["totals.types.nonOutlinePresent.tagNames.BUTTON", "=", 1],
+        ["totals.types.nonOutlinePresent.tagNames.INPUT", "=", 1],
+        ["totals.types.outlinePresent.total", "=", 3],
+        ["totals.types.outlinePresent.tagNames.A", "=", 1],
+        ["totals.types.outlinePresent.tagNames.BUTTON", "=", 1],
+        ["totals.types.outlinePresent.tagNames.INPUT", "=", 1]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/focOp.json

@@ -0,0 +1,62 @@
+{
+  "id": "focOp",
+  "what": "validation of focOp test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/focOp/good.html",
+      "what": "page with standard focusability and operability"
+    },
+    {
+      "type": "test",
+      "which": "focOp",
+      "what": "focusability and operability",
+      "withItems": false,
+      "expect": [
+        ["totals.total", "=", 3],
+        ["totals.types.onlyFocusable.total", "=", 0],
+        ["totals.types.onlyOperable.total", "=", 0],
+        ["totals.types.focusableAndOperable.total", "=", 3],
+        ["totals.types.focusableAndOperable.tagNames.A", "=", 1],
+        ["totals.types.focusableAndOperable.tagNames.BUTTON", "=", 1],
+        ["totals.types.focusableAndOperable.tagNames.INPUT", "=", 1]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/focOp/bad.html",
+      "what": "page with deviant focusability and operability"
+    },
+    {
+      "type": "test",
+      "which": "focOp",
+      "what": "focusability and operability",
+      "withItems": false,
+      "expect": [
+        ["totals.total", "=", 6],
+        ["totals.types.onlyFocusable.total", "=", 1],
+        ["totals.types.onlyFocusable.tagNames.SPAN", "=", 1],
+        ["totals.types.onlyOperable.total", "=", 3],
+        ["totals.types.onlyOperable.tagNames.BUTTON", "=", 1],
+        ["totals.types.onlyOperable.tagNames.SPAN", "=", 2],
+        ["totals.types.focusableAndOperable.total", "=", 2],
+        ["totals.types.focusableAndOperable.tagNames.A", "=", 1],
+        ["totals.types.focusableAndOperable.tagNames.INPUT", "=", 1]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/focVis.json

@@ -0,0 +1,35 @@
+{
+  "id": "focVis",
+  "what": "validation of focVis test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/focVis/index.html",
+      "what": "page with links inside and outside the viewport"
+    },
+    {
+      "type": "test",
+      "which": "focVis",
+      "what": "off-display focused links",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 1],
+        ["items.0", "=", "Basque information"]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/hover.json

@@ -0,0 +1,118 @@
+{
+  "id": "hover",
+  "what": "validation of hover test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/hover/good.html",
+      "what": "page with standard hover behavior"
+    },
+    {
+      "type": "test",
+      "which": "hover",
+      "what": "hover",
+      "sampleSize": 5,
+      "withItems": true,
+      "expect": [
+        ["totals.triggers", "=", 4],
+        ["totals.impactTriggers", "=", 0],
+        ["totals.additions", "=", 0],
+        ["totals.removals", "=", 0],
+        ["totals.opacityChanges", "=", 0],
+        ["totals.opacityImpact", "=", 0],
+        ["totals.unhoverables", "=", 0],
+        ["items.impactTriggers.0"]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/hover/bad.html",
+      "what": "page with deviant hover behavior"
+    },
+    {
+      "type": "test",
+      "which": "hover",
+      "what": "hover",
+      "sampleSize": 8,
+      "withItems": true,
+      "expect": [
+        ["totals.triggers", "=", 6],
+        ["totals.impactTriggers", "=", 3],
+        ["totals.additions", "=", 3],
+        ["totals.removals", "=", 1],
+        ["totals.opacityChanges", "=", 1],
+        ["totals.opacityImpact", "=", 1],
+        ["totals.unhoverables", "=", 1],
+        ["items.impactTriggers.0.tagName", "=", "A"],
+        ["items.impactTriggers.1.tagName", "=", "BUTTON"],
+        ["items.impactTriggers.2.tagName", "=", "LI"],
+        ["items.impactTriggers.0.text", "=", "information"],
+        ["items.impactTriggers.0.additions", "=", 0],
+        ["items.impactTriggers.1.additions", "=", 3],
+        ["items.impactTriggers.2.removals", "=", 1],
+        ["items.impactTriggers.0.opacityChanges", "=", 1],
+        ["items.impactTriggers.1.opacityImpact", "=", 0],
+        ["items.unhoverables.0.tagName", "=", "BUTTON"],
+        ["items.unhoverables.0.id", "=", "smallButton"],
+        ["items.unhoverables.0.text", "=", "button"]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/hover/large.html",
+      "what": "page with deviant hover behavior"
+    },
+    {
+      "type": "test",
+      "which": "hover",
+      "what": "hover",
+      "sampleSize": 10,
+      "withItems": false,
+      "expect": [
+        ["totals.triggers", "=", 20],
+        ["totals.impactTriggers", ">", -1],
+        ["totals.impactTriggers", "<", 6],
+        ["totals.additions", ">", -1],
+        ["totals.additions", "<", 6],
+        ["totals.removals", "=", 0],
+        ["totals.opacityChanges", "=", 0],
+        ["totals.opacityImpact", "=", 0],
+        ["totals.unhoverables", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/hover/styleBad.html",
+      "what": "page with deviant trigger styles"
+    },
+    {
+      "type": "test",
+      "which": "hover",
+      "what": "hover",
+      "sampleSize": 5,
+      "withItems": true,
+      "expect": [
+        ["totals.noIndicators", "=", 1],
+        ["totals.noCursors", "=", 1],
+        ["totals.badIndicators", "=", 1],
+        ["items.noIndicators.0.text", "=", "button"],
+        ["items.noCursors.0.tagName", "=", "LI"],
+        ["items.badIndicators.0.id", "=", "li2"]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}