testaro 1.0.0

package/validation/scripts/test/focAll.json

@@ -0,0 +1,59 @@
+{
+  "what": "validation of focAll test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/focAll/good.html",
+      "what": "fully Tab-focusable page"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability",
+      "withItems": false,
+      "expect": [
+        ["tabFocusables", "=", 3],
+        ["tabFocused", "=", 3],
+        ["discrepancy", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/focAll/less.html",
+      "what": "partly Tab-focusable page"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability",
+      "withItems": false,
+      "expect": [
+        ["tabFocusables", "=", 3],
+        ["tabFocused", "=", 2],
+        ["discrepancy", "=", -1]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/focAll/more.html",
+      "what": "page with added Tab-focusability"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability",
+      "withItems": false,
+      "expect": [
+        ["tabFocusables", "=", 3],
+        ["tabFocused", "=", 5],
+        ["discrepancy", "=", 2]
+      ]
+    }
+  ]
+}

package/validation/scripts/test/focInd.json

@@ -0,0 +1,55 @@
+{
+  "what": "validation of focInd test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/focInd/good.html",
+      "what": "page with outline focus indication"
+    },
+    {
+      "type": "test",
+      "which": "focInd",
+      "what": "focus indication",
+      "withItems": false,
+      "revealAll": false,
+      "expect": [
+        ["totals.total", "=", 4],
+        ["totals.types.indicatorMissing.total", "=", 0],
+        ["totals.types.nonOutlinePresent.total", "=", 0],
+        ["totals.types.outlinePresent.total", "=", 4],
+        ["totals.types.outlinePresent.tagNames.A", "=", 1],
+        ["totals.types.outlinePresent.tagNames.BUTTON", "=", 1],
+        ["totals.types.outlinePresent.tagNames.INPUT", "=", 2]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/focInd/bad.html",
+      "what": "page with mixed focus indication"
+    },
+    {
+      "type": "test",
+      "which": "focInd",
+      "what": "focus indication",
+      "withItems": false,
+      "revealAll": false,
+      "expect": [
+        ["totals.total", "=", 5],
+        ["totals.types.indicatorMissing.total", "=", 1],
+        ["totals.types.indicatorMissing.tagNames.INPUT", "=", 1],
+        ["totals.types.nonOutlinePresent.total", "=", 1],
+        ["totals.types.nonOutlinePresent.tagNames.BUTTON", "=", 1],
+        ["totals.types.outlinePresent.total", "=", 3],
+        ["totals.types.outlinePresent.tagNames.A", "=", 1],
+        ["totals.types.outlinePresent.tagNames.BUTTON", "=", 1],
+        ["totals.types.outlinePresent.tagNames.INPUT", "=", 1]
+      ]
+    }
+  ]
+}

package/validation/scripts/test/focOp.json

@@ -0,0 +1,53 @@
+{
+  "what": "tests of focOp test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/focOp/good.html",
+      "what": "page with standard focusability and operability"
+    },
+    {
+      "type": "test",
+      "which": "focOp",
+      "what": "focusability and operability",
+      "withItems": false,
+      "expect": [
+        ["totals.total", "=", 3],
+        ["totals.types.onlyFocusable.total", "=", 0],
+        ["totals.types.onlyOperable.total", "=", 0],
+        ["totals.types.focusableAndOperable.total", "=", 3],
+        ["totals.types.focusableAndOperable.tagNames.A", "=", 1],
+        ["totals.types.focusableAndOperable.tagNames.BUTTON", "=", 1],
+        ["totals.types.focusableAndOperable.tagNames.INPUT", "=", 1]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/focOp/bad.html",
+      "what": "page with deviant focusability and operability"
+    },
+    {
+      "type": "test",
+      "which": "focOp",
+      "what": "focusability and operability",
+      "withItems": false,
+      "expect": [
+        ["totals.total", "=", 6],
+        ["totals.types.onlyFocusable.total", "=", 1],
+        ["totals.types.onlyFocusable.tagNames.SPAN", "=", 1],
+        ["totals.types.onlyOperable.total", "=", 3],
+        ["totals.types.onlyOperable.tagNames.BUTTON", "=", 1],
+        ["totals.types.onlyOperable.tagNames.SPAN", "=", 2],
+        ["totals.types.focusableAndOperable.total", "=", 2],
+        ["totals.types.focusableAndOperable.tagNames.A", "=", 1],
+        ["totals.types.focusableAndOperable.tagNames.INPUT", "=", 1]
+      ]
+    }
+  ]
+}

package/validation/scripts/test/hover.json

@@ -0,0 +1,47 @@
+{
+  "what": "validation of hover test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/hover/good.html",
+      "what": "page with standard hover behavior"
+    },
+    {
+      "type": "test",
+      "which": "hover",
+      "what": "hover",
+      "withItems": false,
+      "expect": [
+        ["totals.triggers", "=", 0],
+        ["totals.madeVisible", "=", 0],
+        ["totals.opacityChanged", "=", 0],
+        ["totals.opacityAffected", "=", 0],
+        ["totals.unhoverables", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/hover/bad.html",
+      "what": "page with deviant hover behavior"
+    },
+    {
+      "type": "test",
+      "which": "hover",
+      "what": "hover",
+      "withItems": false,
+      "expect": [
+        ["totals.triggers", "=", 2],
+        ["totals.madeVisible", "=", 2],
+        ["totals.opacityChanged", "=", 1],
+        ["totals.opacityAffected", "=", 2],
+        ["totals.unhoverables", "=", 1]
+      ]
+    }
+  ]
+}

package/validation/scripts/test/labClash.json

@@ -0,0 +1,43 @@
+{
+  "what": "validation of labClash test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/labClash/good.html",
+      "what": "page with standard labeling"
+    },
+    {
+      "type": "test",
+      "which": "labClash",
+      "what": "Labeling",
+      "withItems": false,
+      "expect": [
+        ["totals.mislabeled", "=", 0],
+        ["totals.unlabeled", "=", 0],
+        ["totals.wellLabeled", "=", 6]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/labClash/bad.html",
+      "what": "page with deviant labeling"
+    },
+    {
+      "type": "test",
+      "which": "labClash",
+      "what": "Labeling",
+      "withItems": false,
+      "expect": [
+        ["totals.mislabeled", "=", 3],
+        ["totals.unlabeled", "=", 2],
+        ["totals.wellLabeled", "=", 0]
+      ]
+    }
+  ]
+}

package/validation/scripts/test/linkUl.json

@@ -0,0 +1,62 @@
+{
+  "what": "validation of linkUl test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/linkUl/good.html",
+      "what": "page with underlined inline links"
+    },
+    {
+      "type": "test",
+      "which": "linkUl",
+      "what": "link underlining",
+      "withItems": false,
+      "expect": [
+        ["totals.links", "=", 6],
+        ["totals.inline.total", "=", 2],
+        ["totals.inline.underlined", "=", 2],
+        ["totals.inline.underlinedPercent", "=", 100]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/linkUl/bad.html",
+      "what": "page without underlined inline links"
+    },
+    {
+      "type": "test",
+      "which": "linkUl",
+      "what": "link underlining",
+      "withItems": false,
+      "expect": [
+        ["totals.links", "=", 2],
+        ["totals.inline.total", "=", 2],
+        ["totals.inline.underlined", "=", 0],
+        ["totals.inline.underlinedPercent", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/linkUl/na.html",
+      "what": "page without inline links"
+    },
+    {
+      "type": "test",
+      "which": "linkUl",
+      "what": "link underlining",
+      "withItems": false,
+      "expect": [
+        ["totals.links", "=", 2],
+        ["totals.inline.total", "=", 0],
+        ["totals.inline.underlined", "=", 0],
+        ["totals.inline.underlinedPercent", "=", "N/A"]
+      ]
+    }
+  ]
+}

package/validation/scripts/test/menuNav.json

@@ -0,0 +1,97 @@
+{
+  "what": "validation of menuNav test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/menuNav/good.html",
+      "what": "page with standard menu navigation"
+    },
+    {
+      "type": "test",
+      "which": "menuNav",
+      "what": "menu navigation",
+      "withItems": false,
+      "expect": [
+        ["totals.navigations.all.total", "=", 20],
+        ["totals.navigations.all.correct", "=", 20],
+        ["totals.navigations.all.incorrect", "=", 0],
+        ["totals.navigations.specific.tab.total", "=", 4],
+        ["totals.navigations.specific.tab.correct", "=", 4],
+        ["totals.navigations.specific.tab.incorrect", "=", 0],
+        ["totals.navigations.specific.left.total", "=", 2],
+        ["totals.navigations.specific.left.correct", "=", 2],
+        ["totals.navigations.specific.left.incorrect", "=", 0],
+        ["totals.navigations.specific.right.total", "=", 2],
+        ["totals.navigations.specific.right.correct", "=", 2],
+        ["totals.navigations.specific.right.incorrect", "=", 0],
+        ["totals.navigations.specific.up.total", "=", 2],
+        ["totals.navigations.specific.up.correct", "=", 2],
+        ["totals.navigations.specific.up.incorrect", "=", 0],
+        ["totals.navigations.specific.down.total", "=", 2],
+        ["totals.navigations.specific.down.correct", "=", 2],
+        ["totals.navigations.specific.down.incorrect", "=", 0],
+        ["totals.navigations.specific.home.total", "=", 4],
+        ["totals.navigations.specific.home.correct", "=", 4],
+        ["totals.navigations.specific.home.incorrect", "=", 0],
+        ["totals.navigations.specific.end.total", "=", 4],
+        ["totals.navigations.specific.end.correct", "=", 4],
+        ["totals.navigations.specific.end.incorrect", "=", 0],
+        ["totals.menuItems.total", "=", 4],
+        ["totals.menuItems.correct", "=", 4],
+        ["totals.menuItems.incorrect", "=", 0],
+        ["totals.menus.total", "=", 2],
+        ["totals.menus.correct", "=", 2],
+        ["totals.menus.incorrect", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/menuNav/bad.html",
+      "what": "page with deviant menu navigation"
+    },
+    {
+      "type": "test",
+      "which": "menuNav",
+      "what": "menu navigation",
+      "withItems": false,
+      "expect": [
+        ["totals.navigations.all.total", "=", 20],
+        ["totals.navigations.all.correct", "=", 12],
+        ["totals.navigations.all.incorrect", "=", 8],
+        ["totals.navigations.specific.tab.total", "=", 4],
+        ["totals.navigations.specific.tab.correct", "=", 4],
+        ["totals.navigations.specific.tab.incorrect", "=", 0],
+        ["totals.navigations.specific.left.total", "=", 2],
+        ["totals.navigations.specific.left.correct", "=", 1],
+        ["totals.navigations.specific.left.incorrect", "=", 1],
+        ["totals.navigations.specific.right.total", "=", 2],
+        ["totals.navigations.specific.right.correct", "=", 1],
+        ["totals.navigations.specific.right.incorrect", "=", 1],
+        ["totals.navigations.specific.up.total", "=", 2],
+        ["totals.navigations.specific.up.correct", "=", 1],
+        ["totals.navigations.specific.up.incorrect", "=", 1],
+        ["totals.navigations.specific.down.total", "=", 2],
+        ["totals.navigations.specific.down.correct", "=", 1],
+        ["totals.navigations.specific.down.incorrect", "=", 1],
+        ["totals.navigations.specific.home.total", "=", 4],
+        ["totals.navigations.specific.home.correct", "=", 2],
+        ["totals.navigations.specific.home.incorrect", "=", 2],
+        ["totals.navigations.specific.end.total", "=", 4],
+        ["totals.navigations.specific.end.correct", "=", 2],
+        ["totals.navigations.specific.end.incorrect", "=", 2],
+        ["totals.menuItems.total", "=", 4],
+        ["totals.menuItems.correct", "=", 0],
+        ["totals.menuItems.incorrect", "=", 4],
+        ["totals.menus.total", "=", 2],
+        ["totals.menus.correct", "=", 0],
+        ["totals.menus.incorrect", "=", 2]
+      ]
+    }
+  ]
+}

package/validation/scripts/test/motion.json

@@ -0,0 +1,53 @@
+{
+  "what": "validation of motion test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "webkit",
+      "what": "used for tests on which chromium fails on some URLs"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/motion/good.html",
+      "what": "page without motion"
+    },
+    {
+      "type": "test",
+      "which": "motion",
+      "what": "spontaneous change of content",
+      "delay": 2400,
+      "interval": 2600,
+      "count": 5,
+      "expect": [
+        ["meanLocalRatio", "=", 1],
+        ["maxLocalRatio", "=", 1],
+        ["globalRatio", "=", 1],
+        ["meanPixelChange", "=", 0],
+        ["maxPixelChange", "=", 0],
+        ["changeFrequency", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/motion/bad.html",
+      "what": "page with motion"
+    },
+    {
+      "type": "test",
+      "which": "motion",
+      "what": "spontaneous change of content",
+      "delay": 2400,
+      "interval": 2600,
+      "count": 5,
+      "expect": [
+        ["meanLocalRatio", ">", 1],
+        ["maxLocalRatio", ">", 1],
+        ["globalRatio", ">", 1],
+        ["meanPixelChange", ">", 0],
+        ["maxPixelChange", ">", 0],
+        ["changeFrequency", ">", 0]
+      ]
+    }
+  ]
+}

package/validation/scripts/test/radioSet.json

@@ -0,0 +1,43 @@
+{
+  "what": "validation of radioSet test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/radioSet/good.html",
+      "what": "page with standard radio-button grouping"
+    },
+    {
+      "type": "test",
+      "which": "radioSet",
+      "what": "radioSet",
+      "withItems": false,
+      "expect": [
+        ["totals.total", "=", 4],
+        ["totals.inSet", "=", 4],
+        ["totals.percent", "=", 100]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/radioSet/bad.html",
+      "what": "page with deviant radio-button grouping"
+    },
+    {
+      "type": "test",
+      "which": "radioSet",
+      "what": "radioSet",
+      "withItems": false,
+      "expect": [
+        ["totals.total", "=", 8],
+        ["totals.inSet", "=", 0],
+        ["totals.percent", "=", 0]
+      ]
+    }
+  ]
+}

package/validation/scripts/test/role.json

@@ -0,0 +1,42 @@
+{
+  "what": "validation of role test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/role/good.html",
+      "what": "page with standard roles"
+    },
+    {
+      "type": "test",
+      "which": "role",
+      "what": "role",
+      "expect": [
+        ["roleElements", "=", 1],
+        ["badRoleElements", "=", 0]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/role/bad.html",
+      "what": "page with deviant roles"
+    },
+    {
+      "type": "test",
+      "which": "role",
+      "what": "role",
+      "expect": [
+        ["roleElements", "=", 3],
+        ["badRoleElements", "=", 3],
+        ["tagNames.SECTION.main", "=", 1],
+        ["tagNames.SECTION.section", "=", 1],
+        ["tagNames.H2.heading", "=", 1]
+      ]
+    }
+  ]
+}

package/validation/scripts/test/styleDiff.json

@@ -0,0 +1,61 @@
+{
+  "what": "validation of styleDiff test",
+  "strict": true,
+  "commands": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/styleDiff/good.html",
+      "what": "page with consistent styles"
+    },
+    {
+      "type": "test",
+      "which": "styleDiff",
+      "what": "styleDiff",
+      "withItems": false,
+      "expect": [
+        ["totals.aInline.total", "=", 2],
+        ["totals.aBlock.total", "=", 2],
+        ["totals.button.total", "=", 2],
+        ["totals.h1.total", "=", 1],
+        ["totals.h2.total", "=", 4],
+        ["totals.aInline.subtotals"],
+        ["totals.aBlock.subtotals"],
+        ["totals.button.subtotals"],
+        ["totals.h1.subtotals"],
+        ["totals.h2.subtotals"]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "file://__dirname/validation/targets/styleDiff/bad.html",
+      "what": "page with consistent styles"
+    },
+    {
+      "type": "test",
+      "which": "styleDiff",
+      "what": "styleDiff",
+      "withItems": false,
+      "expect": [
+        ["totals.aInline.total", "=", 2],
+        ["totals.aBlock.total", "=", 2],
+        ["totals.button.total", "=", 2],
+        ["totals.h1.total", "=", 1],
+        ["totals.h2.total", "=", 4],
+        ["totals.aInline.subtotals.0", "=", 1],
+        ["totals.aInline.subtotals.1", "=", 1],
+        ["totals.aBlock.subtotals.0", "=", 1],
+        ["totals.aBlock.subtotals.1", "=", 1],
+        ["totals.button.subtotals.0", "=", 1],
+        ["totals.button.subtotals.1", "=", 1],
+        ["totals.h1.subtotals"],
+        ["totals.h2.subtotals.0", "=", 3],
+        ["totals.h2.subtotals.1", "=", 1]
+      ]
+    }
+  ]
+}