testaro 13.0.2 → 14.1.0

package/validation/tests/jobs/title.json

@@ -16,10 +16,19 @@
     },
     {
       "type": "test",
-      "which": "title",
+      "which": "testaro",
       "what": "document title",
       "expect": [
-        ["title", "=", "Test page"]
+        [
+          "result.rules.title.data.title",
+          "=",
+          "Test page"
+        ]
+      ],
+      "withItems": true,
+      "rules": [
+        "y",
+        "title"
       ]
     },
     {
@@ -29,10 +38,19 @@
     },
     {
       "type": "test",
-      "which": "title",
+      "which": "testaro",
       "what": "document title",
       "expect": [
-        ["title", "=", ""]
+        [
+          "result.rules.title.data.title",
+          "=",
+          ""
+        ]
+      ],
+      "withItems": true,
+      "rules": [
+        "y",
+        "title"
       ]
     }
   ],
@@ -41,6 +59,6 @@
     "host": {},
     "requester": ""
   },
-  "creationTime": "2002-11-12T09:31:00",
+  "creationTime": "2013-05-28T12:00:00",
   "timeStamp": "00000"
 }

package/validation/tests/jobs/titledEl.json

@@ -16,14 +16,34 @@
     },
     {
       "type": "test",
-      "which": "titledEl",
+      "which": "testaro",
       "what": "title attributes on inappropriate elements",
       "withItems": true,
       "expect": [
-        ["total", "=", 1],
-        ["items.0.tagName", "=", "P"],
-        ["items.0.text", "=", "This paragraph has an invalid title element."],
-        ["items.0.title", "=", "invalid title"]
+        [
+          "result.rules.titledEl.data.total",
+          "=",
+          1
+        ],
+        [
+          "result.rules.titledEl.data.items.0.tagName",
+          "=",
+          "P"
+        ],
+        [
+          "result.rules.titledEl.data.items.0.text",
+          "=",
+          "This paragraph has an invalid title element."
+        ],
+        [
+          "result.rules.titledEl.data.items.0.title",
+          "=",
+          "invalid title"
+        ]
+      ],
+      "rules": [
+        "y",
+        "titledEl"
       ]
     }
   ],
@@ -32,6 +52,6 @@
     "host": {},
     "requester": ""
   },
-  "creationTime": "2002-11-12T09:31:00",
+  "creationTime": "2013-05-28T12:00:00",
   "timeStamp": "00000"
 }

package/validation/tests/jobs/zIndex.json

@@ -16,11 +16,19 @@
     },
     {
       "type": "test",
-      "which": "zIndex",
+      "which": "testaro",
       "what": "zIndex",
-      "withItems": false,
+      "withItems": true,
       "expect": [
-        ["totals.total", "=", 0]
+        [
+          "result.rules.zIndex.data.totals.total",
+          "=",
+          0
+        ]
+      ],
+      "rules": [
+        "y",
+        "zIndex"
       ]
     },
     {
@@ -30,12 +38,24 @@
     },
     {
       "type": "test",
-      "which": "zIndex",
+      "which": "testaro",
       "what": "zIndex",
-      "withItems": false,
+      "withItems": true,
       "expect": [
-        ["totals.total", "=", 2],
-        ["totals.tagNames.BUTTON", "=", 2]
+        [
+          "result.rules.zIndex.data.totals.total",
+          "=",
+          2
+        ],
+        [
+          "result.rules.zIndex.data.totals.tagNames.BUTTON",
+          "=",
+          2
+        ]
+      ],
+      "rules": [
+        "y",
+        "zIndex"
       ]
     }
   ],
@@ -44,6 +64,6 @@
     "host": {},
     "requester": ""
   },
-  "creationTime": "2002-11-12T09:31:00",
+  "creationTime": "2013-05-28T12:00:00",
   "timeStamp": "00000"
 }

package/validation/tests/old/allHidden.json

@@ -0,0 +1,314 @@
+{
+  "id": "allHidden",
+  "what": "validation of allHidden test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/good.html",
+      "what": "page with nothing hidden"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", false],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", false],
+        ["reallyHidden.document", "=", false],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", false],
+        ["display.document", "=", "block"],
+        ["display.body", "=", "block"],
+        ["display.main", "=", "block"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", false],
+        ["visHidden.main", "=", false],
+        ["ariaHidden.document", "=", false],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", false]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/noBody.html",
+      "what": "page with no body"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", false],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", false],
+        ["reallyHidden.document", "=", false],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", false],
+        ["display.document", "=", "block"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", false],
+        ["visHidden.main", "=", false],
+        ["ariaHidden.document", "=", false],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", false]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/noMain.html",
+      "what": "page with no main landmark"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", false],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", false],
+        ["reallyHidden.document", "=", false],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", false],
+        ["display.document", "=", "block"],
+        ["display.body", "=", "block"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", false],
+        ["visHidden.main", "=", false],
+        ["ariaHidden.document", "=", false],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", false]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/hiddenMain.html",
+      "what": "page with a hidden main landmark"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", false],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", true],
+        ["reallyHidden.document", "=", false],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", true],
+        ["display.document", "=", "block"],
+        ["display.body", "=", "block"],
+        ["display.main", "=", "none"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", false],
+        ["visHidden.main", "=", false],
+        ["ariaHidden.document", "=", false],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", false]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/visHiddenMain.html",
+      "what": "page with a visually hidden main landmark"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", false],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", false],
+        ["reallyHidden.document", "=", false],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", false],
+        ["display.document", "=", "block"],
+        ["display.body", "=", "block"],
+        ["display.main", "=", "block"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", false],
+        ["visHidden.main", "=", true],
+        ["ariaHidden.document", "=", false],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", false]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/ariaHiddenMain.html",
+      "what": "page with an ARIA-hidden main landmark"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", false],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", false],
+        ["reallyHidden.document", "=", false],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", false],
+        ["display.document", "=", "block"],
+        ["display.body", "=", "block"],
+        ["display.main", "=", "block"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", false],
+        ["visHidden.main", "=", false],
+        ["ariaHidden.document", "=", false],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", true]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/mixedHidden0.html",
+      "what": "page with mixed hidden states"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", false],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", true],
+        ["reallyHidden.document", "=", false],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", true],
+        ["display.document", "=", "block"],
+        ["display.body", "=", "block"],
+        ["display.main", "=", "none"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", true],
+        ["visHidden.main", "=", true],
+        ["ariaHidden.document", "=", true],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", false]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/mixedHidden1.html",
+      "what": "page with mixed hidden states"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", true],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", false],
+        ["reallyHidden.document", "=", true],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", false],
+        ["display.document", "=", "none"],
+        ["display.body", "=", "block"],
+        ["display.main", "=", "block"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", true],
+        ["visHidden.main", "=", true],
+        ["ariaHidden.document", "=", false],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", true]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/semiHidden.html",
+      "what": "page with mixed hidden states"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", false],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", true],
+        ["reallyHidden.document", "=", false],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", false],
+        ["display.document", "=", "block"],
+        ["display.body", "=", "block"],
+        ["display.main", "=", "block"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", false],
+        ["visHidden.main", "=", false],
+        ["ariaHidden.document", "=", false],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", false]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/noneDoc.html",
+      "what": "page with mixed hidden states"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", false],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", false],
+        ["reallyHidden.document", "=", false],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", false],
+        ["display.document", "=", "none"],
+        ["display.body", "=", "block"],
+        ["display.main", "=", "block"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", false],
+        ["visHidden.main", "=", false],
+        ["ariaHidden.document", "=", false],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", false]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/allHidden/noneMain.html",
+      "what": "page with mixed hidden states"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "entirely or mainly hidden page",
+      "expect": [
+        ["hidden.document", "=", false],
+        ["hidden.body", "=", false],
+        ["hidden.main", "=", false],
+        ["reallyHidden.document", "=", false],
+        ["reallyHidden.body", "=", false],
+        ["reallyHidden.main", "=", false],
+        ["display.document", "=", "block"],
+        ["display.body", "=", "block"],
+        ["display.main", "=", "none"],
+        ["visHidden.document", "=", false],
+        ["visHidden.body", "=", false],
+        ["visHidden.main", "=", false],
+        ["ariaHidden.document", "=", false],
+        ["ariaHidden.body", "=", false],
+        ["ariaHidden.main", "=", false]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/attVal.json

@@ -0,0 +1,60 @@
+{
+  "id": "attVal",
+  "what": "validation of attVal test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/attVal/good.html",
+      "what": "page with permitted attribute values"
+    },
+    {
+      "type": "test",
+      "which": "attVal",
+      "attributeName": "lang",
+      "areLicit": true,
+      "values": ["en-US", "de-CH"],
+      "what": "attribute values",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 0],
+        ["items.1"]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/attVal/bad.html",
+      "what": "page with permitted attribute values"
+    },
+    {
+      "type": "test",
+      "which": "attVal",
+      "attributeName": "lang",
+      "areLicit": false,
+      "values": ["en", "de"],
+      "what": "attribute values",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 2],
+        ["items.0.tagName", "=", "HTML"],
+        ["items.0.attributeValue", "=", "en"],
+        ["items.1.tagName", "=", "SPAN"],
+        ["items.1.attributeValue", "=", "de"],
+        ["items.1.textStart", "i", "Veloparkieren"]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2023-04-19T12:34:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/autocomplete.json

@@ -0,0 +1,51 @@
+{
+  "id": "autocomplete",
+  "what": "validation of autocomplete test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/autocomplete/good.html",
+      "what": "page with correct autocomplete attributes"
+    },
+    {
+      "type": "test",
+      "which": "autocomplete",
+      "what": "autocomplete attributes for name and email",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 0],
+        ["items.1"]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/autocomplete/bad.html",
+      "what": "page with incorrect autocomplete attributes"
+    },
+    {
+      "type": "test",
+      "which": "autocomplete",
+      "what": "autocomplete attributes for name and email",
+      "withItems": true,
+      "expect": [
+        ["total", "=", 4],
+        ["items.1.0", "=", "family-name"],
+        ["items.2.1", "=", "Your email address"]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2023-04-16T21:06:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/bulk.json

@@ -0,0 +1,48 @@
+{
+  "id": "bulk",
+  "what": "validation of bulk test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/bulk/good.html",
+      "what": "small page"
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "visible element count",
+      "expect": [
+        ["visibleElements", ">", 1],
+        ["visibleElements", "<", 5]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/bulk/bad.html",
+      "what": "large page"
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "visible element count",
+      "expect": [
+        ["visibleElements", ">", 30],
+        ["visibleElements", "<", 40]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}

package/validation/tests/old/docType.json

@@ -0,0 +1,46 @@
+{
+  "id": "docType",
+  "what": "validation of docType test",
+  "strict": true,
+  "timeLimit": 20,
+  "acts": [
+    {
+      "type": "launch",
+      "which": "chromium",
+      "what": "usual browser"
+    },
+    {
+      "type": "url",
+      "which": "__targets__/docType/good.html",
+      "what": "page with doctype"
+    },
+    {
+      "type": "test",
+      "which": "docType",
+      "what": "doctype",
+      "expect": [
+        ["docHasType", "=", true]
+      ]
+    },
+    {
+      "type": "url",
+      "which": "__targets__/docType/bad.html",
+      "what": "page without doctype"
+    },
+    {
+      "type": "test",
+      "which": "docType",
+      "what": "doctype",
+      "expect": [
+        ["docHasType", "=", false]
+      ]
+    }
+  ],
+  "sources": {
+    "script": "",
+    "host": {},
+    "requester": ""
+  },
+  "creationTime": "2002-11-12T09:31:00",
+  "timeStamp": "00000"
+}