testilo 9.0.2 → 10.0.0

package/specs/batches/orgs.json

@@ -0,0 +1,43 @@
+{
+  "id": "web",
+  "what": "two targets",
+  "targets": [
+    {
+      "id": "example",
+      "what": "Example",
+      "acts": {
+        "main": [
+          {
+            "type": "launch"
+          },
+          {
+            "type": "url",
+            "which": "https://example.com",
+            "what": "example"
+          }
+        ]
+      }
+    },
+    {
+      "id": "accordion",
+      "what": "WAI accordion example",
+      "acts": {
+        "main": [
+          {
+            "type": "launch"
+          },
+          {
+            "type": "url",
+            "which": "https://www.w3.org/WAI/ARIA/apg/example-index/accordion/accordion",
+            "what": "WAI accordion example"
+          },
+          {
+            "type": "button",
+            "which": "Billing Address",
+            "what": "expand accordion"
+          }
+        ]
+      }
+    }
+  ]
+}

package/specs/scripts/ts21.json

@@ -0,0 +1,212 @@
+{
+  "id": "ts21",
+  "what": "tests of Testaro and 9 other tools",
+  "strict": true,
+  "timeLimit": 600,
+  "acts": [
+    {
+      "type": "placeholder",
+      "which": "main",
+      "launch": "webkit"
+    },
+    {
+      "type": "tenonRequest",
+      "id": "a",
+      "withNewContent": true,
+      "what": "Tenon API version 2 test request, with URL"
+    },
+    {
+      "type": "test",
+      "which": "motion",
+      "what": "spontaneous change of content; requires webkit",
+      "delay": 2500,
+      "interval": 2500,
+      "count": 5
+    },
+    {
+      "type": "placeholder",
+      "which": "main",
+      "launch": "chromium"
+    },
+    {
+      "type": "test",
+      "which": "allHidden",
+      "what": "document entirely or mainly hidden"
+    },
+    {
+      "type": "test",
+      "which": "bulk",
+      "what": "count of visible elements"
+    },
+    {
+      "type": "test",
+      "which": "docType",
+      "what": "missing or invalid doctype declaration"
+    },
+    {
+      "type": "test",
+      "which": "embAc",
+      "withItems": true,
+      "what": "active elements incorrectly embedded in each other"
+    },
+    {
+      "type": "test",
+      "which": "filter",
+      "withItems": true,
+      "what": "filter styles"
+    },
+    {
+      "type": "test",
+      "which": "focAll",
+      "what": "Tab-focusability"
+    },
+    {
+      "type": "test",
+      "which": "focInd",
+      "revealAll": false,
+      "allowedDelay": 250,
+      "withItems": true,
+      "what": "focus indicators"
+    },
+    {
+      "type": "test",
+      "which": "focOp",
+      "withItems": true,
+      "what": "focusability and operability of elements"
+    },
+    {
+      "type": "test",
+      "which": "focVis",
+      "withItems": true,
+      "what": "links outside display when focused"
+    },
+    {
+      "type": "test",
+      "which": "hover",
+      "sampleSize": 20,
+      "withItems": true,
+      "what": "hover impacts"
+    },
+    {
+      "type": "test",
+      "which": "labClash",
+      "withItems": true,
+      "what": "unlabeled and mislabeled form controls"
+    },
+    {
+      "type": "test",
+      "which": "linkTo",
+      "withItems": true,
+      "what": "links without destinations"
+    },
+    {
+      "type": "test",
+      "which": "linkUl",
+      "withItems": true,
+      "what": "underlining of inline links"
+    },
+    {
+      "type": "test",
+      "which": "miniText",
+      "withItems": true,
+      "what": "small text"
+    },
+    {
+      "type": "test",
+      "which": "menuNav",
+      "withItems": true,
+      "what": "keyboard navigation within true-focus menus"
+    },
+    {
+      "type": "test",
+      "which": "nonTable",
+      "withItems": true,
+      "what": "tables used for layout"
+    },
+    {
+      "type": "test",
+      "which": "radioSet",
+      "withItems": true,
+      "what": "grouping of radio buttons in fieldsets"
+    },
+    {
+      "type": "test",
+      "which": "role",
+      "what": "validity and necessity of role assignments"
+    },
+    {
+      "type": "test",
+      "which": "styleDiff",
+      "withItems": true,
+      "what": "style consistency of headings, buttons, and links"
+    },
+    {
+      "type": "test",
+      "which": "tabNav",
+      "withItems": true,
+      "what": "keyboard navigation within tab lists"
+    },
+    {
+      "type": "test",
+      "which": "titledEl",
+      "withItems": true,
+      "what": "title attributes on inappropriate elements"
+    },
+    {
+      "type": "test",
+      "which": "zIndex",
+      "withItems": true,
+      "what": "elements with non-auto z indexes"
+    },
+    {
+      "type": "test",
+      "which": "alfa",
+      "what": "Siteimprove alfa"
+    },
+    {
+      "type": "test",
+      "which": "axe",
+      "detailLevel": 2,
+      "rules": [],
+      "what": "Axe core, all rules"
+    },
+    {
+      "type": "test",
+      "which": "continuum",
+      "what": "Continuum"
+    },
+    {
+      "type": "test",
+      "which": "htmlcs",
+      "what": "HTML CodeSniffer"
+    },
+    {
+      "type": "test",
+      "which": "ibm",
+      "withItems": true,
+      "what": "IBM Accessibility Checker, with page content and again with URL"
+    },
+    {
+      "type": "test",
+      "which": "nuVal",
+      "what": "Nu Html Checker"
+    },
+    {
+      "type": "test",
+      "which": "qualWeb",
+      "what": "QualWeb"
+    },
+    {
+      "type": "test",
+      "which": "wave",
+      "reportType": 4,
+      "what": "WAVE, report-type 4"
+    },
+    {
+      "type": "test",
+      "which": "tenon",
+      "id": "a",
+      "what": "Tenon API version 2 result retrieval"
+    }
+  ]
+}

package/toolRules/qualWeb.tsv

@@ -0,0 +1,121 @@
+QW-ACT-R1	2779a5	HTML Page has a title
+QW-ACT-R2	b5c3f8	HTML has lang attribute
+QW-ACT-R3	5b7ae0	HTML lang and xml:lang match
+QW-ACT-R4	bc659a	Meta-refresh no delay
+QW-ACT-R5	bf051a	Validity of HTML Lang attribute
+QW-ACT-R6	59796f	Image button has accessible name
+QW-ACT-R7	b33eff	Orientation of the page is not restricted using CSS transform property
+QW-ACT-R9	b20e66	Links with identical accessible names have equivalent purpose
+QW-ACT-R10	4b1c6c	iframe elements with identical accessible names have equivalent purpose
+QW-ACT-R11	97a4e1	Button has accessible name
+QW-ACT-R12	c487ae	Link has accessible name
+QW-ACT-R13	6cfa84	Element with aria-hidden has no focusable content
+QW-ACT-R14	b4f0c3	meta viewport does not prevent zoom
+QW-ACT-R15	80f0bf	audio or video has no audio that plays automatically
+QW-ACT-R16	e086e5	Form control has accessible name
+QW-ACT-R17	23a2a8	Image has accessible name
+QW-ACT-R18	3ea0c8	id attribute value is unique
+QW-ACT-R19	cae760	iframe element has accessible name
+QW-ACT-R20	674b10	role attribute has valid value
+QW-ACT-R21	7d6734	svg element with explicit role has accessible name
+QW-ACT-R22	de46e4	Element within body has valid lang attribute
+QW-ACT-R23	c5a4ea	video element visual content has accessible alternative
+QW-ACT-R24	73f2c2	autocomplete attribute has valid value
+QW-ACT-R25	5c01ea	ARIA state or property is permitted
+QW-ACT-R26	eac66b	video element auditory content has accessible alternative
+QW-ACT-R27	5f99a7	This rule checks that each aria- attribute specified is defined in ARIA 1.1.
+QW-ACT-R28	4e8ab6	Element with role attribute has required states and properties
+QW-ACT-R29	e7aa44	Audio element content has text alternative
+QW-ACT-R30	2ee8b8	Visible label is part of accessible name
+QW-ACT-R31	c3232f	Video element visual-only content has accessible alternative
+QW-ACT-R32	1ec09b	video element visual content has strict accessible alternative
+QW-ACT-R33	ff89c9	ARIA required context role
+QW-ACT-R34	6a7281	ARIA state or property has valid value
+QW-ACT-R35	ffd0e9	Heading has accessible name
+QW-ACT-R36	a25f45	Headers attribute specified on a cell refers to cells in the same table element
+QW-ACT-R37	afw4f7	Text has minimum contrast
+QW-ACT-R38	bc4a75	ARIA required owned elements
+QW-ACT-R39	d0f69e	All table header cells have assigned data cells
+QW-ACT-R40	59br37	Zoomed text node is not clipped with CSS overflow
+QW-ACT-R41	36b590	Error message describes invalid form field value
+QW-ACT-R42	8fc3b6	Object element has non-empty accessible name
+QW-ACT-R43	0ssw9k	Scrollable element is keyboard accessible
+QW-ACT-R44	fd3a94	Links with identical accessible names and context serve equivalent purpose
+QW-ACT-R48	46ca7f	Element marked as decorative is not exposed
+QW-ACT-R49	aaa1bf	Audio or video that plays automatically has no audio that lasts more than 3 seconds
+QW-ACT-R50	4c31df	Audio or video that plays automatically has a control mechanism
+QW-ACT-R51	fd26cf	video element visual-only content is media alternative for text
+QW-ACT-R52	ac7dc6	video element visual-only content has description track
+QW-ACT-R53	ee13b5	video element visual-only content has transcript
+QW-ACT-R54	d7ba54	video element visual-only content has audio track alternative
+QW-ACT-R55	1ea59c	video element visual content has audio description
+QW-ACT-R56	ab4d13	video element content is media alternative for text
+QW-ACT-R57	f196ce	video element visual content has description track
+QW-ACT-R58	2eb176	audio element content has transcript
+QW-ACT-R59	afb423	audio element content is media alternative for text
+QW-ACT-R60	f51b46	video element auditory content has captions
+QW-ACT-R61	1a02b0	video element visual content has transcript
+QW-ACT-R62	oj04fd	Element in sequential focus order has visible focus
+QW-ACT-R63	b40fd1	Document has a landmark with non-repeated content
+QW-ACT-R64	047fe0	Document has heading for non-repeated content
+QW-ACT-R65	307n5z	Element with presentational children has no focusable content
+QW-ACT-R66	m6b1q3	Menuitem has non-empty accessible name
+QW-ACT-R67	24afc2	Letter spacing in style attributes is not !important
+QW-ACT-R68	78fd32	Line height in style attributes is not !important
+QW-ACT-R69	9e45ec	Word spacing in style attributes is not !important
+QW-ACT-R70	akn7bn	frame with negative tabindex has no interactive elements
+QW-ACT-R71	bisz58	meta element has no refresh delay (no exception)
+QW-ACT-R72	8a213c	First focusable element is link to non-repeated content
+QW-ACT-R73	3e12e1	Block of repeated content is collapsible
+QW-ACT-R74	ye5d6e	Document has an instrument to move focus to non-repeated content
+QW-ACT-R75	cf77f2	Bypass Blocks of Repeated Content
+QW-ACT-R76	09o5cg	Text has enhanced contrast
+QW-WCAG-T1	H24	Providing text alternatives for the area elements of image maps
+QW-WCAG-T2	H39	Using caption elements to associate data table captions with data tables
+QW-WCAG-T3	H71	Providing a description for groups of form controls using fieldset and legend elements
+QW-WCAG-T4	H73	Using the summary attribute of the table element to give an overview of data tables
+QW-WCAG-T5	H36	Using alt attributes on images used as submit buttons
+QW-WCAG-T6	SCR20	Using both keyboard and other device-specific functions
+QW-WCAG-T7	H28	Providing definitions for abbreviations by using the abbr element
+QW-WCAG-T8	F30	Failure of Success Criterion 1.1.1 and 1.2.1 due to using text alternatives that are not alternatives
+QW-WCAG-T9	G141	Organizing a page using headings
+QW-WCAG-T10	H2	Combining adjacent image and text links for the same resource
+QW-WCAG-T11	H35	Providing text alternatives on applet elements
+QW-WCAG-T12	F46	Failure of Success Criterion 1.3.1 due to using th elements, caption elements, or non-empty summary attributes in layout tables
+QW-WCAG-T13	F47	Failure of Success Criterion 2.2.2 due to using the blink element
+QW-WCAG-T14	H43	Using id and headers attributes to associate data cells with header cells in data tables
+QW-WCAG-T15	H59	Using the link element and navigation tools
+QW-WCAG-T16	H88	Using HTML according to spec
+QW-WCAG-T17	G162	Positioning labels to maximize predictability of relationships
+QW-WCAG-T18	H51	Using table markup to present tabular information
+QW-WCAG-T19	H32	Providing submit buttons
+QW-WCAG-T20	H33	Supplementing link text with the title attribute
+QW-WCAG-T21	F89	Failure of Success Criteria 2.4.4, 2.4.9 and 4.1.2 due to not providing an accessible name for an image which is the only content in a link
+QW-WCAG-T22	F52	Failure of Success Criterion 3.2.1 and 3.2.5 due to opening a new window as soon as a new page is loaded
+QW-WCAG-T23	G1	Adding a link at the top of each page that goes directly to the main content area
+QW-WCAG-T24	F55	Failure of Success Criteria 2.1.1, 2.4.7, and 3.2.1 due to using script to remove focus when focus is received
+QW-WCAG-T25	H63	Using the scope attribute to associate header cells and data cells in data tables
+QW-WCAG-T26	F59	Failure of Success Criterion 4.1.2 due to using script to make div or span a user interface control in HTML without providing a role for the control
+QW-WCAG-T27	F88	Failure of Success Criterion 1.4.8 due to using text that is justified (aligned to both the left and the right margins)
+QW-WCAG-T28	C12 C13 C14	Using percent, em, names for font sizes
+QW-WCAG-T29	C19	Specifying alignment either to the left or right in CSS
+QW-WCAG-T30	F4	Failure of Success Criterion 2.2.2 due to using text-decoration:blink without a mechanism to stop it in less than five seconds
+QW-WCAG-T31	F24	Failure of Success Criterion 1.4.3, 1.4.6 and 1.4.8 due to specifying foreground colors without specifying background colors or vice versa
+QW-WCAG-T32	H48	Using ol, ul and dl for lists or groups of links
+QW-BP1	HTML	Using h1-h6 to identify headings
+QW-BP2	HTML	Concise images alt text
+QW-BP3	HTML	Link element with text content equal to the content of the title attribute
+QW-BP4	HTML	Grouped links not within a nav element
+QW-BP5	HTML	Using table elements inside other table elements
+QW-BP6	HTML	title element is not too long (64 characters)
+QW-BP7	HTML	Title element contains ASCII-art
+QW-BP8	HTML	Headings with images should have an accessible name
+QW-BP9	HTML	Table element without header cells has a caption
+QW-BP10	HTML	HTML elements are used to control visual presentation of content
+QW-BP11	HTML	Using br to make a list
+QW-BP12	HTML	Using scope col and row
+QW-BP13	HTML	Using consecutive links with the same href and one contains an image
+QW-BP14	CSS	At least one container's width has been specified using values expressed in px
+QW-BP15	CSS	At least one width attribute of an HTML element is expressed in absolute values
+QW-BP17	HTML	Adding a link at the beginning of a block of repeated content to go to the end of the block
+QW-BP18	CSS	Using percentage values in CSS for container sizes