testaro 5.13.0 → 5.13.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (13) hide show
  1. package/README.md +2 -0
  2. package/commands.js +1 -1
  3. package/package.json +1 -1
  4. package/samples/scripts/alfa.json +0 -22
  5. package/samples/scripts/digiCert.json +0 -63
  6. package/samples/scripts/ibm.json +0 -23
  7. package/samples/scripts/tenon.json +0 -29
  8. package/samples/scripts/tp10.json +0 -158
  9. package/samples/scripts/tp11.json +0 -164
  10. package/samples/scripts/tp12.json +0 -163
  11. package/samples/scripts/tp13.json +0 -163
  12. package/samples/scripts/tp14.json +0 -168
  13. package/samples/scripts/tsp09.json +0 -146
package/README.md CHANGED
@@ -75,6 +75,8 @@ Some of the dependencies of Testaro are published as Github packages. Installing
75
75
 
76
76
  Once you have done that, you can install Testaro as you would install any `npm` package.
77
77
 
78
+ However, if the Playwright dependency is ever updated to a newer version, you must also reinstall its browers by executing the statement `npx playwright install`.
79
+
78
80
  ## Payment
79
81
 
80
82
  All of the tests that Testaro can perform are free of cost, except those in the Tenon and WAVE packages. The owner of each of those packages gives new registrants a free allowance of credits before it becomes necessary to pay for use of the API of the package. The required environment variables for authentication and payment are described below under “Environment variables”.
package/commands.js CHANGED
@@ -162,7 +162,7 @@ exports.commands = {
162
162
  'Perform an elements test',
163
163
  {
164
164
  detailLevel: [true, 'number', '', '0 to 3, to specify the level of detail'],
165
- tagName: [false, 'string', 'hasLength', 'tag name of elements'],
165
+ tagName: [false, 'string', 'hasLength', 'tag name (upper-case) of elements'],
166
166
  onlyVisible: [false, 'boolean', '', 'whether to exclude invisible elements'],
167
167
  attribute: [false, 'string', 'hasLength', 'required attribute selector']
168
168
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "testaro",
3
- "version": "5.13.0",
3
+ "version": "5.13.1",
4
4
  "description": "Automation of accessibility testing",
5
5
  "main": "index.js",
6
6
  "scripts": {
package/samples/scripts/alfa.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "id": "alfa",
3
- "what": "Alfa test package",
4
- "strict": true,
5
- "commands": [
6
- {
7
- "type": "launch",
8
- "which": "chromium",
9
- "what": "used for most tests"
10
- },
11
- {
12
- "type": "url",
13
- "which": "https://*",
14
- "what": "any page"
15
- },
16
- {
17
- "type": "test",
18
- "which": "alfa",
19
- "what": "Siteimprove alfa"
20
- }
21
- ]
22
- }
package/samples/scripts/digiCert.json DELETED
@@ -1,63 +0,0 @@
1
- {
2
- "id": "digicert",
3
- "what": "moves on DigiCert website",
4
- "strict": true,
5
- "commands": [
6
- {
7
- "type": "launch",
8
- "which": "chromium",
9
- "what": "Chrome"
10
- },
11
- {
12
- "type": "url",
13
- "which": "https://order.digicert.com/",
14
- "what": "DigiCert"
15
- },
16
- {
17
- "type": "focus",
18
- "what": "button",
19
- "which": "Choose payment plan"
20
- },
21
- {
22
- "type": "press",
23
- "which": "ArrowDown",
24
- "again": 2,
25
- "what": "Choose 2-year plan"
26
- },
27
- {
28
- "type": "press",
29
- "which": "Enter",
30
- "what": "Commit to choose 2-year plan"
31
- },
32
- {
33
- "type": "button",
34
- "which": "I don't have",
35
- "what": "I don’t have my CSR"
36
- },
37
- {
38
- "type": "select",
39
- "which": "Server app details",
40
- "what": "NGINX"
41
- },
42
- {
43
- "type": "text",
44
- "which": "main website",
45
- "what": "jpdev.pro"
46
- },
47
- {
48
- "type": "button",
49
- "which": "Continue",
50
- "what": "Continue"
51
- },
52
- {
53
- "type": "wait",
54
- "what": "url",
55
- "which": "step2"
56
- },
57
- {
58
- "type": "test",
59
- "which": "bulk",
60
- "what": "count of visible elements"
61
- }
62
- ]
63
- }
package/samples/scripts/ibm.json DELETED
@@ -1,23 +0,0 @@
1
- {
2
- "id": "ibm",
3
- "what": "IBM Equal Access test package",
4
- "strict": true,
5
- "commands": [
6
- {
7
- "type": "launch",
8
- "which": "chromium",
9
- "what": "used for most tests"
10
- },
11
- {
12
- "type": "url",
13
- "which": "https://*",
14
- "what": "any page"
15
- },
16
- {
17
- "type": "test",
18
- "which": "ibm",
19
- "withItems": true,
20
- "what": "IBM Equal Access"
21
- }
22
- ]
23
- }
package/samples/scripts/tenon.json DELETED
@@ -1,29 +0,0 @@
1
- {
2
- "id": "tenon",
3
- "what": "Test Wikipedia with tenon",
4
- "strict": true,
5
- "commands": [
6
- {
7
- "type": "launch",
8
- "which": "chromium",
9
- "what": "Chromium browser"
10
- },
11
- {
12
- "type": "url",
13
- "which": "https://en.wikipedia.org/wiki/Main_Page",
14
- "what": "Wikipedia English home page"
15
- },
16
- {
17
- "type": "tenonRequest",
18
- "withNewContent": true,
19
- "id": "a",
20
- "what": "Tenon API version 2 test request"
21
- },
22
- {
23
- "type": "test",
24
- "which": "tenon",
25
- "id": "a",
26
- "what": "Tenon API version 2 result retrieval"
27
- }
28
- ]
29
- }
package/samples/scripts/tp10.json DELETED
@@ -1,158 +0,0 @@
1
- {
2
- "id": "tp10",
3
- "what": "AATT, Alfa, Axe, IBM, Tenon, WAVE, and 16 custom tests",
4
- "strict": true,
5
- "commands": [
6
- {
7
- "type": "launch",
8
- "which": "webkit",
9
- "what": "used for tests on which chromium fails on some URLs"
10
- },
11
- {
12
- "type": "url",
13
- "which": "https://*",
14
- "what": "any page"
15
- },
16
- {
17
- "type": "tenonRequest",
18
- "id": "a",
19
- "withNewContent": true,
20
- "what": "Tenon API version 2 test request"
21
- },
22
- {
23
- "type": "test",
24
- "which": "motion",
25
- "what": "spontaneous change of content",
26
- "delay": 2400,
27
- "interval": 2600,
28
- "count": 5
29
- },
30
- {
31
- "type": "test",
32
- "which": "axe",
33
- "withItems": true,
34
- "rules": [],
35
- "what": "Axe core, all rules"
36
- },
37
- {
38
- "type": "launch",
39
- "which": "chromium",
40
- "what": "used for most tests"
41
- },
42
- {
43
- "type": "url",
44
- "which": "https://*",
45
- "what": "any page"
46
- },
47
- {
48
- "type": "test",
49
- "which": "bulk",
50
- "what": "count of visible elements"
51
- },
52
- {
53
- "type": "test",
54
- "which": "embAc",
55
- "what": "active elements incorrectly embedded in each other",
56
- "withItems": true
57
- },
58
- {
59
- "type": "test",
60
- "which": "focAll",
61
- "what": "Tab-focusability"
62
- },
63
- {
64
- "type": "test",
65
- "which": "focInd",
66
- "what": "focus indicators",
67
- "withItems": true,
68
- "revealAll": true
69
- },
70
- {
71
- "type": "test",
72
- "which": "focOp",
73
- "what": "focusability and operability of elements",
74
- "withItems": true
75
- },
76
- {
77
- "type": "test",
78
- "which": "hover",
79
- "what": "hover-triggered content changes",
80
- "withItems": true
81
- },
82
- {
83
- "type": "test",
84
- "which": "labClash",
85
- "what": "unlabeled and mislabeled form controls",
86
- "withItems": true
87
- },
88
- {
89
- "type": "test",
90
- "which": "linkUl",
91
- "what": "underlining of inline links",
92
- "withItems": true
93
- },
94
- {
95
- "type": "test",
96
- "which": "menuNav",
97
- "what": "keyboard navigation within true-focus menus",
98
- "withItems": true
99
- },
100
- {
101
- "type": "test",
102
- "which": "radioSet",
103
- "what": "grouping of radio buttons in fieldsets",
104
- "withItems": true
105
- },
106
- {
107
- "type": "test",
108
- "which": "role",
109
- "what": "validity and necessity of role assignments"
110
- },
111
- {
112
- "type": "test",
113
- "which": "styleDiff",
114
- "what": "style consistency of headings, buttons, and links",
115
- "withItems": true
116
- },
117
- {
118
- "type": "test",
119
- "which": "tabNav",
120
- "what": "keyboard navigation within tab lists",
121
- "withItems": true
122
- },
123
- {
124
- "type": "test",
125
- "which": "zIndex",
126
- "what": "elements with non-auto z indexes",
127
- "withItems": true
128
- },
129
- {
130
- "type": "test",
131
- "which": "ibm",
132
- "withItems": true,
133
- "what": "IBM Accessibility Checker"
134
- },
135
- {
136
- "type": "test",
137
- "which": "aatt",
138
- "what": "AATT with HTML CodeSniffer"
139
- },
140
- {
141
- "type": "test",
142
- "which": "alfa",
143
- "what": "Siteimprove alfa"
144
- },
145
- {
146
- "type": "test",
147
- "which": "wave",
148
- "reportType": 4,
149
- "what": "WAVE, report-type 4"
150
- },
151
- {
152
- "type": "test",
153
- "which": "tenon",
154
- "id": "a",
155
- "what": "Tenon API version 2 result retrieval"
156
- }
157
- ]
158
- }
package/samples/scripts/tp11.json DELETED
@@ -1,164 +0,0 @@
1
- {
2
- "id": "tp11",
3
- "what": "AATT, Alfa, Axe, IBM, Tenon, WAVE, and 16 custom tests",
4
- "strict": true,
5
- "commands": [
6
- {
7
- "type": "launch",
8
- "which": "webkit",
9
- "what": "Webkit browser"
10
- },
11
- {
12
- "type": "url",
13
- "which": "https://*",
14
- "what": "any page"
15
- },
16
- {
17
- "type": "tenonRequest",
18
- "id": "a",
19
- "withNewContent": true,
20
- "what": "Tenon API version 2 test request"
21
- },
22
- {
23
- "type": "test",
24
- "which": "motion",
25
- "what": "spontaneous change of content; requires webkit",
26
- "delay": 2500,
27
- "interval": 2500,
28
- "count": 5
29
- },
30
- {
31
- "type": "launch",
32
- "which": "chromium",
33
- "what": "Chromium browser"
34
- },
35
- {
36
- "type": "url",
37
- "which": "https://*",
38
- "what": "any page"
39
- },
40
- {
41
- "type": "test",
42
- "which": "bulk",
43
- "what": "count of visible elements"
44
- },
45
- {
46
- "type": "test",
47
- "which": "embAc",
48
- "withItems": true,
49
- "what": "active elements incorrectly embedded in each other"
50
- },
51
- {
52
- "type": "test",
53
- "which": "focAll",
54
- "what": "Tab-focusability"
55
- },
56
- {
57
- "type": "test",
58
- "which": "focInd",
59
- "revealAll": false,
60
- "allowedDelay": 250,
61
- "withItems": true,
62
- "what": "focus indicators"
63
- },
64
- {
65
- "type": "test",
66
- "which": "focOp",
67
- "withItems": true,
68
- "what": "focusability and operability of elements"
69
- },
70
- {
71
- "type": "test",
72
- "which": "hover",
73
- "headSize": 20,
74
- "headSampleSize": 20,
75
- "tailSampleSize": 15,
76
- "withItems": true,
77
- "what": "hover impacts"
78
- },
79
- {
80
- "type": "test",
81
- "which": "labClash",
82
- "withItems": true,
83
- "what": "unlabeled and mislabeled form controls"
84
- },
85
- {
86
- "type": "test",
87
- "which": "linkUl",
88
- "withItems": true,
89
- "what": "underlining of inline links"
90
- },
91
- {
92
- "type": "test",
93
- "which": "menuNav",
94
- "withItems": true,
95
- "what": "keyboard navigation within true-focus menus"
96
- },
97
- {
98
- "type": "test",
99
- "which": "radioSet",
100
- "withItems": true,
101
- "what": "grouping of radio buttons in fieldsets"
102
- },
103
- {
104
- "type": "test",
105
- "which": "role",
106
- "what": "validity and necessity of role assignments"
107
- },
108
- {
109
- "type": "test",
110
- "which": "styleDiff",
111
- "withItems": true,
112
- "what": "style consistency of headings, buttons, and links"
113
- },
114
- {
115
- "type": "test",
116
- "which": "tabNav",
117
- "withItems": true,
118
- "what": "keyboard navigation within tab lists"
119
- },
120
- {
121
- "type": "test",
122
- "which": "zIndex",
123
- "withItems": true,
124
- "what": "elements with non-auto z indexes"
125
- },
126
- {
127
- "type": "test",
128
- "which": "aatt",
129
- "waitLong": true,
130
- "tryLimit": 2,
131
- "what": "AATT with HTML CodeSniffer"
132
- },
133
- {
134
- "type": "test",
135
- "which": "alfa",
136
- "what": "Siteimprove alfa"
137
- },
138
- {
139
- "type": "test",
140
- "which": "axe",
141
- "detailLevel": 2,
142
- "rules": [],
143
- "what": "Axe core, all rules"
144
- },
145
- {
146
- "type": "test",
147
- "which": "ibm",
148
- "withItems": true,
149
- "what": "IBM Accessibility Checker, with page content and again with URL"
150
- },
151
- {
152
- "type": "test",
153
- "which": "tenon",
154
- "id": "a",
155
- "what": "Tenon API version 2 result retrieval"
156
- },
157
- {
158
- "type": "test",
159
- "which": "wave",
160
- "reportType": 4,
161
- "what": "WAVE, report-type 4"
162
- }
163
- ]
164
- }
package/samples/scripts/tp12.json DELETED
@@ -1,163 +0,0 @@
1
- {
2
- "id": "tp12",
3
- "what": "Alfa, Axe, HTML CodeSniffer, IBM, Tenon, WAVE, and 16 custom tests",
4
- "strict": true,
5
- "timeLimit": 300,
6
- "commands": [
7
- {
8
- "type": "launch",
9
- "which": "webkit",
10
- "what": "Webkit browser"
11
- },
12
- {
13
- "type": "url",
14
- "which": "https://*",
15
- "what": "any page"
16
- },
17
- {
18
- "type": "tenonRequest",
19
- "id": "a",
20
- "withNewContent": true,
21
- "what": "Tenon API version 2 test request"
22
- },
23
- {
24
- "type": "test",
25
- "which": "motion",
26
- "what": "spontaneous change of content; requires webkit",
27
- "delay": 2500,
28
- "interval": 2500,
29
- "count": 5
30
- },
31
- {
32
- "type": "launch",
33
- "which": "chromium",
34
- "what": "Chromium browser"
35
- },
36
- {
37
- "type": "url",
38
- "which": "https://*",
39
- "what": "any page"
40
- },
41
- {
42
- "type": "test",
43
- "which": "bulk",
44
- "what": "count of visible elements"
45
- },
46
- {
47
- "type": "test",
48
- "which": "embAc",
49
- "withItems": true,
50
- "what": "active elements incorrectly embedded in each other"
51
- },
52
- {
53
- "type": "test",
54
- "which": "focAll",
55
- "what": "Tab-focusability"
56
- },
57
- {
58
- "type": "test",
59
- "which": "focInd",
60
- "revealAll": false,
61
- "allowedDelay": 250,
62
- "withItems": true,
63
- "what": "focus indicators"
64
- },
65
- {
66
- "type": "test",
67
- "which": "focOp",
68
- "withItems": true,
69
- "what": "focusability and operability of elements"
70
- },
71
- {
72
- "type": "test",
73
- "which": "hover",
74
- "headSize": 20,
75
- "headSampleSize": 20,
76
- "tailSampleSize": 15,
77
- "withItems": true,
78
- "what": "hover impacts"
79
- },
80
- {
81
- "type": "test",
82
- "which": "labClash",
83
- "withItems": true,
84
- "what": "unlabeled and mislabeled form controls"
85
- },
86
- {
87
- "type": "test",
88
- "which": "linkUl",
89
- "withItems": true,
90
- "what": "underlining of inline links"
91
- },
92
- {
93
- "type": "test",
94
- "which": "menuNav",
95
- "withItems": true,
96
- "what": "keyboard navigation within true-focus menus"
97
- },
98
- {
99
- "type": "test",
100
- "which": "radioSet",
101
- "withItems": true,
102
- "what": "grouping of radio buttons in fieldsets"
103
- },
104
- {
105
- "type": "test",
106
- "which": "role",
107
- "what": "validity and necessity of role assignments"
108
- },
109
- {
110
- "type": "test",
111
- "which": "styleDiff",
112
- "withItems": true,
113
- "what": "style consistency of headings, buttons, and links"
114
- },
115
- {
116
- "type": "test",
117
- "which": "tabNav",
118
- "withItems": true,
119
- "what": "keyboard navigation within tab lists"
120
- },
121
- {
122
- "type": "test",
123
- "which": "zIndex",
124
- "withItems": true,
125
- "what": "elements with non-auto z indexes"
126
- },
127
- {
128
- "type": "test",
129
- "which": "alfa",
130
- "what": "Siteimprove alfa"
131
- },
132
- {
133
- "type": "test",
134
- "which": "axe",
135
- "detailLevel": 2,
136
- "rules": [],
137
- "what": "Axe core, all rules"
138
- },
139
- {
140
- "type": "test",
141
- "which": "htmlcs",
142
- "what": "HTML CodeSniffer"
143
- },
144
- {
145
- "type": "test",
146
- "which": "ibm",
147
- "withItems": true,
148
- "what": "IBM Accessibility Checker, with page content and again with URL"
149
- },
150
- {
151
- "type": "test",
152
- "which": "wave",
153
- "reportType": 4,
154
- "what": "WAVE, report-type 4"
155
- },
156
- {
157
- "type": "test",
158
- "which": "tenon",
159
- "id": "a",
160
- "what": "Tenon API version 2 result retrieval"
161
- }
162
- ]
163
- }
package/samples/scripts/tp13.json DELETED
@@ -1,163 +0,0 @@
1
- {
2
- "id": "tp12",
3
- "what": "Alfa, Axe, HTML CodeSniffer, IBM, Tenon, WAVE, and 16 custom tests",
4
- "strict": true,
5
- "timeLimit": 250,
6
- "commands": [
7
- {
8
- "type": "launch",
9
- "which": "webkit",
10
- "what": "Webkit browser"
11
- },
12
- {
13
- "type": "url",
14
- "which": "https://*",
15
- "what": "any page"
16
- },
17
- {
18
- "type": "tenonRequest",
19
- "id": "a",
20
- "withNewContent": true,
21
- "what": "Tenon API version 2 test request"
22
- },
23
- {
24
- "type": "test",
25
- "which": "motion",
26
- "what": "spontaneous change of content; requires webkit",
27
- "delay": 2500,
28
- "interval": 2500,
29
- "count": 5
30
- },
31
- {
32
- "type": "launch",
33
- "which": "chromium",
34
- "what": "Chromium browser"
35
- },
36
- {
37
- "type": "url",
38
- "which": "https://*",
39
- "what": "any page"
40
- },
41
- {
42
- "type": "test",
43
- "which": "bulk",
44
- "what": "count of visible elements"
45
- },
46
- {
47
- "type": "test",
48
- "which": "embAc",
49
- "withItems": true,
50
- "what": "active elements incorrectly embedded in each other"
51
- },
52
- {
53
- "type": "test",
54
- "which": "focAll",
55
- "what": "Tab-focusability"
56
- },
57
- {
58
- "type": "test",
59
- "which": "focInd",
60
- "revealAll": false,
61
- "allowedDelay": 250,
62
- "withItems": true,
63
- "what": "focus indicators"
64
- },
65
- {
66
- "type": "test",
67
- "which": "focOp",
68
- "withItems": true,
69
- "what": "focusability and operability of elements"
70
- },
71
- {
72
- "type": "test",
73
- "which": "hover",
74
- "headSize": 40,
75
- "headSampleSize": 20,
76
- "tailSampleSize": 15,
77
- "withItems": true,
78
- "what": "hover impacts"
79
- },
80
- {
81
- "type": "test",
82
- "which": "labClash",
83
- "withItems": true,
84
- "what": "unlabeled and mislabeled form controls"
85
- },
86
- {
87
- "type": "test",
88
- "which": "linkUl",
89
- "withItems": true,
90
- "what": "underlining of inline links"
91
- },
92
- {
93
- "type": "test",
94
- "which": "menuNav",
95
- "withItems": true,
96
- "what": "keyboard navigation within true-focus menus"
97
- },
98
- {
99
- "type": "test",
100
- "which": "radioSet",
101
- "withItems": true,
102
- "what": "grouping of radio buttons in fieldsets"
103
- },
104
- {
105
- "type": "test",
106
- "which": "role",
107
- "what": "validity and necessity of role assignments"
108
- },
109
- {
110
- "type": "test",
111
- "which": "styleDiff",
112
- "withItems": true,
113
- "what": "style consistency of headings, buttons, and links"
114
- },
115
- {
116
- "type": "test",
117
- "which": "tabNav",
118
- "withItems": true,
119
- "what": "keyboard navigation within tab lists"
120
- },
121
- {
122
- "type": "test",
123
- "which": "zIndex",
124
- "withItems": true,
125
- "what": "elements with non-auto z indexes"
126
- },
127
- {
128
- "type": "test",
129
- "which": "alfa",
130
- "what": "Siteimprove alfa"
131
- },
132
- {
133
- "type": "test",
134
- "which": "axe",
135
- "detailLevel": 2,
136
- "rules": [],
137
- "what": "Axe core, all rules"
138
- },
139
- {
140
- "type": "test",
141
- "which": "htmlcs",
142
- "what": "HTML CodeSniffer"
143
- },
144
- {
145
- "type": "test",
146
- "which": "ibm",
147
- "withItems": true,
148
- "what": "IBM Accessibility Checker, with page content and again with URL"
149
- },
150
- {
151
- "type": "test",
152
- "which": "wave",
153
- "reportType": 4,
154
- "what": "WAVE, report-type 4"
155
- },
156
- {
157
- "type": "test",
158
- "which": "tenon",
159
- "id": "a",
160
- "what": "Tenon API version 2 result retrieval"
161
- }
162
- ]
163
- }
package/samples/scripts/tp14.json DELETED
@@ -1,168 +0,0 @@
1
- {
2
- "id": "tp14",
3
- "what": "Alfa, Axe, Continuum, HTML CodeSniffer, IBM, Tenon, WAVE, and 16 custom tests",
4
- "strict": true,
5
- "timeLimit": 400,
6
- "commands": [
7
- {
8
- "type": "launch",
9
- "which": "webkit",
10
- "what": "Webkit browser"
11
- },
12
- {
13
- "type": "url",
14
- "which": "https://*",
15
- "what": "any page"
16
- },
17
- {
18
- "type": "tenonRequest",
19
- "id": "a",
20
- "withNewContent": true,
21
- "what": "Tenon API version 2 test request"
22
- },
23
- {
24
- "type": "test",
25
- "which": "motion",
26
- "what": "spontaneous change of content; requires webkit",
27
- "delay": 2500,
28
- "interval": 2500,
29
- "count": 5
30
- },
31
- {
32
- "type": "launch",
33
- "which": "chromium",
34
- "what": "Chromium browser"
35
- },
36
- {
37
- "type": "url",
38
- "which": "https://*",
39
- "what": "any page"
40
- },
41
- {
42
- "type": "test",
43
- "which": "bulk",
44
- "what": "count of visible elements"
45
- },
46
- {
47
- "type": "test",
48
- "which": "embAc",
49
- "withItems": true,
50
- "what": "active elements incorrectly embedded in each other"
51
- },
52
- {
53
- "type": "test",
54
- "which": "focAll",
55
- "what": "Tab-focusability"
56
- },
57
- {
58
- "type": "test",
59
- "which": "focInd",
60
- "revealAll": false,
61
- "allowedDelay": 250,
62
- "withItems": true,
63
- "what": "focus indicators"
64
- },
65
- {
66
- "type": "test",
67
- "which": "focOp",
68
- "withItems": true,
69
- "what": "focusability and operability of elements"
70
- },
71
- {
72
- "type": "test",
73
- "which": "hover",
74
- "headSize": 40,
75
- "headSampleSize": 20,
76
- "tailSampleSize": 15,
77
- "withItems": true,
78
- "what": "hover impacts"
79
- },
80
- {
81
- "type": "test",
82
- "which": "labClash",
83
- "withItems": true,
84
- "what": "unlabeled and mislabeled form controls"
85
- },
86
- {
87
- "type": "test",
88
- "which": "linkUl",
89
- "withItems": true,
90
- "what": "underlining of inline links"
91
- },
92
- {
93
- "type": "test",
94
- "which": "menuNav",
95
- "withItems": true,
96
- "what": "keyboard navigation within true-focus menus"
97
- },
98
- {
99
- "type": "test",
100
- "which": "radioSet",
101
- "withItems": true,
102
- "what": "grouping of radio buttons in fieldsets"
103
- },
104
- {
105
- "type": "test",
106
- "which": "role",
107
- "what": "validity and necessity of role assignments"
108
- },
109
- {
110
- "type": "test",
111
- "which": "styleDiff",
112
- "withItems": true,
113
- "what": "style consistency of headings, buttons, and links"
114
- },
115
- {
116
- "type": "test",
117
- "which": "tabNav",
118
- "withItems": true,
119
- "what": "keyboard navigation within tab lists"
120
- },
121
- {
122
- "type": "test",
123
- "which": "zIndex",
124
- "withItems": true,
125
- "what": "elements with non-auto z indexes"
126
- },
127
- {
128
- "type": "test",
129
- "which": "alfa",
130
- "what": "Siteimprove alfa"
131
- },
132
- {
133
- "type": "test",
134
- "which": "axe",
135
- "detailLevel": 2,
136
- "rules": [],
137
- "what": "Axe core, all rules"
138
- },
139
- {
140
- "type": "test",
141
- "which": "continuum",
142
- "what": "Continuum"
143
- },
144
- {
145
- "type": "test",
146
- "which": "htmlcs",
147
- "what": "HTML CodeSniffer"
148
- },
149
- {
150
- "type": "test",
151
- "which": "ibm",
152
- "withItems": true,
153
- "what": "IBM Accessibility Checker, with page content and again with URL"
154
- },
155
- {
156
- "type": "test",
157
- "which": "wave",
158
- "reportType": 4,
159
- "what": "WAVE, report-type 4"
160
- },
161
- {
162
- "type": "test",
163
- "which": "tenon",
164
- "id": "a",
165
- "what": "Tenon API version 2 result retrieval"
166
- }
167
- ]
168
- }
package/samples/scripts/tsp09.json DELETED
@@ -1,146 +0,0 @@
1
- {
2
- "id": "asp09",
3
- "what": "AATT, Alfa, Axe, IBM, WAVE, and 16 custom tests",
4
- "strict": true,
5
- "commands": [
6
- {
7
- "type": "launch",
8
- "which": "webkit",
9
- "what": "used for tests on which chromium fails on some URLs"
10
- },
11
- {
12
- "type": "url",
13
- "which": "https://*",
14
- "what": "any page"
15
- },
16
- {
17
- "type": "test",
18
- "which": "motion",
19
- "what": "spontaneous change of content",
20
- "delay": 2400,
21
- "interval": 2600,
22
- "count": 5
23
- },
24
- {
25
- "type": "test",
26
- "which": "axe",
27
- "withItems": true,
28
- "rules": [],
29
- "what": "Axe core, all rules"
30
- },
31
- {
32
- "type": "launch",
33
- "which": "chromium",
34
- "what": "used for most tests"
35
- },
36
- {
37
- "type": "url",
38
- "which": "https://*",
39
- "what": "any page"
40
- },
41
- {
42
- "type": "test",
43
- "which": "bulk",
44
- "what": "count of visible elements"
45
- },
46
- {
47
- "type": "test",
48
- "which": "embAc",
49
- "what": "active elements incorrectly embedded in each other",
50
- "withItems": true
51
- },
52
- {
53
- "type": "test",
54
- "which": "focAll",
55
- "what": "Tab-focusability"
56
- },
57
- {
58
- "type": "test",
59
- "which": "focInd",
60
- "what": "focus indicators",
61
- "withItems": true,
62
- "revealAll": true
63
- },
64
- {
65
- "type": "test",
66
- "which": "focOp",
67
- "what": "focusability and operability of elements",
68
- "withItems": true
69
- },
70
- {
71
- "type": "test",
72
- "which": "hover",
73
- "what": "hover-triggered content changes",
74
- "withItems": true
75
- },
76
- {
77
- "type": "test",
78
- "which": "labClash",
79
- "what": "unlabeled and mislabeled form controls",
80
- "withItems": true
81
- },
82
- {
83
- "type": "test",
84
- "which": "linkUl",
85
- "what": "underlining of inline links",
86
- "withItems": true
87
- },
88
- {
89
- "type": "test",
90
- "which": "menuNav",
91
- "what": "keyboard navigation within true-focus menus",
92
- "withItems": true
93
- },
94
- {
95
- "type": "test",
96
- "which": "radioSet",
97
- "what": "grouping of radio buttons in fieldsets",
98
- "withItems": true
99
- },
100
- {
101
- "type": "test",
102
- "which": "role",
103
- "what": "validity and necessity of role assignments"
104
- },
105
- {
106
- "type": "test",
107
- "which": "styleDiff",
108
- "what": "style consistency of headings, buttons, and links",
109
- "withItems": true
110
- },
111
- {
112
- "type": "test",
113
- "which": "tabNav",
114
- "what": "keyboard navigation within tab lists",
115
- "withItems": true
116
- },
117
- {
118
- "type": "test",
119
- "which": "zIndex",
120
- "what": "elements with non-auto z indexes",
121
- "withItems": true
122
- },
123
- {
124
- "type": "test",
125
- "which": "ibm",
126
- "withItems": true,
127
- "what": "IBM Accessibility Checker"
128
- },
129
- {
130
- "type": "test",
131
- "which": "aatt",
132
- "what": "AATT with HTML CodeSniffer"
133
- },
134
- {
135
- "type": "test",
136
- "which": "alfa",
137
- "what": "Siteimprove alfa"
138
- },
139
- {
140
- "type": "test",
141
- "which": "wave",
142
- "reportType": 4,
143
- "what": "WAVE, report-type 4"
144
- }
145
- ]
146
- }