@detiq/crawler 1.1.8 → 1.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/accessibility-auditor.js +74 -54
- package/dist/ai-login.js +249 -227
- package/dist/auth-token-rotator.js +67 -57
- package/dist/auth.js +336 -299
- package/dist/browser-extension.js +142 -104
- package/dist/captcha-solver.js +125 -98
- package/dist/color-contrast.js +89 -77
- package/dist/content-chunker.js +126 -126
- package/dist/content-dedup.js +71 -54
- package/dist/cookie-consent.js +83 -68
- package/dist/cookie-jar.js +60 -53
- package/dist/crawler.js +5345 -4486
- package/dist/custom-js-injector.js +61 -45
- package/dist/dark-mode-capture.js +81 -67
- package/dist/dead-link-detector.js +55 -47
- package/dist/element-hash.js +12 -8
- package/dist/email-otp.js +195 -154
- package/dist/engine-router.js +98 -87
- package/dist/export/bulk-export.js +55 -70
- package/dist/export/vector-export.js +105 -77
- package/dist/extractors/advanced.js +266 -249
- package/dist/extractors/artifact-envelope.js +58 -59
- package/dist/failure-analysis-agent.js +33 -37
- package/dist/feature-flag-detector.js +66 -51
- package/dist/form-detector.js +75 -55
- package/dist/frontier.js +101 -76
- package/dist/gap-pass.js +89 -68
- package/dist/graphql-detector.js +72 -62
- package/dist/http-engine.js +330 -282
- package/dist/incremental-diff.js +87 -54
- package/dist/index.js +28 -67
- package/dist/input-fuzzer.js +97 -93
- package/dist/interactive-probe.js +827 -715
- package/dist/job-queue.js +2169 -2151
- package/dist/js-coverage.js +56 -52
- package/dist/js-router-detector.js +117 -86
- package/dist/language-detector.js +63 -51
- package/dist/link-classifier.js +50 -32
- package/dist/live-view.js +108 -91
- package/dist/locator-extractor.js +187 -151
- package/dist/logger.js +7 -9
- package/dist/markdown-extract.js +61 -48
- package/dist/native-crawler.js +946 -780
- package/dist/network-observer.js +156 -135
- package/dist/network-throttle.js +40 -29
- package/dist/openapi-generator.js +92 -77
- package/dist/pdf-extractor.js +90 -72
- package/dist/performance-metrics.js +102 -80
- package/dist/phash.js +144 -125
- package/dist/pii-scrubber.js +68 -65
- package/dist/playwright-recorder.js +58 -70
- package/dist/policies/crawl-safety.js +34 -31
- package/dist/profiles/domain-profile.js +125 -130
- package/dist/proxy.js +172 -146
- package/dist/rate-limiter.js +65 -58
- package/dist/redirect-tracker.js +64 -60
- package/dist/redis-frontier.js +136 -116
- package/dist/redis-queue.js +144 -157
- package/dist/response-cache.js +140 -127
- package/dist/responsive-detector.js +46 -42
- package/dist/retry-policy.js +50 -46
- package/dist/robots-txt.js +83 -69
- package/dist/screen-reader.js +70 -45
- package/dist/screenshot-masker.js +77 -59
- package/dist/seo-checker.js +107 -88
- package/dist/session-capture.js +212 -192
- package/dist/session-export.js +133 -107
- package/dist/sitemap-writer.js +41 -38
- package/dist/sitemap.js +202 -141
- package/dist/skyvern.js +148 -123
- package/dist/sqs-queue.js +42 -42
- package/dist/sso-token.js +90 -74
- package/dist/stealth/human-behavior.js +173 -156
- package/dist/telemetry.js +82 -68
- package/dist/test-executor.js +335 -309
- package/dist/tls-fingerprint.js +88 -77
- package/dist/url-pattern-completer.js +90 -71
- package/dist/visual-diff-verdict.js +38 -23
- package/dist/webhook-notifier.js +69 -71
- package/dist/websocket-detector.js +68 -56
- package/dist/worker.js +38 -29
- package/package.json +1 -1
|
@@ -1,774 +1,886 @@
|
|
|
1
|
-
|
|
1
|
+
/**
|
|
2
|
+
* Interactive Probe — Phase 2 Dynamic Observation
|
|
3
|
+
*
|
|
4
|
+
* The static crawl captures DOM structure at rest. This module runs AFTER the static crawl
|
|
5
|
+
* to observe dynamic behaviour by actually interacting with the UI:
|
|
6
|
+
*
|
|
7
|
+
* 1. Empty submit → captures required-field validation error messages
|
|
8
|
+
* 2. Invalid format → captures format validation errors (bad email, short password)
|
|
9
|
+
* 3. Button clicks → captures modal/dialog contents
|
|
10
|
+
* 4. Select changes → captures conditional reveals (show/hide logic)
|
|
11
|
+
* 5. Success paths → captures toast/banner messages (where input is safe)
|
|
12
|
+
*
|
|
13
|
+
* Results are stored as KnowledgeChunks (sourceType='probe') and update the
|
|
14
|
+
* ERROR_CATALOGUE + INTERACTION_PATTERNS skill files with real observed data
|
|
15
|
+
* instead of LLM inference.
|
|
16
|
+
*
|
|
17
|
+
* Call signature: probeScreen(page, screenId, elements, opts)
|
|
18
|
+
* Called from crawlProject() after static element extraction when opts.interactive=true.
|
|
19
|
+
*/
|
|
20
|
+
import { AppBrain } from '@detiq/app-brain';
|
|
21
|
+
// ── CSS selectors that reliably find error messages across frameworks ────────
|
|
2
22
|
const ERROR_SELECTORS = [
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
".el-form-item__error",
|
|
23
|
-
// Element UI
|
|
24
|
-
".chakra-form__error-message",
|
|
25
|
-
// Chakra UI
|
|
26
|
-
".mantine-InputWrapper-error"
|
|
27
|
-
// Mantine
|
|
28
|
-
].join(", ");
|
|
23
|
+
'[role="alert"]',
|
|
24
|
+
'[aria-live="assertive"]',
|
|
25
|
+
'[aria-live="polite"]',
|
|
26
|
+
'.invalid-feedback',
|
|
27
|
+
'.field-error',
|
|
28
|
+
'.error-message',
|
|
29
|
+
'.form-error',
|
|
30
|
+
'.validation-error',
|
|
31
|
+
'[class*="error" i]',
|
|
32
|
+
'[class*="invalid" i]',
|
|
33
|
+
'[class*="Error"]',
|
|
34
|
+
'p.text-red-500', 'p.text-red-600', 'p.text-destructive', 'p.text-danger',
|
|
35
|
+
'[data-error]', '[data-invalid]',
|
|
36
|
+
'.ant-form-item-explain-error', // Ant Design
|
|
37
|
+
'.el-form-item__error', // Element UI
|
|
38
|
+
'.chakra-form__error-message', // Chakra UI
|
|
39
|
+
'.mantine-InputWrapper-error', // Mantine
|
|
40
|
+
].join(', ');
|
|
41
|
+
// ── Toast / notification selectors ───────────────────────────────────────────
|
|
29
42
|
const TOAST_SELECTORS = [
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
].join(
|
|
43
|
+
'[role="status"]',
|
|
44
|
+
'[data-sonner-toast]',
|
|
45
|
+
'[data-toast]',
|
|
46
|
+
'[data-hot-toast]',
|
|
47
|
+
'.Toastify__toast',
|
|
48
|
+
'.toast-message',
|
|
49
|
+
'.notification-body',
|
|
50
|
+
'.notistack-snackbar',
|
|
51
|
+
'[class*="toast" i]',
|
|
52
|
+
'[class*="Toast"]',
|
|
53
|
+
'[class*="snackbar" i]',
|
|
54
|
+
'[class*="notification" i]',
|
|
55
|
+
].join(', ');
|
|
56
|
+
/** Wait up to `maxMs` for any selector to appear, then return its text content. */
|
|
43
57
|
async function waitForAny(page, selector, maxMs = 2500) {
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
selector,
|
|
51
|
-
(els) => els.map((el) => el.innerText?.replace(/\s+/g, " ").trim()).filter(Boolean)
|
|
52
|
-
);
|
|
58
|
+
try {
|
|
59
|
+
await page.waitForSelector(selector, { timeout: maxMs, state: 'visible' });
|
|
60
|
+
}
|
|
61
|
+
catch {
|
|
62
|
+
return [];
|
|
63
|
+
}
|
|
64
|
+
return page.$$eval(selector, (els) => els.map((el) => el.innerText?.replace(/\s+/g, ' ').trim()).filter(Boolean));
|
|
53
65
|
}
|
|
66
|
+
/** Collect all currently-visible error messages. */
|
|
54
67
|
async function collectErrors(page) {
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
68
|
+
try {
|
|
69
|
+
return page.$$eval(ERROR_SELECTORS, (els) => els
|
|
70
|
+
.filter((el) => {
|
|
71
|
+
const style = window.getComputedStyle(el);
|
|
72
|
+
return style.display !== 'none' && style.visibility !== 'hidden' && el.innerText?.trim().length > 0;
|
|
73
|
+
})
|
|
74
|
+
.map((el) => el.innerText?.replace(/\s+/g, ' ').trim())
|
|
75
|
+
.filter(Boolean));
|
|
76
|
+
}
|
|
77
|
+
catch {
|
|
78
|
+
return [];
|
|
79
|
+
}
|
|
66
80
|
}
|
|
81
|
+
/** Collect any visible toast / notification content. */
|
|
67
82
|
async function collectToasts(page) {
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
83
|
+
try {
|
|
84
|
+
return page.$$eval(TOAST_SELECTORS, (els) => els
|
|
85
|
+
.filter((el) => {
|
|
86
|
+
const style = window.getComputedStyle(el);
|
|
87
|
+
return style.display !== 'none' && el.innerText?.trim().length > 0;
|
|
88
|
+
})
|
|
89
|
+
.map((el) => el.innerText?.replace(/\s+/g, ' ').trim())
|
|
90
|
+
.filter(Boolean));
|
|
91
|
+
}
|
|
92
|
+
catch {
|
|
93
|
+
return [];
|
|
94
|
+
}
|
|
79
95
|
}
|
|
96
|
+
/** Find the primary submit button on the page. */
|
|
80
97
|
async function findSubmitButton(page) {
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
98
|
+
return page.evaluate(() => {
|
|
99
|
+
const SUBMIT_KW = /submit|send|save|create|confirm|continue|proceed|register|sign.?in|log.?in|apply|verify|search|next|finish|complete|order|buy|checkout/i;
|
|
100
|
+
const candidates = Array.from(document.querySelectorAll('button, [role="button"], input[type="submit"]'));
|
|
101
|
+
const primary = candidates.find((el) => {
|
|
102
|
+
const style = window.getComputedStyle(el);
|
|
103
|
+
if (style.display === 'none' || style.visibility === 'hidden')
|
|
104
|
+
return false;
|
|
105
|
+
const text = el.innerText || el.value || el.getAttribute('aria-label') || '';
|
|
106
|
+
return SUBMIT_KW.test(text);
|
|
107
|
+
});
|
|
108
|
+
if (!primary)
|
|
109
|
+
return null;
|
|
110
|
+
return primary.getAttribute('data-testid') || primary.getAttribute('aria-label') || primary.innerText?.trim().slice(0, 60);
|
|
89
111
|
});
|
|
90
|
-
if (!primary) return null;
|
|
91
|
-
return primary.getAttribute("data-testid") || primary.getAttribute("aria-label") || primary.innerText?.trim().slice(0, 60);
|
|
92
|
-
});
|
|
93
112
|
}
|
|
113
|
+
/** Find all modal-trigger buttons (non-submit buttons). */
|
|
94
114
|
async function findModalTriggers(page) {
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
115
|
+
return page.evaluate(() => {
|
|
116
|
+
const SKIP = /submit|send|save|create|log.?in|sign.?in|register|continue|checkout|buy|order|search|close|cancel|dismiss/i;
|
|
117
|
+
const NAV_PARENTS = new Set(['NAV', 'HEADER', 'FOOTER']);
|
|
118
|
+
return Array.from(document.querySelectorAll('button, [role="button"]'))
|
|
119
|
+
.filter((el) => {
|
|
120
|
+
const style = window.getComputedStyle(el);
|
|
121
|
+
if (style.display === 'none' || style.visibility === 'hidden')
|
|
122
|
+
return false;
|
|
123
|
+
const label = el.innerText?.trim() || el.getAttribute('aria-label') || '';
|
|
124
|
+
if (!label || SKIP.test(label))
|
|
125
|
+
return false;
|
|
126
|
+
// Skip nav chrome
|
|
127
|
+
let p = el.parentElement;
|
|
128
|
+
while (p) {
|
|
129
|
+
if (NAV_PARENTS.has(p.tagName))
|
|
130
|
+
return false;
|
|
131
|
+
p = p.parentElement;
|
|
132
|
+
}
|
|
133
|
+
return true;
|
|
134
|
+
})
|
|
135
|
+
.slice(0, 20) // probe at most 20 buttons per screen
|
|
136
|
+
.map((el) => {
|
|
137
|
+
const label = el.innerText?.trim() || el.getAttribute('aria-label') || 'button';
|
|
138
|
+
return { selector: `[aria-label="${label}"]`, label: label.slice(0, 60) };
|
|
139
|
+
});
|
|
112
140
|
});
|
|
113
|
-
});
|
|
114
141
|
}
|
|
142
|
+
/** Try to interact with select elements and observe conditional reveals. */
|
|
115
143
|
async function probeConditionals(page) {
|
|
116
|
-
|
|
117
|
-
try {
|
|
118
|
-
const selects = await page.$$("select");
|
|
119
|
-
for (const sel of selects.slice(0, 5)) {
|
|
120
|
-
const label = await sel.getAttribute("aria-label") || await sel.getAttribute("name") || "select";
|
|
121
|
-
const options = await sel.$$eval("option", (opts) => opts.slice(1, 3).map((o) => ({ value: o.value, text: o.textContent?.trim() })));
|
|
122
|
-
for (const opt of options) {
|
|
123
|
-
if (!opt.value) continue;
|
|
124
|
-
const domBefore = await page.evaluate(() => document.body.innerText.length);
|
|
125
|
-
await sel.selectOption(opt.value);
|
|
126
|
-
await page.waitForTimeout(500);
|
|
127
|
-
const domAfter = await page.evaluate(() => document.body.innerText.length);
|
|
128
|
-
if (Math.abs(domAfter - domBefore) > 50) {
|
|
129
|
-
const revealed = await page.evaluate(() => {
|
|
130
|
-
return Array.from(document.querySelectorAll('[data-conditional],[data-show],[class*="conditional"]')).filter((el) => window.getComputedStyle(el).display !== "none").map((el) => el.innerText?.trim()).filter((t) => t && t.length > 10).slice(0, 3).join(" | ");
|
|
131
|
-
});
|
|
132
|
-
if (revealed) {
|
|
133
|
-
results.push({ triggerElement: label, triggerValue: opt.text || opt.value, revealedText: revealed.slice(0, 200) });
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
}
|
|
137
|
-
}
|
|
138
|
-
} catch {
|
|
139
|
-
}
|
|
140
|
-
return results;
|
|
141
|
-
}
|
|
142
|
-
async function probeScreen(page, screenId, url, elements) {
|
|
143
|
-
const result = {
|
|
144
|
-
screenId,
|
|
145
|
-
url,
|
|
146
|
-
validationErrors: [],
|
|
147
|
-
successMessages: [],
|
|
148
|
-
modals: [],
|
|
149
|
-
conditionals: [],
|
|
150
|
-
loadingPatterns: []
|
|
151
|
-
};
|
|
152
|
-
const formInputs = elements.filter(
|
|
153
|
-
(e) => /input|text|email|password|tel|search|textarea|select/i.test(e.role)
|
|
154
|
-
);
|
|
155
|
-
const hasForm = formInputs.length > 0;
|
|
156
|
-
if (hasForm) {
|
|
144
|
+
const results = [];
|
|
157
145
|
try {
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
errorText: errorText.slice(0, 150)
|
|
185
|
-
});
|
|
146
|
+
const selects = await page.$$('select');
|
|
147
|
+
for (const sel of selects.slice(0, 5)) {
|
|
148
|
+
const label = await sel.getAttribute('aria-label') || await sel.getAttribute('name') || 'select';
|
|
149
|
+
const options = await sel.$$eval('option', (opts) => opts.slice(1, 3).map((o) => ({ value: o.value, text: o.textContent?.trim() })));
|
|
150
|
+
for (const opt of options) {
|
|
151
|
+
if (!opt.value)
|
|
152
|
+
continue;
|
|
153
|
+
const domBefore = await page.evaluate(() => document.body.innerText.length);
|
|
154
|
+
await sel.selectOption(opt.value);
|
|
155
|
+
await page.waitForTimeout(500);
|
|
156
|
+
const domAfter = await page.evaluate(() => document.body.innerText.length);
|
|
157
|
+
if (Math.abs(domAfter - domBefore) > 50) {
|
|
158
|
+
const revealed = await page.evaluate(() => {
|
|
159
|
+
// Grab text from any newly-visible sections
|
|
160
|
+
return Array.from(document.querySelectorAll('[data-conditional],[data-show],[class*="conditional"]'))
|
|
161
|
+
.filter((el) => window.getComputedStyle(el).display !== 'none')
|
|
162
|
+
.map((el) => el.innerText?.trim())
|
|
163
|
+
.filter((t) => t && t.length > 10)
|
|
164
|
+
.slice(0, 3)
|
|
165
|
+
.join(' | ');
|
|
166
|
+
});
|
|
167
|
+
if (revealed) {
|
|
168
|
+
results.push({ triggerElement: label, triggerValue: opt.text || opt.value, revealedText: revealed.slice(0, 200) });
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
}
|
|
186
172
|
}
|
|
187
|
-
const loadingText = await page.evaluate(() => {
|
|
188
|
-
const loading = Array.from(document.querySelectorAll('button, [aria-busy="true"], [class*="loading" i], [class*="spinner" i]')).map((el) => el.innerText?.trim()).filter((t) => t && /loading|saving|submitting|sending|processing/i.test(t));
|
|
189
|
-
return loading.slice(0, 3);
|
|
190
|
-
});
|
|
191
|
-
result.loadingPatterns.push(...loadingText);
|
|
192
|
-
}
|
|
193
|
-
} catch {
|
|
194
173
|
}
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
174
|
+
catch { /* non-fatal */ }
|
|
175
|
+
return results;
|
|
176
|
+
}
|
|
177
|
+
/**
|
|
178
|
+
* Run interactive probing on a single screen page.
|
|
179
|
+
* The page must already be navigated to the screen URL.
|
|
180
|
+
* `elements` is the output of the static extractElements pass.
|
|
181
|
+
*/
|
|
182
|
+
export async function probeScreen(page, screenId, url, elements) {
|
|
183
|
+
const result = {
|
|
184
|
+
screenId, url,
|
|
185
|
+
validationErrors: [], successMessages: [], modals: [], conditionals: [], loadingPatterns: [],
|
|
186
|
+
};
|
|
187
|
+
const formInputs = elements.filter((e) => /input|text|email|password|tel|search|textarea|select/i.test(e.role));
|
|
188
|
+
const hasForm = formInputs.length > 0;
|
|
189
|
+
// ── Probe 1: Empty submit → capture required-field errors ────────────────────
|
|
190
|
+
if (hasForm) {
|
|
202
191
|
try {
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
192
|
+
const submitLabel = await findSubmitButton(page);
|
|
193
|
+
if (submitLabel) {
|
|
194
|
+
// Click submit with no data filled in
|
|
195
|
+
const submitBtn = page.locator(`button:has-text("${submitLabel}")`).first();
|
|
196
|
+
await submitBtn.click({ timeout: 2000 });
|
|
197
|
+
await page.waitForTimeout(1500);
|
|
198
|
+
const errors = await collectErrors(page);
|
|
199
|
+
// Prefer DOM-proximity mapping via aria-invalid + aria-describedby
|
|
200
|
+
const ariaFieldErrors = await page.evaluate(() => Array.from(document.querySelectorAll('[aria-invalid="true"]')).map((el) => {
|
|
201
|
+
const describedBy = el.getAttribute('aria-describedby');
|
|
202
|
+
const errorEl = describedBy ? document.getElementById(describedBy) : null;
|
|
203
|
+
const label = el.getAttribute('aria-label') || el.getAttribute('placeholder') || el.name || '';
|
|
204
|
+
return { label, errorText: errorEl?.textContent?.trim() || '' };
|
|
205
|
+
}).filter((f) => f.errorText));
|
|
206
|
+
const ariaMatched = new Set();
|
|
207
|
+
for (const af of ariaFieldErrors) {
|
|
208
|
+
ariaMatched.add(af.errorText);
|
|
209
|
+
result.validationErrors.push({ field: af.label || 'unknown', trigger: 'empty_submit', errorText: af.errorText.slice(0, 150) });
|
|
210
|
+
}
|
|
211
|
+
// Fallback: text-proximity match for errors not covered by aria-invalid
|
|
212
|
+
for (const errorText of errors.filter((e) => !ariaMatched.has(e))) {
|
|
213
|
+
const matchedField = formInputs.find((el) => errorText.toLowerCase().includes(el.meaning.toLowerCase().split(' ')[0]) ||
|
|
214
|
+
el.meaning.toLowerCase().includes(errorText.toLowerCase().split(' ')[0]));
|
|
215
|
+
result.validationErrors.push({
|
|
216
|
+
field: matchedField?.meaning ?? 'unknown',
|
|
217
|
+
trigger: 'empty_submit',
|
|
218
|
+
errorText: errorText.slice(0, 150),
|
|
219
|
+
});
|
|
220
|
+
}
|
|
221
|
+
// Check for loading state text during submit
|
|
222
|
+
const loadingText = await page.evaluate(() => {
|
|
223
|
+
const loading = Array.from(document.querySelectorAll('button, [aria-busy="true"], [class*="loading" i], [class*="spinner" i]'))
|
|
224
|
+
.map((el) => el.innerText?.trim())
|
|
225
|
+
.filter((t) => t && /loading|saving|submitting|sending|processing/i.test(t));
|
|
226
|
+
return loading.slice(0, 3);
|
|
227
|
+
});
|
|
228
|
+
result.loadingPatterns.push(...loadingText);
|
|
229
|
+
}
|
|
211
230
|
}
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
231
|
+
catch { /* non-fatal — form probe failed, continue */ }
|
|
232
|
+
}
|
|
233
|
+
// ── Probe 2: Invalid format inputs ──────────────────────────────────────────
|
|
234
|
+
if (hasForm) {
|
|
215
235
|
try {
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
236
|
+
const emailField = formInputs.find((e) => e.expectedData === 'valid_email' || /email/i.test(e.meaning));
|
|
237
|
+
const passwordField = formInputs.find((e) => e.expectedData === 'password' || /password/i.test(e.meaning));
|
|
238
|
+
if (emailField) {
|
|
239
|
+
const emailLocator = page.locator('input[type="email"], input[name*="email"], input[placeholder*="email" i]').first();
|
|
240
|
+
try {
|
|
241
|
+
await emailLocator.fill('notanemail', { timeout: 1000 });
|
|
242
|
+
await emailLocator.blur();
|
|
243
|
+
await page.waitForTimeout(600);
|
|
244
|
+
const errors = await collectErrors(page);
|
|
245
|
+
for (const errorText of errors) {
|
|
246
|
+
result.validationErrors.push({ field: emailField.meaning, trigger: 'invalid_format', errorText: errorText.slice(0, 150) });
|
|
247
|
+
}
|
|
248
|
+
}
|
|
249
|
+
catch { /* locator not found */ }
|
|
250
|
+
}
|
|
251
|
+
if (passwordField) {
|
|
252
|
+
const pwLocator = page.locator('input[type="password"]').first();
|
|
253
|
+
try {
|
|
254
|
+
await pwLocator.fill('123', { timeout: 1000 });
|
|
255
|
+
await pwLocator.blur();
|
|
256
|
+
await page.waitForTimeout(600);
|
|
257
|
+
const errors = await collectErrors(page);
|
|
258
|
+
for (const errorText of errors) {
|
|
259
|
+
if (!result.validationErrors.some((e) => e.errorText === errorText)) {
|
|
260
|
+
result.validationErrors.push({ field: passwordField.meaning, trigger: 'invalid_format', errorText: errorText.slice(0, 150) });
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
catch { /* locator not found */ }
|
|
223
265
|
}
|
|
224
|
-
}
|
|
225
|
-
} catch {
|
|
226
|
-
}
|
|
227
|
-
}
|
|
228
|
-
} catch {
|
|
229
|
-
}
|
|
230
|
-
}
|
|
231
|
-
try {
|
|
232
|
-
const triggers = await findModalTriggers(page);
|
|
233
|
-
for (const trigger of triggers) {
|
|
234
|
-
try {
|
|
235
|
-
const btn = page.locator(`button:has-text("${trigger.label}")`).first();
|
|
236
|
-
const domBefore = await page.evaluate(() => document.body.innerText.length);
|
|
237
|
-
await btn.click({ timeout: 1500 });
|
|
238
|
-
await page.waitForTimeout(1e3);
|
|
239
|
-
const dialogText = await page.evaluate(() => {
|
|
240
|
-
const DIALOG_SEL = '[role="dialog"], [role="alertdialog"], .modal, .Modal, [class*="modal" i], [class*="dialog" i], [class*="Dialog"]';
|
|
241
|
-
const dialogs = Array.from(document.querySelectorAll(DIALOG_SEL)).filter((el) => window.getComputedStyle(el).display !== "none");
|
|
242
|
-
if (dialogs.length === 0) return null;
|
|
243
|
-
const d = dialogs[0];
|
|
244
|
-
const title = d.querySelector('[role="heading"], h1, h2, h3')?.textContent?.trim() || "";
|
|
245
|
-
const content = d.innerText?.replace(/\s+/g, " ").trim().slice(0, 400);
|
|
246
|
-
const fields = Array.from(d.querySelectorAll("input, select, textarea, button")).map((f) => f.getAttribute("aria-label") || f.getAttribute("placeholder") || f.value || "").filter((t) => t.trim().length > 0);
|
|
247
|
-
return { title, content, fields };
|
|
248
|
-
});
|
|
249
|
-
if (dialogText && dialogText.content.length > 20) {
|
|
250
|
-
result.modals.push({
|
|
251
|
-
triggerElement: trigger.label,
|
|
252
|
-
title: dialogText.title,
|
|
253
|
-
content: dialogText.content,
|
|
254
|
-
fields: dialogText.fields.slice(0, 10)
|
|
255
|
-
});
|
|
256
|
-
} else {
|
|
257
|
-
const accordionText = await page.evaluate(() => {
|
|
258
|
-
const panels = Array.from(document.querySelectorAll(
|
|
259
|
-
'[aria-expanded="true"] + *, details[open] > :not(summary), [data-state="open"]:not([role="dialog"]):not([class*="modal" i]), [data-headlessui-state="open"] > *'
|
|
260
|
-
)).filter((el) => {
|
|
261
|
-
const s = window.getComputedStyle(el);
|
|
262
|
-
return s.display !== "none" && s.visibility !== "hidden";
|
|
263
|
-
});
|
|
264
|
-
if (panels.length === 0) return null;
|
|
265
|
-
const panel = panels[0];
|
|
266
|
-
const heading = panel.querySelector("h2,h3,h4")?.textContent?.replace(/\s+/g, " ").trim() || "";
|
|
267
|
-
const content = panel.innerText?.replace(/\s+/g, " ").trim().slice(0, 400) || "";
|
|
268
|
-
return content.length > 15 ? { heading, content } : null;
|
|
269
|
-
});
|
|
270
|
-
if (accordionText) {
|
|
271
|
-
result.modals.push({
|
|
272
|
-
triggerElement: trigger.label,
|
|
273
|
-
title: accordionText.heading || `${trigger.label} (revealed)`,
|
|
274
|
-
content: accordionText.content,
|
|
275
|
-
fields: []
|
|
276
|
-
});
|
|
277
|
-
}
|
|
278
266
|
}
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
267
|
+
catch { /* non-fatal */ }
|
|
268
|
+
}
|
|
269
|
+
// ── Probe 3: Button clicks → discover modal/dialog contents ─────────────────
|
|
270
|
+
try {
|
|
271
|
+
const triggers = await findModalTriggers(page);
|
|
272
|
+
for (const trigger of triggers) {
|
|
273
|
+
try {
|
|
274
|
+
const btn = page.locator(`button:has-text("${trigger.label}")`).first();
|
|
275
|
+
const domBefore = await page.evaluate(() => document.body.innerText.length);
|
|
276
|
+
await btn.click({ timeout: 1500 });
|
|
277
|
+
await page.waitForTimeout(1000);
|
|
278
|
+
// Check if a dialog/modal appeared
|
|
279
|
+
const dialogText = await page.evaluate(() => {
|
|
280
|
+
const DIALOG_SEL = '[role="dialog"], [role="alertdialog"], .modal, .Modal, [class*="modal" i], [class*="dialog" i], [class*="Dialog"]';
|
|
281
|
+
const dialogs = Array.from(document.querySelectorAll(DIALOG_SEL))
|
|
282
|
+
.filter((el) => window.getComputedStyle(el).display !== 'none');
|
|
283
|
+
if (dialogs.length === 0)
|
|
284
|
+
return null;
|
|
285
|
+
const d = dialogs[0];
|
|
286
|
+
const title = d.querySelector('[role="heading"], h1, h2, h3')?.textContent?.trim() || '';
|
|
287
|
+
const content = d.innerText?.replace(/\s+/g, ' ').trim().slice(0, 400);
|
|
288
|
+
const fields = Array.from(d.querySelectorAll('input, select, textarea, button'))
|
|
289
|
+
.map((f) => f.getAttribute('aria-label') || f.getAttribute('placeholder') || f.value || '')
|
|
290
|
+
.filter((t) => t.trim().length > 0);
|
|
291
|
+
return { title, content, fields };
|
|
292
|
+
});
|
|
293
|
+
if (dialogText && dialogText.content.length > 20) {
|
|
294
|
+
result.modals.push({
|
|
295
|
+
triggerElement: trigger.label,
|
|
296
|
+
title: dialogText.title,
|
|
297
|
+
content: dialogText.content,
|
|
298
|
+
fields: dialogText.fields.slice(0, 10),
|
|
299
|
+
});
|
|
300
|
+
}
|
|
301
|
+
else {
|
|
302
|
+
// No modal appeared — check for accordion/disclosure panel reveals
|
|
303
|
+
// Clicks on accordion triggers change aria-expanded but don't open a dialog.
|
|
304
|
+
const accordionText = await page.evaluate(() => {
|
|
305
|
+
const panels = Array.from(document.querySelectorAll('[aria-expanded="true"] + *, details[open] > :not(summary), [data-state="open"]:not([role="dialog"]):not([class*="modal" i]), [data-headlessui-state="open"] > *')).filter((el) => {
|
|
306
|
+
const s = window.getComputedStyle(el);
|
|
307
|
+
return s.display !== 'none' && s.visibility !== 'hidden';
|
|
308
|
+
});
|
|
309
|
+
if (panels.length === 0)
|
|
310
|
+
return null;
|
|
311
|
+
const panel = panels[0];
|
|
312
|
+
const heading = panel.querySelector('h2,h3,h4')?.textContent?.replace(/\s+/g, ' ').trim() || '';
|
|
313
|
+
const content = panel.innerText?.replace(/\s+/g, ' ').trim().slice(0, 400) || '';
|
|
314
|
+
return content.length > 15 ? { heading, content } : null;
|
|
315
|
+
});
|
|
316
|
+
if (accordionText) {
|
|
317
|
+
result.modals.push({
|
|
318
|
+
triggerElement: trigger.label,
|
|
319
|
+
title: accordionText.heading || `${trigger.label} (revealed)`,
|
|
320
|
+
content: accordionText.content,
|
|
321
|
+
fields: [],
|
|
322
|
+
});
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
// Dismiss: Escape key first, then close button
|
|
326
|
+
await page.keyboard.press('Escape');
|
|
327
|
+
await page.waitForTimeout(400);
|
|
328
|
+
// Check if toast appeared after the click
|
|
329
|
+
const toasts = await collectToasts(page);
|
|
330
|
+
for (const t of toasts) {
|
|
331
|
+
if (t.length > 5)
|
|
332
|
+
result.successMessages.push({ type: 'toast', content: t.slice(0, 200) });
|
|
333
|
+
}
|
|
334
|
+
}
|
|
335
|
+
catch { /* this button's probe failed, try next */ }
|
|
284
336
|
}
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
}
|
|
330
|
-
for (const sm of result.successMessages) {
|
|
331
|
-
obs.push({ elementMeaning: "(page)", observationType: "SUCCESS_TOAST", observedText: sm.content, triggeredBy: sm.type });
|
|
332
|
-
}
|
|
333
|
-
for (const m of result.modals) {
|
|
334
|
-
obs.push({ elementMeaning: m.triggerElement, observationType: "MODAL", observedText: [m.title, m.content].filter(Boolean).join(" \u2014 ").slice(0, 500), triggeredBy: `button_click:${m.triggerElement}` });
|
|
335
|
-
}
|
|
336
|
-
for (const c of result.conditionals) {
|
|
337
|
-
obs.push({ elementMeaning: c.triggerElement, observationType: "CONDITIONAL_REVEAL", observedText: c.revealedText, triggeredBy: `select_change:${c.triggerElement}:${c.triggerValue}` });
|
|
338
|
-
}
|
|
339
|
-
for (const lp of result.loadingPatterns) {
|
|
340
|
-
obs.push({ elementMeaning: "(submit button)", observationType: "LOADING_STATE", observedText: lp, triggeredBy: "form_submit" });
|
|
341
|
-
}
|
|
342
|
-
for (const tp of result.tabPanels ?? []) {
|
|
343
|
-
obs.push({ elementMeaning: tp.tabLabel, observationType: "TAB_PANEL", observedText: tp.panelContent, triggeredBy: `tab_click:${tp.tabLabel}` });
|
|
344
|
-
}
|
|
345
|
-
for (const tt of result.tooltips ?? []) {
|
|
346
|
-
obs.push({ elementMeaning: tt.triggerLabel, observationType: "TOOLTIP", observedText: tt.tooltipText, triggeredBy: "hover_or_title" });
|
|
347
|
-
}
|
|
348
|
-
for (const cs of result.carouselSlides ?? []) {
|
|
349
|
-
obs.push({ elementMeaning: `Slide ${cs.slideIndex + 1}`, observationType: "CAROUSEL_SLIDE", observedText: cs.content, triggeredBy: `carousel_next:${cs.slideIndex}` });
|
|
350
|
-
}
|
|
351
|
-
for (const ws of result.wizardSteps ?? []) {
|
|
352
|
-
obs.push({ elementMeaning: ws.stepLabel ?? `Step ${ws.stepIndex + 1}`, observationType: "WIZARD_STEP", observedText: ws.content, triggeredBy: `wizard_next:${ws.stepIndex}` });
|
|
353
|
-
}
|
|
354
|
-
for (const ft of result.focusTraps ?? []) {
|
|
355
|
-
obs.push({ elementMeaning: ft.modalTrigger, observationType: "FOCUS_TRAP", observedText: ft.focusTrapped ? "Focus correctly trapped inside dialog" : "FAIL: focus escaped dialog \u2014 WCAG 2.1.2 violation", triggeredBy: "tab_key_sequence" });
|
|
356
|
-
}
|
|
357
|
-
for (const issue of result.skipNavIssues ?? []) {
|
|
358
|
-
obs.push({ elementMeaning: "(page)", observationType: "SKIP_NAV_ISSUE", observedText: issue, triggeredBy: "skip_nav_audit" });
|
|
359
|
-
}
|
|
360
|
-
for (const cm of result.contextMenus ?? []) {
|
|
361
|
-
obs.push({ elementMeaning: cm.trigger, observationType: "CONTEXT_MENU", observedText: cm.items.join(" | "), triggeredBy: "right_click" });
|
|
362
|
-
}
|
|
363
|
-
return obs;
|
|
337
|
+
}
|
|
338
|
+
catch { /* non-fatal */ }
|
|
339
|
+
// ── Probe 4: Select/radio → conditional reveals ──────────────────────────────
|
|
340
|
+
try {
|
|
341
|
+
const conditionals = await probeConditionals(page);
|
|
342
|
+
result.conditionals.push(...conditionals);
|
|
343
|
+
}
|
|
344
|
+
catch { /* non-fatal */ }
|
|
345
|
+
// ── Probe 5: Tab panels — click each tab, capture revealed content ────────────
|
|
346
|
+
try {
|
|
347
|
+
result.tabPanels = await probeTabPanels(page);
|
|
348
|
+
}
|
|
349
|
+
catch { /* non-fatal */ }
|
|
350
|
+
// ── Probe 6: Tooltips — hover/title/describedby capture ─────────────────────
|
|
351
|
+
try {
|
|
352
|
+
result.tooltips = await probeTooltips(page);
|
|
353
|
+
}
|
|
354
|
+
catch { /* non-fatal */ }
|
|
355
|
+
// ── Probe 7: Carousel/slider slides ──────────────────────────────────────────
|
|
356
|
+
try {
|
|
357
|
+
result.carouselSlides = await probeCarousels(page);
|
|
358
|
+
}
|
|
359
|
+
catch { /* non-fatal */ }
|
|
360
|
+
// ── Probe 8: Wizard/multi-step form steps ────────────────────────────────────
|
|
361
|
+
try {
|
|
362
|
+
result.wizardSteps = await probeWizardSteps(page);
|
|
363
|
+
}
|
|
364
|
+
catch { /* non-fatal */ }
|
|
365
|
+
// ── Probe 9: Focus-trap detection on any open dialogs ────────────────────────
|
|
366
|
+
try {
|
|
367
|
+
result.focusTraps = await detectFocusTraps(page);
|
|
368
|
+
}
|
|
369
|
+
catch { /* non-fatal */ }
|
|
370
|
+
// ── Probe 10: Skip navigation compliance (WCAG 2.4.1) ────────────────────────
|
|
371
|
+
try {
|
|
372
|
+
result.skipNavIssues = await probeSkipNavigation(page);
|
|
373
|
+
}
|
|
374
|
+
catch { /* non-fatal */ }
|
|
375
|
+
// ── Probe 11: Context menu capture on canvas/chart elements ──────────────────
|
|
376
|
+
try {
|
|
377
|
+
result.contextMenus = await probeContextMenus(page);
|
|
378
|
+
}
|
|
379
|
+
catch { /* non-fatal */ }
|
|
380
|
+
return result;
|
|
364
381
|
}
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
if (result.validationErrors.length > 0) {
|
|
369
|
-
lines.push("### Validation Errors (observed)");
|
|
382
|
+
/** Phase 5: Convert ProbeResult to typed ProbeObservationFact rows for direct DB storage. */
|
|
383
|
+
export function probeResultToObservations(result) {
|
|
384
|
+
const obs = [];
|
|
370
385
|
for (const ve of result.validationErrors) {
|
|
371
|
-
|
|
386
|
+
obs.push({ elementMeaning: ve.field, observationType: 'VALIDATION_ERROR', observedText: ve.errorText, triggeredBy: ve.trigger });
|
|
372
387
|
}
|
|
373
|
-
}
|
|
374
|
-
if (result.successMessages.length > 0) {
|
|
375
|
-
lines.push("\n### Success / Feedback Messages (observed)");
|
|
376
388
|
for (const sm of result.successMessages) {
|
|
377
|
-
|
|
389
|
+
obs.push({ elementMeaning: '(page)', observationType: 'SUCCESS_TOAST', observedText: sm.content, triggeredBy: sm.type });
|
|
378
390
|
}
|
|
379
|
-
}
|
|
380
|
-
if (result.modals.length > 0) {
|
|
381
|
-
lines.push("\n### Modal / Dialog Contents (observed)");
|
|
382
391
|
for (const m of result.modals) {
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
lines.push(` - Content: ${m.content.slice(0, 200)}`);
|
|
386
|
-
if (m.fields.length > 0) lines.push(` - Fields: ${m.fields.join(", ")}`);
|
|
387
|
-
}
|
|
388
|
-
}
|
|
389
|
-
if ((result.tabPanels ?? []).length > 0) {
|
|
390
|
-
lines.push("\n### Tab Panel Contents (observed)");
|
|
391
|
-
for (const tp of result.tabPanels) {
|
|
392
|
-
lines.push(`- **Tab: ${tp.tabLabel}**${tp.panelHeading ? ` \u2014 ${tp.panelHeading}` : ""}: ${tp.panelContent.slice(0, 200)}`);
|
|
393
|
-
}
|
|
394
|
-
}
|
|
395
|
-
if ((result.tooltips ?? []).length > 0) {
|
|
396
|
-
lines.push("\n### Tooltips (observed)");
|
|
397
|
-
for (const tt of result.tooltips) {
|
|
398
|
-
lines.push(`- **${tt.triggerLabel}**: ${tt.tooltipText}`);
|
|
399
|
-
}
|
|
400
|
-
}
|
|
401
|
-
if ((result.carouselSlides ?? []).length > 0) {
|
|
402
|
-
lines.push("\n### Carousel Slides (observed)");
|
|
403
|
-
for (const cs of result.carouselSlides) {
|
|
404
|
-
lines.push(`- **Slide ${cs.slideIndex + 1}**${cs.heading ? ` \u2014 ${cs.heading}` : ""}: ${cs.content.slice(0, 200)}`);
|
|
405
|
-
}
|
|
406
|
-
}
|
|
407
|
-
if ((result.wizardSteps ?? []).length > 0) {
|
|
408
|
-
lines.push("\n### Wizard / Multi-Step Form (observed)");
|
|
409
|
-
for (const ws of result.wizardSteps) {
|
|
410
|
-
const label = ws.stepLabel ? ` \u2014 ${ws.stepLabel}` : "";
|
|
411
|
-
lines.push(`- **Step ${ws.stepIndex + 1}${label}**: ${ws.content.slice(0, 200)}`);
|
|
412
|
-
if (ws.fields.length > 0) lines.push(` - Fields: ${ws.fields.join(", ")}`);
|
|
413
|
-
}
|
|
414
|
-
}
|
|
415
|
-
if ((result.focusTraps ?? []).length > 0) {
|
|
416
|
-
lines.push("\n### Focus-Trap Audit (observed)");
|
|
417
|
-
for (const ft of result.focusTraps) {
|
|
418
|
-
const verdict = ft.focusTrapped ? "\u2705 PASS" : "\u274C FAIL (WCAG 2.1.2)";
|
|
419
|
-
lines.push(`- **${ft.modalTrigger}**: ${verdict} \u2014 focused: [${ft.sampledFocused.slice(0, 4).join(", ")}]`);
|
|
420
|
-
}
|
|
421
|
-
}
|
|
422
|
-
if (result.conditionals.length > 0) {
|
|
423
|
-
lines.push("\n### Conditional UI (observed)");
|
|
392
|
+
obs.push({ elementMeaning: m.triggerElement, observationType: 'MODAL', observedText: [m.title, m.content].filter(Boolean).join(' — ').slice(0, 500), triggeredBy: `button_click:${m.triggerElement}` });
|
|
393
|
+
}
|
|
424
394
|
for (const c of result.conditionals) {
|
|
425
|
-
|
|
426
|
-
}
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
for (const
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
395
|
+
obs.push({ elementMeaning: c.triggerElement, observationType: 'CONDITIONAL_REVEAL', observedText: c.revealedText, triggeredBy: `select_change:${c.triggerElement}:${c.triggerValue}` });
|
|
396
|
+
}
|
|
397
|
+
for (const lp of result.loadingPatterns) {
|
|
398
|
+
obs.push({ elementMeaning: '(submit button)', observationType: 'LOADING_STATE', observedText: lp, triggeredBy: 'form_submit' });
|
|
399
|
+
}
|
|
400
|
+
for (const tp of result.tabPanels ?? []) {
|
|
401
|
+
obs.push({ elementMeaning: tp.tabLabel, observationType: 'TAB_PANEL', observedText: tp.panelContent, triggeredBy: `tab_click:${tp.tabLabel}` });
|
|
402
|
+
}
|
|
403
|
+
for (const tt of result.tooltips ?? []) {
|
|
404
|
+
obs.push({ elementMeaning: tt.triggerLabel, observationType: 'TOOLTIP', observedText: tt.tooltipText, triggeredBy: 'hover_or_title' });
|
|
405
|
+
}
|
|
406
|
+
for (const cs of result.carouselSlides ?? []) {
|
|
407
|
+
obs.push({ elementMeaning: `Slide ${cs.slideIndex + 1}`, observationType: 'CAROUSEL_SLIDE', observedText: cs.content, triggeredBy: `carousel_next:${cs.slideIndex}` });
|
|
408
|
+
}
|
|
409
|
+
for (const ws of result.wizardSteps ?? []) {
|
|
410
|
+
obs.push({ elementMeaning: ws.stepLabel ?? `Step ${ws.stepIndex + 1}`, observationType: 'WIZARD_STEP', observedText: ws.content, triggeredBy: `wizard_next:${ws.stepIndex}` });
|
|
411
|
+
}
|
|
412
|
+
for (const ft of result.focusTraps ?? []) {
|
|
413
|
+
obs.push({ elementMeaning: ft.modalTrigger, observationType: 'FOCUS_TRAP', observedText: ft.focusTrapped ? 'Focus correctly trapped inside dialog' : 'FAIL: focus escaped dialog — WCAG 2.1.2 violation', triggeredBy: 'tab_key_sequence' });
|
|
414
|
+
}
|
|
415
|
+
for (const issue of result.skipNavIssues ?? []) {
|
|
416
|
+
obs.push({ elementMeaning: '(page)', observationType: 'SKIP_NAV_ISSUE', observedText: issue, triggeredBy: 'skip_nav_audit' });
|
|
417
|
+
}
|
|
418
|
+
for (const cm of result.contextMenus ?? []) {
|
|
419
|
+
obs.push({ elementMeaning: cm.trigger, observationType: 'CONTEXT_MENU', observedText: cm.items.join(' | '), triggeredBy: 'right_click' });
|
|
420
|
+
}
|
|
421
|
+
return obs;
|
|
448
422
|
}
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
}
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
423
|
+
/**
|
|
424
|
+
* Convert a ProbeResult into markdown to store as KnowledgeChunks
|
|
425
|
+
* and update ERROR_CATALOGUE + INTERACTION_PATTERNS skill files.
|
|
426
|
+
*/
|
|
427
|
+
export function probeResultToMarkdown(result) {
|
|
428
|
+
const lines = [`## Probe Observations — ${result.url}\n`];
|
|
429
|
+
if (result.validationErrors.length > 0) {
|
|
430
|
+
lines.push('### Validation Errors (observed)');
|
|
431
|
+
for (const ve of result.validationErrors) {
|
|
432
|
+
lines.push(`- **${ve.field}** (${ve.trigger}): "${ve.errorText}"`);
|
|
433
|
+
}
|
|
434
|
+
}
|
|
435
|
+
if (result.successMessages.length > 0) {
|
|
436
|
+
lines.push('\n### Success / Feedback Messages (observed)');
|
|
437
|
+
for (const sm of result.successMessages) {
|
|
438
|
+
lines.push(`- ${sm.type}: "${sm.content}"`);
|
|
439
|
+
}
|
|
440
|
+
}
|
|
441
|
+
if (result.modals.length > 0) {
|
|
442
|
+
lines.push('\n### Modal / Dialog Contents (observed)');
|
|
443
|
+
for (const m of result.modals) {
|
|
444
|
+
lines.push(`- **Trigger:** ${m.triggerElement}`);
|
|
445
|
+
if (m.title)
|
|
446
|
+
lines.push(` - Title: ${m.title}`);
|
|
447
|
+
lines.push(` - Content: ${m.content.slice(0, 200)}`);
|
|
448
|
+
if (m.fields.length > 0)
|
|
449
|
+
lines.push(` - Fields: ${m.fields.join(', ')}`);
|
|
450
|
+
}
|
|
451
|
+
}
|
|
452
|
+
if ((result.tabPanels ?? []).length > 0) {
|
|
453
|
+
lines.push('\n### Tab Panel Contents (observed)');
|
|
454
|
+
for (const tp of result.tabPanels) {
|
|
455
|
+
lines.push(`- **Tab: ${tp.tabLabel}**${tp.panelHeading ? ` — ${tp.panelHeading}` : ''}: ${tp.panelContent.slice(0, 200)}`);
|
|
456
|
+
}
|
|
457
|
+
}
|
|
458
|
+
if ((result.tooltips ?? []).length > 0) {
|
|
459
|
+
lines.push('\n### Tooltips (observed)');
|
|
460
|
+
for (const tt of result.tooltips) {
|
|
461
|
+
lines.push(`- **${tt.triggerLabel}**: ${tt.tooltipText}`);
|
|
462
|
+
}
|
|
463
|
+
}
|
|
464
|
+
if ((result.carouselSlides ?? []).length > 0) {
|
|
465
|
+
lines.push('\n### Carousel Slides (observed)');
|
|
466
|
+
for (const cs of result.carouselSlides) {
|
|
467
|
+
lines.push(`- **Slide ${cs.slideIndex + 1}**${cs.heading ? ` — ${cs.heading}` : ''}: ${cs.content.slice(0, 200)}`);
|
|
468
|
+
}
|
|
469
|
+
}
|
|
470
|
+
if ((result.wizardSteps ?? []).length > 0) {
|
|
471
|
+
lines.push('\n### Wizard / Multi-Step Form (observed)');
|
|
472
|
+
for (const ws of result.wizardSteps) {
|
|
473
|
+
const label = ws.stepLabel ? ` — ${ws.stepLabel}` : '';
|
|
474
|
+
lines.push(`- **Step ${ws.stepIndex + 1}${label}**: ${ws.content.slice(0, 200)}`);
|
|
475
|
+
if (ws.fields.length > 0)
|
|
476
|
+
lines.push(` - Fields: ${ws.fields.join(', ')}`);
|
|
477
|
+
}
|
|
478
|
+
}
|
|
479
|
+
if ((result.focusTraps ?? []).length > 0) {
|
|
480
|
+
lines.push('\n### Focus-Trap Audit (observed)');
|
|
481
|
+
for (const ft of result.focusTraps) {
|
|
482
|
+
const verdict = ft.focusTrapped ? '✅ PASS' : '❌ FAIL (WCAG 2.1.2)';
|
|
483
|
+
lines.push(`- **${ft.modalTrigger}**: ${verdict} — focused: [${ft.sampledFocused.slice(0, 4).join(', ')}]`);
|
|
484
|
+
}
|
|
485
|
+
}
|
|
486
|
+
if (result.conditionals.length > 0) {
|
|
487
|
+
lines.push('\n### Conditional UI (observed)');
|
|
488
|
+
for (const c of result.conditionals) {
|
|
489
|
+
lines.push(`- **${c.triggerElement}** = "${c.triggerValue}" reveals: ${c.revealedText}`);
|
|
490
|
+
}
|
|
491
|
+
}
|
|
492
|
+
if (result.loadingPatterns.length > 0) {
|
|
493
|
+
lines.push('\n### Loading State Text (observed)');
|
|
494
|
+
for (const lp of result.loadingPatterns)
|
|
495
|
+
lines.push(`- "${lp}"`);
|
|
496
|
+
}
|
|
497
|
+
const full = lines.join('\n');
|
|
498
|
+
const errorSection = result.validationErrors.length > 0
|
|
499
|
+
? `## Real Validation Errors — ${result.url}\n` +
|
|
500
|
+
result.validationErrors.map((e) => `- **${e.field}**: "${e.errorText}"`).join('\n')
|
|
501
|
+
: '';
|
|
502
|
+
const interactionSection = [
|
|
503
|
+
result.successMessages.length > 0
|
|
504
|
+
? `## Success Messages — ${result.url}\n` + result.successMessages.map((s) => `- ${s.type}: "${s.content}"`).join('\n')
|
|
505
|
+
: '',
|
|
506
|
+
result.loadingPatterns.length > 0
|
|
507
|
+
? `## Loading Patterns — ${result.url}\n` + result.loadingPatterns.map((lp) => `- "${lp}"`).join('\n')
|
|
508
|
+
: '',
|
|
509
|
+
result.modals.length > 0
|
|
510
|
+
? `## Modal Contents — ${result.url}\n` + result.modals.map((m) => `### ${m.triggerElement}\n${m.content}`).join('\n')
|
|
511
|
+
: '',
|
|
512
|
+
].filter(Boolean).join('\n\n');
|
|
513
|
+
return {
|
|
514
|
+
errorCatalogueChunk: errorSection,
|
|
515
|
+
interactionPatternsChunk: interactionSection,
|
|
516
|
+
};
|
|
502
517
|
}
|
|
518
|
+
/**
|
|
519
|
+
* Run interactive probing for all screens discovered in a crawl session.
|
|
520
|
+
* Called from crawlProject() when opts.interactive = true.
|
|
521
|
+
*/
|
|
522
|
+
export async function probeAllScreens(page, tenantId, projectId, discovered, onProgress) {
|
|
523
|
+
const probeable = discovered.filter((d) => d.screenId && d.url && !d.url.includes('#'));
|
|
524
|
+
if (probeable.length === 0)
|
|
525
|
+
return;
|
|
526
|
+
const errorCatalogueChunks = [];
|
|
527
|
+
const interactionChunks = [];
|
|
528
|
+
for (let i = 0; i < probeable.length; i++) {
|
|
529
|
+
const screen = probeable[i];
|
|
530
|
+
const pct = 88 + Math.round((i / probeable.length) * 10);
|
|
531
|
+
await onProgress?.(pct, `Probing screen ${i + 1}/${probeable.length}: ${screen.url}`);
|
|
532
|
+
try {
|
|
533
|
+
// Navigate to screen
|
|
534
|
+
if (page.url() !== screen.url) {
|
|
535
|
+
await page.goto(screen.url, { waitUntil: 'domcontentloaded' });
|
|
536
|
+
await page.waitForTimeout(1500); // SPA hydration
|
|
537
|
+
}
|
|
538
|
+
const result = await probeScreen(page, screen.screenId, screen.url, screen.elements ?? []);
|
|
539
|
+
// Phase 5: save structured probe observations (replaces per-re-probe)
|
|
540
|
+
const observations = probeResultToObservations(result);
|
|
541
|
+
if (observations.length > 0) {
|
|
542
|
+
await AppBrain.saveProbeObservations(tenantId, projectId, screen.screenId, observations).catch(console.warn);
|
|
543
|
+
}
|
|
544
|
+
// Store raw probe result as KnowledgeChunk (kept for BM25 / oversized projects)
|
|
545
|
+
const md = probeResultToMarkdown(result);
|
|
546
|
+
if (md.errorCatalogueChunk)
|
|
547
|
+
errorCatalogueChunks.push(md.errorCatalogueChunk);
|
|
548
|
+
if (md.interactionPatternsChunk)
|
|
549
|
+
interactionChunks.push(md.interactionPatternsChunk);
|
|
550
|
+
const probeMarkdown = [md.errorCatalogueChunk, md.interactionPatternsChunk].filter(Boolean).join('\n\n');
|
|
551
|
+
if (probeMarkdown.length > 50) {
|
|
552
|
+
await AppBrain.saveKnowledgeChunk(tenantId, projectId, 'probe', screen.screenId, probeMarkdown, `Probe — ${screen.url}`).catch(console.warn);
|
|
553
|
+
}
|
|
554
|
+
if (result.validationErrors.length > 0) {
|
|
555
|
+
console.log(`[probe] ${screen.url}: ${result.validationErrors.length} validation errors, ${result.modals.length} modals`);
|
|
556
|
+
}
|
|
557
|
+
}
|
|
558
|
+
catch (err) {
|
|
559
|
+
console.warn(`[probe] ✗ ${screen.url}:`, err instanceof Error ? err.message : err);
|
|
560
|
+
}
|
|
561
|
+
}
|
|
562
|
+
// Update ERROR_CATALOGUE skill file with all real observed errors
|
|
563
|
+
if (errorCatalogueChunks.length > 0) {
|
|
564
|
+
const combined = `# Error Catalogue (Real Observed — Interactive Probe)\n\n${errorCatalogueChunks.join('\n\n')}`;
|
|
565
|
+
await AppBrain.upsertSkillFile(tenantId, projectId, 'ERROR_CATALOGUE', combined, {
|
|
566
|
+
summary: `Real validation error messages observed via interactive probe across ${errorCatalogueChunks.length} screens`,
|
|
567
|
+
scope: 'PROJECT',
|
|
568
|
+
}).catch(console.warn);
|
|
569
|
+
}
|
|
570
|
+
// Update INTERACTION_PATTERNS skill file with real observed patterns
|
|
571
|
+
if (interactionChunks.length > 0) {
|
|
572
|
+
const combined = `# Interaction Patterns (Real Observed — Interactive Probe)\n\n${interactionChunks.join('\n\n')}`;
|
|
573
|
+
await AppBrain.upsertSkillFile(tenantId, projectId, 'INTERACTION_PATTERNS', combined, {
|
|
574
|
+
summary: `Real loading states, success messages, and modal contents observed via interactive probe`,
|
|
575
|
+
scope: 'PROJECT',
|
|
576
|
+
}).catch(console.warn);
|
|
577
|
+
}
|
|
578
|
+
await onProgress?.(98, 'Interactive probe complete');
|
|
579
|
+
console.log(`[probe] Probed ${probeable.length} screens. Errors: ${errorCatalogueChunks.length}, Interactions: ${interactionChunks.length}`);
|
|
580
|
+
}
|
|
581
|
+
/** Verify skip-navigation links exist and their targets are present in the DOM. */
|
|
503
582
|
async function probeSkipNavigation(page) {
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
583
|
+
const issues = [];
|
|
584
|
+
try {
|
|
585
|
+
const skipLinks = await page.evaluate(() => Array.from(document.querySelectorAll('a[href^="#"]'))
|
|
586
|
+
.filter((el) => /skip|jump to|main content|content|nav/i.test(el.innerText?.toLowerCase().trim() || ''))
|
|
587
|
+
.map((el) => ({
|
|
588
|
+
text: el.innerText?.trim() || '',
|
|
589
|
+
href: el.getAttribute('href') || '',
|
|
590
|
+
hasTarget: !!document.querySelector(el.getAttribute('href') || '#__invalid__'),
|
|
591
|
+
})));
|
|
592
|
+
if (skipLinks.length === 0) {
|
|
593
|
+
issues.push('No skip navigation links found (WCAG 2.4.1 — keyboard users cannot bypass nav blocks)');
|
|
594
|
+
}
|
|
595
|
+
for (const link of skipLinks) {
|
|
596
|
+
if (!link.hasTarget)
|
|
597
|
+
issues.push(`Skip link "${link.text}" → "${link.href}" target not found in DOM`);
|
|
598
|
+
}
|
|
599
|
+
}
|
|
600
|
+
catch { /* non-fatal */ }
|
|
601
|
+
return issues;
|
|
522
602
|
}
|
|
603
|
+
/** Right-click on canvas, chart, and context-menu elements to capture context menu items. */
|
|
523
604
|
async function probeContextMenus(page) {
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
605
|
+
const results = [];
|
|
606
|
+
try {
|
|
607
|
+
const targets = await page.$$('canvas, [data-contextmenu], [oncontextmenu], [class*="chart" i]:not(script)');
|
|
608
|
+
for (const t of targets.slice(0, 4)) {
|
|
609
|
+
try {
|
|
610
|
+
await t.click({ button: 'right', timeout: 1000 });
|
|
611
|
+
await page.waitForTimeout(350);
|
|
612
|
+
const items = await page.evaluate(() => Array.from(document.querySelectorAll('[role="menu"] [role="menuitem"], .context-menu-item, [class*="contextmenu" i] li'))
|
|
613
|
+
.map((el) => el.innerText?.trim())
|
|
614
|
+
.filter(Boolean).slice(0, 12));
|
|
615
|
+
if (items.length > 0) {
|
|
616
|
+
const trigger = await t.evaluate((el) => el.getAttribute('aria-label') || el.className.slice(0, 40) || el.tagName).catch(() => '');
|
|
617
|
+
results.push({ trigger, items });
|
|
618
|
+
}
|
|
619
|
+
await page.keyboard.press('Escape').catch(() => { });
|
|
620
|
+
}
|
|
621
|
+
catch { /* skip this target */ }
|
|
537
622
|
}
|
|
538
|
-
await page.keyboard.press("Escape").catch(() => {
|
|
539
|
-
});
|
|
540
|
-
} catch {
|
|
541
|
-
}
|
|
542
623
|
}
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
return results;
|
|
624
|
+
catch { /* non-fatal */ }
|
|
625
|
+
return results;
|
|
546
626
|
}
|
|
627
|
+
/** Click carousel next buttons up to 8 slides and record content of each revealed slide. */
|
|
547
628
|
async function probeCarousels(page) {
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
for (let i = 1; i < 8; i++) {
|
|
564
|
-
try {
|
|
565
|
-
const nextBtn = page.locator(NEXT_SEL).first();
|
|
566
|
-
const visible = await nextBtn.isVisible().catch(() => false);
|
|
567
|
-
if (!visible) break;
|
|
568
|
-
await nextBtn.click({ timeout: 1e3 });
|
|
569
|
-
await page.waitForTimeout(600);
|
|
570
|
-
const slide = await page.evaluate((carSel) => {
|
|
571
|
-
const car = document.querySelector(carSel);
|
|
572
|
-
if (!car) return null;
|
|
573
|
-
const active = car.querySelector('[aria-hidden="false"], .active, [class*="active" i], [class*="current" i]');
|
|
574
|
-
const target = active ?? car;
|
|
575
|
-
return { heading: target.querySelector("h2,h3,h4")?.textContent?.trim() ?? "", content: target.innerText?.replace(/\s+/g, " ").trim().slice(0, 300) ?? "" };
|
|
629
|
+
const results = [];
|
|
630
|
+
try {
|
|
631
|
+
const CAROUSEL_SEL = '[class*="carousel" i], [class*="slider" i], [class*="swiper" i], [role="region"][aria-roledescription*="carousel" i]';
|
|
632
|
+
const hasCarousel = await page.evaluate((sel) => !!document.querySelector(sel), CAROUSEL_SEL);
|
|
633
|
+
if (!hasCarousel)
|
|
634
|
+
return results;
|
|
635
|
+
const NEXT_SEL = '[aria-label*="next" i], [aria-label*="Next"], [class*="next" i]:not([class*="footnext"]):not(a), button[class*="arrow-right" i], button[class*="chevron-right" i]';
|
|
636
|
+
// Capture slide 0 (current state)
|
|
637
|
+
const slide0 = await page.evaluate((carSel) => {
|
|
638
|
+
const car = document.querySelector(carSel);
|
|
639
|
+
if (!car)
|
|
640
|
+
return null;
|
|
641
|
+
const active = car.querySelector('[aria-hidden="false"], .active, [class*="active" i], [class*="current" i]');
|
|
642
|
+
const target = active ?? car;
|
|
643
|
+
return { heading: target.querySelector('h2,h3,h4')?.textContent?.trim() ?? '', content: target.innerText?.replace(/\s+/g, ' ').trim().slice(0, 300) ?? '' };
|
|
576
644
|
}, CAROUSEL_SEL);
|
|
577
|
-
if (
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
|
|
585
|
-
|
|
586
|
-
|
|
645
|
+
if (slide0?.content && slide0.content.length > 15)
|
|
646
|
+
results.push({ slideIndex: 0, heading: slide0.heading || undefined, content: slide0.content });
|
|
647
|
+
const seen = new Set(slide0?.content ? [slide0.content] : []);
|
|
648
|
+
for (let i = 1; i < 8; i++) {
|
|
649
|
+
try {
|
|
650
|
+
const nextBtn = page.locator(NEXT_SEL).first();
|
|
651
|
+
const visible = await nextBtn.isVisible().catch(() => false);
|
|
652
|
+
if (!visible)
|
|
653
|
+
break;
|
|
654
|
+
await nextBtn.click({ timeout: 1000 });
|
|
655
|
+
await page.waitForTimeout(600);
|
|
656
|
+
const slide = await page.evaluate((carSel) => {
|
|
657
|
+
const car = document.querySelector(carSel);
|
|
658
|
+
if (!car)
|
|
659
|
+
return null;
|
|
660
|
+
const active = car.querySelector('[aria-hidden="false"], .active, [class*="active" i], [class*="current" i]');
|
|
661
|
+
const target = active ?? car;
|
|
662
|
+
return { heading: target.querySelector('h2,h3,h4')?.textContent?.trim() ?? '', content: target.innerText?.replace(/\s+/g, ' ').trim().slice(0, 300) ?? '' };
|
|
663
|
+
}, CAROUSEL_SEL);
|
|
664
|
+
if (!slide?.content || slide.content.length < 15 || seen.has(slide.content))
|
|
665
|
+
break;
|
|
666
|
+
seen.add(slide.content);
|
|
667
|
+
results.push({ slideIndex: i, heading: slide.heading || undefined, content: slide.content });
|
|
668
|
+
}
|
|
669
|
+
catch {
|
|
670
|
+
break;
|
|
671
|
+
}
|
|
672
|
+
}
|
|
673
|
+
}
|
|
674
|
+
catch { /* non-fatal */ }
|
|
675
|
+
return results;
|
|
587
676
|
}
|
|
677
|
+
/** Follow Next/Continue buttons to capture each wizard step's fields and content. */
|
|
588
678
|
async function probeWizardSteps(page) {
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
605
|
-
|
|
606
|
-
|
|
607
|
-
|
|
608
|
-
|
|
609
|
-
|
|
610
|
-
|
|
611
|
-
|
|
612
|
-
|
|
613
|
-
|
|
614
|
-
|
|
615
|
-
|
|
616
|
-
|
|
617
|
-
|
|
618
|
-
|
|
619
|
-
|
|
620
|
-
|
|
621
|
-
|
|
622
|
-
|
|
623
|
-
|
|
624
|
-
|
|
679
|
+
const results = [];
|
|
680
|
+
try {
|
|
681
|
+
const NEXT_LABELS = /^(next|continue|proceed|step \d|›|→|forward)/i;
|
|
682
|
+
const BACK_LABELS = /^(back|previous|prev|‹|←)/i;
|
|
683
|
+
const WIZARD_INDICATORS = '[role="progressbar"], [class*="stepper" i], [class*="wizard" i], [class*="progress-step" i], [aria-label*="step" i]';
|
|
684
|
+
const isWizard = await page.evaluate((sel) => !!document.querySelector(sel), WIZARD_INDICATORS);
|
|
685
|
+
if (!isWizard)
|
|
686
|
+
return results;
|
|
687
|
+
const captureStep = async (stepIndex) => {
|
|
688
|
+
const data = await page.evaluate(() => {
|
|
689
|
+
const content = document.querySelector('main, [role="main"], form')?.innerText?.replace(/\s+/g, ' ').trim().slice(0, 400) ?? '';
|
|
690
|
+
const stepLabel = document.querySelector('[aria-current="step"], [class*="step-label" i], [class*="stepper-label" i]')?.textContent?.trim() ?? '';
|
|
691
|
+
const fields = Array.from(document.querySelectorAll('input:not([type="hidden"]), select, textarea'))
|
|
692
|
+
.map((el) => el.getAttribute('aria-label') || el.placeholder || el.name || '')
|
|
693
|
+
.filter(Boolean).slice(0, 10);
|
|
694
|
+
return { content, stepLabel, fields };
|
|
695
|
+
});
|
|
696
|
+
return { stepIndex, stepLabel: data.stepLabel || undefined, content: data.content, fields: data.fields };
|
|
697
|
+
};
|
|
698
|
+
results.push(await captureStep(0));
|
|
699
|
+
for (let i = 1; i < 6; i++) {
|
|
700
|
+
try {
|
|
701
|
+
const nextLabel = await page.evaluate((nextRe) => {
|
|
702
|
+
const btns = Array.from(document.querySelectorAll('button, [role="button"]'));
|
|
703
|
+
const btn = btns.find((b) => new RegExp(nextRe).test(b.innerText?.trim() || ''));
|
|
704
|
+
return btn?.innerText?.trim() || null;
|
|
705
|
+
}, NEXT_LABELS.source);
|
|
706
|
+
if (!nextLabel)
|
|
707
|
+
break;
|
|
708
|
+
const btn = page.locator(`button:has-text("${nextLabel}")`).first();
|
|
709
|
+
await btn.click({ timeout: 1500 });
|
|
710
|
+
await page.waitForTimeout(800);
|
|
711
|
+
results.push(await captureStep(i));
|
|
712
|
+
}
|
|
713
|
+
catch {
|
|
714
|
+
break;
|
|
715
|
+
}
|
|
716
|
+
}
|
|
717
|
+
}
|
|
718
|
+
catch { /* non-fatal */ }
|
|
719
|
+
return results;
|
|
625
720
|
}
|
|
721
|
+
/** For each open modal, Tab 8× and verify focus stays inside the dialog (focus-trap check). */
|
|
626
722
|
async function detectFocusTraps(page) {
|
|
627
|
-
|
|
628
|
-
|
|
629
|
-
|
|
630
|
-
|
|
631
|
-
|
|
632
|
-
|
|
633
|
-
const sampled = [];
|
|
634
|
-
let allInside = true;
|
|
635
|
-
for (let i = 0; i < 8; i++) {
|
|
636
|
-
await page.keyboard.press("Tab");
|
|
637
|
-
await page.waitForTimeout(80);
|
|
638
|
-
const focused = await page.evaluate(() => {
|
|
639
|
-
const el = document.activeElement;
|
|
640
|
-
const inDialog = !!el?.closest('[role="dialog"], [role="alertdialog"]');
|
|
641
|
-
return { label: el?.getAttribute("aria-label") || el?.textContent?.trim().slice(0, 40) || el?.tagName || "", inDialog };
|
|
723
|
+
const results = [];
|
|
724
|
+
try {
|
|
725
|
+
const openDialogs = await page.evaluate(() => {
|
|
726
|
+
return Array.from(document.querySelectorAll('[role="dialog"], [role="alertdialog"]'))
|
|
727
|
+
.filter((el) => window.getComputedStyle(el).display !== 'none')
|
|
728
|
+
.map((el) => el.getAttribute('aria-label') || el.querySelector('[role="heading"]')?.textContent?.trim() || 'dialog');
|
|
642
729
|
});
|
|
643
|
-
|
|
644
|
-
|
|
645
|
-
|
|
646
|
-
|
|
730
|
+
for (const dialogLabel of openDialogs.slice(0, 3)) {
|
|
731
|
+
const sampled = [];
|
|
732
|
+
let allInside = true;
|
|
733
|
+
for (let i = 0; i < 8; i++) {
|
|
734
|
+
await page.keyboard.press('Tab');
|
|
735
|
+
await page.waitForTimeout(80);
|
|
736
|
+
const focused = await page.evaluate(() => {
|
|
737
|
+
const el = document.activeElement;
|
|
738
|
+
const inDialog = !!el?.closest('[role="dialog"], [role="alertdialog"]');
|
|
739
|
+
return { label: el?.getAttribute('aria-label') || el?.textContent?.trim().slice(0, 40) || el?.tagName || '', inDialog };
|
|
740
|
+
});
|
|
741
|
+
sampled.push(focused.label);
|
|
742
|
+
if (!focused.inDialog) {
|
|
743
|
+
allInside = false;
|
|
744
|
+
break;
|
|
745
|
+
}
|
|
746
|
+
}
|
|
747
|
+
results.push({ modalTrigger: dialogLabel, focusTrapped: allInside, sampledFocused: sampled });
|
|
647
748
|
}
|
|
648
|
-
}
|
|
649
|
-
results.push({ modalTrigger: dialogLabel, focusTrapped: allInside, sampledFocused: sampled });
|
|
650
749
|
}
|
|
651
|
-
|
|
652
|
-
|
|
653
|
-
return results;
|
|
750
|
+
catch { /* non-fatal */ }
|
|
751
|
+
return results;
|
|
654
752
|
}
|
|
753
|
+
/** Click each visible tab and record the panel content revealed. */
|
|
655
754
|
async function probeTabPanels(page) {
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
|
|
659
|
-
|
|
660
|
-
|
|
661
|
-
|
|
662
|
-
|
|
663
|
-
|
|
664
|
-
|
|
665
|
-
|
|
666
|
-
|
|
667
|
-
|
|
668
|
-
|
|
669
|
-
|
|
670
|
-
|
|
671
|
-
|
|
672
|
-
|
|
673
|
-
|
|
674
|
-
|
|
675
|
-
|
|
676
|
-
|
|
755
|
+
const results = [];
|
|
756
|
+
try {
|
|
757
|
+
const tabs = await page.$$('[role="tab"]:not([aria-disabled="true"])');
|
|
758
|
+
for (const tab of tabs.slice(0, 10)) {
|
|
759
|
+
try {
|
|
760
|
+
const tabLabel = await tab.evaluate((el) => el.innerText?.trim() || el.getAttribute('aria-label') || '');
|
|
761
|
+
if (!tabLabel)
|
|
762
|
+
continue;
|
|
763
|
+
await tab.click({ timeout: 1000 });
|
|
764
|
+
await page.waitForTimeout(400);
|
|
765
|
+
const panelContent = await page.evaluate(() => {
|
|
766
|
+
const panel = document.querySelector('[role="tabpanel"]:not([hidden])');
|
|
767
|
+
if (!panel)
|
|
768
|
+
return null;
|
|
769
|
+
const style = window.getComputedStyle(panel);
|
|
770
|
+
if (style.display === 'none' || style.visibility === 'hidden')
|
|
771
|
+
return null;
|
|
772
|
+
return {
|
|
773
|
+
heading: panel.querySelector('h2,h3,h4')?.textContent?.trim() ?? '',
|
|
774
|
+
content: panel.innerText?.replace(/\s+/g, ' ').trim().slice(0, 400) ?? '',
|
|
775
|
+
};
|
|
776
|
+
});
|
|
777
|
+
if (panelContent?.content && panelContent.content.length > 15) {
|
|
778
|
+
results.push({ tabLabel: tabLabel.slice(0, 60), panelContent: panelContent.content, panelHeading: panelContent.heading || undefined });
|
|
779
|
+
}
|
|
780
|
+
}
|
|
781
|
+
catch { /* this tab failed, try next */ }
|
|
677
782
|
}
|
|
678
|
-
} catch {
|
|
679
|
-
}
|
|
680
783
|
}
|
|
681
|
-
|
|
682
|
-
|
|
683
|
-
return results;
|
|
784
|
+
catch { /* non-fatal */ }
|
|
785
|
+
return results;
|
|
684
786
|
}
|
|
787
|
+
/** Hover elements with title/aria-describedby to capture tooltip text. */
|
|
685
788
|
async function probeTooltips(page) {
|
|
686
|
-
|
|
687
|
-
|
|
688
|
-
|
|
689
|
-
|
|
690
|
-
|
|
691
|
-
|
|
692
|
-
|
|
693
|
-
|
|
694
|
-
|
|
695
|
-
|
|
696
|
-
|
|
697
|
-
|
|
698
|
-
|
|
699
|
-
|
|
700
|
-
|
|
701
|
-
|
|
702
|
-
|
|
703
|
-
|
|
704
|
-
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
789
|
+
const results = [];
|
|
790
|
+
try {
|
|
791
|
+
const candidates = await page.evaluate(() => {
|
|
792
|
+
return Array.from(document.querySelectorAll('[title], [aria-describedby], [data-tooltip], [data-tip], [class*="tooltip" i]'))
|
|
793
|
+
.filter((el) => {
|
|
794
|
+
const style = window.getComputedStyle(el);
|
|
795
|
+
return style.display !== 'none' && style.visibility !== 'hidden';
|
|
796
|
+
})
|
|
797
|
+
.slice(0, 8)
|
|
798
|
+
.map((el) => ({
|
|
799
|
+
label: el.innerText?.trim().slice(0, 60) || el.getAttribute('aria-label') || '',
|
|
800
|
+
title: el.getAttribute('title') || '',
|
|
801
|
+
describedBy: el.getAttribute('aria-describedby') || '',
|
|
802
|
+
selector: el.tagName.toLowerCase() + (el.id ? `#${el.id}` : ''),
|
|
803
|
+
}));
|
|
804
|
+
});
|
|
805
|
+
for (const c of candidates) {
|
|
806
|
+
try {
|
|
807
|
+
// Prefer title attribute directly — no need to hover for static tooltips
|
|
808
|
+
if (c.title && c.title.length > 5) {
|
|
809
|
+
results.push({ triggerLabel: c.label || c.selector, tooltipText: c.title.slice(0, 200) });
|
|
810
|
+
continue;
|
|
811
|
+
}
|
|
812
|
+
if (c.describedBy) {
|
|
813
|
+
const tooltipText = await page.evaluate((id) => document.getElementById(id)?.textContent?.trim() ?? '', c.describedBy);
|
|
814
|
+
if (tooltipText && tooltipText.length > 5) {
|
|
815
|
+
results.push({ triggerLabel: c.label || c.selector, tooltipText: tooltipText.slice(0, 200) });
|
|
816
|
+
}
|
|
817
|
+
}
|
|
818
|
+
}
|
|
819
|
+
catch { /* skip this element */ }
|
|
710
820
|
}
|
|
711
|
-
} catch {
|
|
712
|
-
}
|
|
713
821
|
}
|
|
714
|
-
|
|
715
|
-
|
|
716
|
-
return results;
|
|
822
|
+
catch { /* non-fatal */ }
|
|
823
|
+
return results;
|
|
717
824
|
}
|
|
718
|
-
|
|
719
|
-
|
|
720
|
-
|
|
721
|
-
|
|
722
|
-
|
|
723
|
-
|
|
724
|
-
|
|
725
|
-
const
|
|
726
|
-
|
|
727
|
-
|
|
728
|
-
|
|
729
|
-
|
|
730
|
-
|
|
731
|
-
|
|
732
|
-
|
|
733
|
-
|
|
734
|
-
|
|
735
|
-
|
|
736
|
-
|
|
737
|
-
|
|
738
|
-
|
|
739
|
-
|
|
740
|
-
|
|
741
|
-
|
|
742
|
-
|
|
743
|
-
|
|
744
|
-
|
|
745
|
-
|
|
746
|
-
|
|
825
|
+
/**
|
|
826
|
+
* Probe keyboard navigation accessibility by pressing Tab up to 50 times and
|
|
827
|
+
* recording each focused element's properties and focus-indicator visibility.
|
|
828
|
+
* Stops early if focus wraps back to the start or hits the same element twice.
|
|
829
|
+
*/
|
|
830
|
+
export async function probeKeyboardNav(page) {
|
|
831
|
+
const sequence = [];
|
|
832
|
+
const issues = [];
|
|
833
|
+
const seenKeys = new Set();
|
|
834
|
+
let firstKey = null;
|
|
835
|
+
for (let i = 0; i < 50; i++) {
|
|
836
|
+
await page.keyboard.press('Tab');
|
|
837
|
+
const el = await page.evaluate(() => {
|
|
838
|
+
const active = document.activeElement;
|
|
839
|
+
if (!active || active === document.body)
|
|
840
|
+
return null;
|
|
841
|
+
const outline = window.getComputedStyle(active).outline;
|
|
842
|
+
return {
|
|
843
|
+
tag: active.tagName.toLowerCase(),
|
|
844
|
+
role: active.getAttribute('role'),
|
|
845
|
+
ariaLabel: active.getAttribute('aria-label'),
|
|
846
|
+
text: (active.innerText ?? '').trim().slice(0, 60) || null,
|
|
847
|
+
outline,
|
|
848
|
+
tabIndex: active.tabIndex ?? null,
|
|
849
|
+
};
|
|
850
|
+
});
|
|
851
|
+
if (!el)
|
|
852
|
+
break;
|
|
853
|
+
const hasFocusIndicator = el.outline !== 'none' &&
|
|
854
|
+
el.outline !== '' &&
|
|
855
|
+
!el.outline.startsWith('0px') &&
|
|
856
|
+
!el.outline.startsWith('rgba(0, 0, 0, 0)') &&
|
|
857
|
+
!el.outline.startsWith('rgba(0,0,0,0)');
|
|
858
|
+
const focusable = {
|
|
859
|
+
tag: el.tag,
|
|
860
|
+
role: el.role,
|
|
861
|
+
ariaLabel: el.ariaLabel,
|
|
862
|
+
text: el.text,
|
|
863
|
+
hasFocusIndicator,
|
|
864
|
+
tabIndex: el.tabIndex,
|
|
865
|
+
};
|
|
866
|
+
const key = `${el.tag}|${el.text ?? ''}|${el.role ?? ''}`;
|
|
867
|
+
if (i === 0) {
|
|
868
|
+
firstKey = key;
|
|
869
|
+
}
|
|
870
|
+
else if (key === firstKey || seenKeys.has(key)) {
|
|
871
|
+
// Focus wrapped back to start or hit a duplicate — stop probing
|
|
872
|
+
break;
|
|
873
|
+
}
|
|
874
|
+
seenKeys.add(key);
|
|
875
|
+
sequence.push(focusable);
|
|
876
|
+
if (!hasFocusIndicator) {
|
|
877
|
+
issues.push(`Element #${i + 1} (${el.tag}) has no visible focus indicator`);
|
|
878
|
+
}
|
|
879
|
+
}
|
|
880
|
+
return {
|
|
881
|
+
focusableCount: sequence.length,
|
|
882
|
+
elementsWithNoFocusIndicator: issues.length,
|
|
883
|
+
sequence,
|
|
884
|
+
issues,
|
|
747
885
|
};
|
|
748
|
-
const key = `${el.tag}|${el.text ?? ""}|${el.role ?? ""}`;
|
|
749
|
-
if (i === 0) {
|
|
750
|
-
firstKey = key;
|
|
751
|
-
} else if (key === firstKey || seenKeys.has(key)) {
|
|
752
|
-
break;
|
|
753
|
-
}
|
|
754
|
-
seenKeys.add(key);
|
|
755
|
-
sequence.push(focusable);
|
|
756
|
-
if (!hasFocusIndicator) {
|
|
757
|
-
issues.push(`Element #${i + 1} (${el.tag}) has no visible focus indicator`);
|
|
758
|
-
}
|
|
759
|
-
}
|
|
760
|
-
return {
|
|
761
|
-
focusableCount: sequence.length,
|
|
762
|
-
elementsWithNoFocusIndicator: issues.length,
|
|
763
|
-
sequence,
|
|
764
|
-
issues
|
|
765
|
-
};
|
|
766
886
|
}
|
|
767
|
-
export {
|
|
768
|
-
probeAllScreens,
|
|
769
|
-
probeKeyboardNav,
|
|
770
|
-
probeResultToMarkdown,
|
|
771
|
-
probeResultToObservations,
|
|
772
|
-
probeScreen
|
|
773
|
-
};
|
|
774
|
-
//# sourceMappingURL=interactive-probe.js.map
|