@zohodesk/testinglibrary 0.0.86-n20-experimental → 0.0.87-n20-experimental
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/core/playwright/builtInFixtures/actorContext.js +13 -10
- package/build/core/playwright/builtInFixtures/page.js +0 -1
- package/build/core/playwright/helpers/failureTagClassifier.js +55 -108
- package/build/core/playwright/helpers/logCollector.js +4 -1
- package/build/core/playwright/helpers/runtimeLogAnnotator.js +140 -0
- package/build/core/playwright/patterns/codePatterns.js +1 -1
- package/build/core/playwright/patterns/environmentPatterns.js +1 -1
- package/build/core/playwright/setup/qc-custom-reporter.js +1 -2
- package/build/test/core/playwright/helpers/__tests__/failureTagClassifier.test.js +167 -6
- package/build/test/core/playwright/helpers/__tests__/logCollector.test.js +25 -1
- package/npm-shrinkwrap.json +8 -8
- package/package.json +1 -1
- package/unit_reports/unit-report.html +1 -1
|
@@ -25,20 +25,20 @@ class ActorContext {
|
|
|
25
25
|
};
|
|
26
26
|
const additionalActors = (0, _additionalProfiles.additionProfiles)($tags);
|
|
27
27
|
await Promise.all(Object.entries(additionalActors).map(async ([role, actorInfo]) => {
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
page,
|
|
28
|
+
const additionalContext = await browser.newContext();
|
|
29
|
+
const additionalPage = await additionalContext.newPage();
|
|
30
|
+
const ctxTestDetails = {
|
|
31
|
+
page: additionalPage,
|
|
32
32
|
$tags,
|
|
33
|
-
context,
|
|
33
|
+
context: additionalContext,
|
|
34
34
|
...actorInfo
|
|
35
35
|
};
|
|
36
|
-
await (0, _loginDefaultStepsHelper.executeDefaultLoginSteps)(
|
|
36
|
+
await (0, _loginDefaultStepsHelper.executeDefaultLoginSteps)(additionalContext, testInfo, ctxTestDetails, actorInfo);
|
|
37
37
|
this.actorsObj[role] = {
|
|
38
38
|
role,
|
|
39
39
|
browser,
|
|
40
|
-
context,
|
|
41
|
-
page,
|
|
40
|
+
context: additionalContext,
|
|
41
|
+
page: additionalPage,
|
|
42
42
|
executionContext: {
|
|
43
43
|
actorInfo
|
|
44
44
|
}
|
|
@@ -69,7 +69,10 @@ var _default = exports.default = {
|
|
|
69
69
|
}, use, testInfo) => {
|
|
70
70
|
const ctxObject = new ActorContext();
|
|
71
71
|
await ctxObject.setup(browser, $tags, testInfo, context, page, executionContext);
|
|
72
|
-
|
|
73
|
-
|
|
72
|
+
try {
|
|
73
|
+
await use(ctxObject);
|
|
74
|
+
} finally {
|
|
75
|
+
await ctxObject.cleanup();
|
|
76
|
+
}
|
|
74
77
|
}
|
|
75
78
|
};
|
|
@@ -9,6 +9,7 @@ exports.classifyFailureDetails = classifyFailureDetails;
|
|
|
9
9
|
exports.classifyFailureDetailsFromEvents = classifyFailureDetailsFromEvents;
|
|
10
10
|
exports.classifyFailureDetailsFromResult = classifyFailureDetailsFromResult;
|
|
11
11
|
exports.classifyFailureTags = classifyFailureTags;
|
|
12
|
+
exports.isFailingResultStatus = isFailingResultStatus;
|
|
12
13
|
exports.mergeFailureTags = mergeFailureTags;
|
|
13
14
|
exports.upsertFailureTagMetadataAttachment = upsertFailureTagMetadataAttachment;
|
|
14
15
|
var _path = _interopRequireDefault(require("path"));
|
|
@@ -16,27 +17,22 @@ var _failureTagConstants = require("../constants/failureTagConstants");
|
|
|
16
17
|
var _patterns = require("../patterns");
|
|
17
18
|
var _readConfigFile = require("../readConfigFile");
|
|
18
19
|
var _runtimeLogReader = require("./runtimeLogReader");
|
|
20
|
+
var _runtimeLogAnnotator = require("./runtimeLogAnnotator");
|
|
19
21
|
// A failing test resolves to a SINGLE category tag by strict priority:
|
|
20
22
|
// CODE > CASE > TOOL > ENVIRONMENT. If several categories match, only the
|
|
21
23
|
// highest-priority one is emitted (e.g. CODE + ENVIRONMENT -> CODE only).
|
|
22
|
-
//
|
|
23
|
-
//
|
|
24
|
-
//
|
|
24
|
+
// Metadata `matches` keeps only that winning category's unique hits (deduped by
|
|
25
|
+
// tag + pattern + text). CODE/ENVIRONMENT patterns are matched against the
|
|
26
|
+
// runtime log; TOOL/CASE against stdout/stderr. If a failure matches no
|
|
27
|
+
// category at all it defaults to CODE. Retry-passed (flaky) outcomes are not tagged.
|
|
25
28
|
|
|
26
|
-
const FAILING_RESULT_STATUSES = new Set(['failed', 'timedOut', 'interrupted']);
|
|
27
29
|
const UNEXPECTED_OUTCOME = 'unexpected';
|
|
28
|
-
|
|
29
|
-
|
|
30
|
+
function isFailingResultStatus(status) {
|
|
31
|
+
return !['passed', 'skipped'].includes(status);
|
|
32
|
+
}
|
|
30
33
|
|
|
31
34
|
// Single-tag priority: the highest-ranked matched category wins.
|
|
32
35
|
const CATEGORY_PRIORITY = [_failureTagConstants.FAILURE_TAGS.CODE, _failureTagConstants.FAILURE_TAGS.CASE, _failureTagConstants.FAILURE_TAGS.TOOL, _failureTagConstants.FAILURE_TAGS.ENVIRONMENT];
|
|
33
|
-
const RUNTIME_LOG_RULES = [{
|
|
34
|
-
tag: _failureTagConstants.FAILURE_TAGS.ENVIRONMENT,
|
|
35
|
-
patterns: _patterns.ENVIRONMENT_PATTERNS
|
|
36
|
-
}, {
|
|
37
|
-
tag: _failureTagConstants.FAILURE_TAGS.CODE,
|
|
38
|
-
patterns: _patterns.CODE_PATTERNS
|
|
39
|
-
}];
|
|
40
36
|
const STDIO_RULES = [{
|
|
41
37
|
tag: _failureTagConstants.FAILURE_TAGS.TOOL,
|
|
42
38
|
patterns: _patterns.TOOL_PATTERNS
|
|
@@ -50,52 +46,6 @@ function resolveLogsDir() {
|
|
|
50
46
|
} = (0, _readConfigFile.generateConfigFromFile)();
|
|
51
47
|
return _path.default.join(uatDirectory, 'runtime-logs');
|
|
52
48
|
}
|
|
53
|
-
function patternLabel(pattern) {
|
|
54
|
-
return pattern.source;
|
|
55
|
-
}
|
|
56
|
-
function testPattern(pattern, text) {
|
|
57
|
-
if (pattern.global || pattern.sticky) {
|
|
58
|
-
pattern.lastIndex = 0;
|
|
59
|
-
}
|
|
60
|
-
return pattern.test(text);
|
|
61
|
-
}
|
|
62
|
-
function truncateText(text) {
|
|
63
|
-
if (!text || text.length <= MAX_MATCH_TEXT_LENGTH) {
|
|
64
|
-
return text || '';
|
|
65
|
-
}
|
|
66
|
-
return `${text.slice(0, MAX_MATCH_TEXT_LENGTH)}...`;
|
|
67
|
-
}
|
|
68
|
-
function eventToText(event) {
|
|
69
|
-
var _event$location;
|
|
70
|
-
switch (event.kind) {
|
|
71
|
-
case 'pageerror':
|
|
72
|
-
return `pageerror ${event.name || ''} ${event.message || ''}`;
|
|
73
|
-
case 'console':
|
|
74
|
-
return `console ${event.text || ''} ${((_event$location = event.location) === null || _event$location === void 0 ? void 0 : _event$location.url) || ''}`;
|
|
75
|
-
case 'requestfailed':
|
|
76
|
-
return `requestfailed ${event.resourceType || ''} ${event.method || ''} ${event.url || ''} ${event.failure || ''}`;
|
|
77
|
-
case 'response':
|
|
78
|
-
return `response ${event.status || ''} ${event.method || ''} ${event.url || ''}`;
|
|
79
|
-
default:
|
|
80
|
-
return JSON.stringify(event);
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
function findEventMatch(events, patterns, tag, source) {
|
|
84
|
-
for (const event of events) {
|
|
85
|
-
const text = eventToText(event);
|
|
86
|
-
for (const pattern of patterns) {
|
|
87
|
-
if (testPattern(pattern, text)) {
|
|
88
|
-
return {
|
|
89
|
-
tag,
|
|
90
|
-
pattern: patternLabel(pattern),
|
|
91
|
-
source,
|
|
92
|
-
text: truncateText(text)
|
|
93
|
-
};
|
|
94
|
-
}
|
|
95
|
-
}
|
|
96
|
-
}
|
|
97
|
-
return null;
|
|
98
|
-
}
|
|
99
49
|
function stdioToText(entries = []) {
|
|
100
50
|
return entries.map(entry => {
|
|
101
51
|
if (typeof entry === 'string') {
|
|
@@ -122,63 +72,73 @@ function buildStdioText(result = {}) {
|
|
|
122
72
|
}
|
|
123
73
|
function findStdioMatch(stdio, patterns, tag) {
|
|
124
74
|
for (const pattern of patterns) {
|
|
125
|
-
if (testPattern(pattern, stdio)) {
|
|
75
|
+
if ((0, _runtimeLogAnnotator.testPattern)(pattern, stdio)) {
|
|
126
76
|
return {
|
|
127
77
|
tag,
|
|
128
|
-
pattern: patternLabel(pattern),
|
|
78
|
+
pattern: (0, _runtimeLogAnnotator.patternLabel)(pattern),
|
|
129
79
|
source: 'stdio',
|
|
130
|
-
text: truncateText(stdio)
|
|
80
|
+
text: (0, _runtimeLogAnnotator.truncateText)(stdio)
|
|
131
81
|
};
|
|
132
82
|
}
|
|
133
83
|
}
|
|
134
84
|
return null;
|
|
135
85
|
}
|
|
136
|
-
function
|
|
137
|
-
|
|
138
|
-
const match = findEventMatch(events, rule.patterns, rule.tag, RUNTIME_LOG_SOURCE);
|
|
139
|
-
if (match) {
|
|
140
|
-
matches.push(match);
|
|
141
|
-
}
|
|
142
|
-
}
|
|
143
|
-
}
|
|
144
|
-
function collectStdioMatches(stdio, matches) {
|
|
86
|
+
function collectStdioMatches(stdio) {
|
|
87
|
+
const matches = [];
|
|
145
88
|
for (const rule of STDIO_RULES) {
|
|
146
89
|
const match = findStdioMatch(stdio, rule.patterns, rule.tag);
|
|
147
90
|
if (match) {
|
|
148
91
|
matches.push(match);
|
|
149
92
|
}
|
|
150
93
|
}
|
|
94
|
+
return matches;
|
|
151
95
|
}
|
|
152
|
-
function
|
|
153
|
-
|
|
154
|
-
collectRuntimeLogMatches(events, matches);
|
|
155
|
-
return buildFailureTagMetadata(matches);
|
|
96
|
+
function matchKey(match) {
|
|
97
|
+
return `${match.tag}\0${match.pattern}\0${match.text}`;
|
|
156
98
|
}
|
|
157
|
-
function
|
|
158
|
-
const
|
|
159
|
-
const
|
|
160
|
-
const matches
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
99
|
+
function uniqueMatchesByEvidence(matches = []) {
|
|
100
|
+
const uniqueMatches = [];
|
|
101
|
+
const seen = new Set();
|
|
102
|
+
for (const match of matches) {
|
|
103
|
+
const key = matchKey(match);
|
|
104
|
+
if (seen.has(key)) {
|
|
105
|
+
continue;
|
|
106
|
+
}
|
|
107
|
+
seen.add(key);
|
|
108
|
+
uniqueMatches.push(match);
|
|
109
|
+
}
|
|
110
|
+
return uniqueMatches;
|
|
111
|
+
}
|
|
112
|
+
function collectMatchesFromResult(result, testTitle) {
|
|
113
|
+
const events = (0, _runtimeLogAnnotator.normalizeRuntimeLogEvents)((0, _runtimeLogReader.readRuntimeLogEventsForResult)(result, testTitle, resolveLogsDir()));
|
|
114
|
+
return [...(0, _runtimeLogAnnotator.collectRuntimeLogMatches)(events), ...collectStdioMatches(buildStdioText(result))];
|
|
164
115
|
}
|
|
165
116
|
function buildFailureTagMetadata(matches = []) {
|
|
166
|
-
const tags = [];
|
|
167
|
-
|
|
168
117
|
// Collapse the matched categories to the single highest-priority winner.
|
|
169
118
|
// When a failure matched no category, fall back to CODE.
|
|
170
|
-
const winningCategory = CATEGORY_PRIORITY.find(tag => matches.some(match => match.tag === tag));
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
}
|
|
119
|
+
const winningCategory = CATEGORY_PRIORITY.find(tag => matches.some(match => match.tag === tag)) || _failureTagConstants.FAILURE_TAGS.CODE;
|
|
120
|
+
|
|
121
|
+
// Only the winning category's evidence is surfaced; drop lower-priority
|
|
122
|
+
// categories (e.g. ENVIRONMENT when CODE wins) and identical duplicates.
|
|
123
|
+
const winningMatches = uniqueMatchesByEvidence(matches.filter(match => match.tag === winningCategory));
|
|
176
124
|
return {
|
|
177
|
-
tags,
|
|
178
|
-
matches
|
|
125
|
+
tags: [winningCategory],
|
|
126
|
+
matches: winningMatches
|
|
179
127
|
};
|
|
180
128
|
}
|
|
129
|
+
function classifyFailureDetailsFromEvents(events = []) {
|
|
130
|
+
return buildFailureTagMetadata((0, _runtimeLogAnnotator.collectRuntimeLogMatches)((0, _runtimeLogAnnotator.normalizeRuntimeLogEvents)(events)));
|
|
131
|
+
}
|
|
132
|
+
function classifyFailureDetailsFromResult(result, testTitle) {
|
|
133
|
+
return buildFailureTagMetadata(collectMatchesFromResult(result, testTitle));
|
|
134
|
+
}
|
|
181
135
|
function classifyFailureDetails(testDetails = [], testTitle = 'test') {
|
|
136
|
+
if (!testDetails.some(detail => detail.status === UNEXPECTED_OUTCOME)) {
|
|
137
|
+
return {
|
|
138
|
+
tags: [],
|
|
139
|
+
matches: []
|
|
140
|
+
};
|
|
141
|
+
}
|
|
182
142
|
const matches = [];
|
|
183
143
|
for (const detail of testDetails) {
|
|
184
144
|
if (detail.status !== UNEXPECTED_OUTCOME) {
|
|
@@ -188,28 +148,15 @@ function classifyFailureDetails(testDetails = [], testTitle = 'test') {
|
|
|
188
148
|
if (!failingResult) {
|
|
189
149
|
continue;
|
|
190
150
|
}
|
|
191
|
-
|
|
192
|
-
matches.push(...resultDetails.matches);
|
|
193
|
-
}
|
|
194
|
-
const uniqueMatches = [];
|
|
195
|
-
for (const match of matches) {
|
|
196
|
-
if (!uniqueMatches.some(existing => existing.tag === match.tag)) {
|
|
197
|
-
uniqueMatches.push(match);
|
|
198
|
-
}
|
|
151
|
+
matches.push(...collectMatchesFromResult(failingResult, testTitle));
|
|
199
152
|
}
|
|
200
|
-
|
|
201
|
-
return {
|
|
202
|
-
tags: [],
|
|
203
|
-
matches: uniqueMatches
|
|
204
|
-
};
|
|
205
|
-
}
|
|
206
|
-
return buildFailureTagMetadata(uniqueMatches);
|
|
153
|
+
return buildFailureTagMetadata(matches);
|
|
207
154
|
}
|
|
208
155
|
function classifyFailureTags(testDetails = [], testTitle = 'test') {
|
|
209
156
|
return classifyFailureDetails(testDetails, testTitle).tags;
|
|
210
157
|
}
|
|
211
158
|
function pickFailingResult(results = []) {
|
|
212
|
-
const failing = results.filter(result =>
|
|
159
|
+
const failing = results.filter(result => isFailingResultStatus(result.status));
|
|
213
160
|
if (failing.length === 0) {
|
|
214
161
|
return null;
|
|
215
162
|
}
|
|
@@ -8,6 +8,7 @@ exports.LogCollector = void 0;
|
|
|
8
8
|
var _path = _interopRequireDefault(require("path"));
|
|
9
9
|
var _fileUtils = require("../../../utils/fileUtils");
|
|
10
10
|
var _logCollectorConstants = require("../constants/logCollectorConstants");
|
|
11
|
+
var _runtimeLogAnnotator = require("./runtimeLogAnnotator");
|
|
11
12
|
// Per-context Playwright runtime event collector — network failures,
|
|
12
13
|
// console errors, page errors and crashes. Buffered in-memory and flushed
|
|
13
14
|
// to the project runtime-logs folder per test.
|
|
@@ -136,7 +137,9 @@ class LogCollector {
|
|
|
136
137
|
return null;
|
|
137
138
|
}
|
|
138
139
|
const file = _path.default.join(dir, `${baseName}.jsonl`);
|
|
139
|
-
|
|
140
|
+
// Keep in-memory events raw; annotate category matches only on disk.
|
|
141
|
+
const lines = (0, _runtimeLogAnnotator.annotateRuntimeLogEvents)(this.events);
|
|
142
|
+
const body = lines.map(e => JSON.stringify(e)).join('\n') + '\n';
|
|
140
143
|
(0, _fileUtils.writeFileContents)(file, body);
|
|
141
144
|
return file;
|
|
142
145
|
}
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
Object.defineProperty(exports, "__esModule", {
|
|
4
|
+
value: true
|
|
5
|
+
});
|
|
6
|
+
exports.annotateRuntimeLogEvents = annotateRuntimeLogEvents;
|
|
7
|
+
exports.collectRuntimeLogMatches = collectRuntimeLogMatches;
|
|
8
|
+
exports.eventToText = eventToText;
|
|
9
|
+
exports.normalizeRuntimeLogEvents = normalizeRuntimeLogEvents;
|
|
10
|
+
exports.patternLabel = patternLabel;
|
|
11
|
+
exports.testPattern = testPattern;
|
|
12
|
+
exports.truncateText = truncateText;
|
|
13
|
+
var _failureTagConstants = require("../constants/failureTagConstants");
|
|
14
|
+
var _patterns = require("../patterns");
|
|
15
|
+
// Shared runtime-log event text + CODE/ENVIRONMENT tagging.
|
|
16
|
+
// Used by LogCollector (JSONL flush) and failureTagClassifier (metadata).
|
|
17
|
+
|
|
18
|
+
const RUNTIME_LOG_SOURCE = 'runtime-log';
|
|
19
|
+
const MAX_MATCH_TEXT_LENGTH = 500;
|
|
20
|
+
const RUNTIME_LOG_RULES = [{
|
|
21
|
+
tag: _failureTagConstants.FAILURE_TAGS.ENVIRONMENT,
|
|
22
|
+
patterns: _patterns.ENVIRONMENT_PATTERNS
|
|
23
|
+
}, {
|
|
24
|
+
tag: _failureTagConstants.FAILURE_TAGS.CODE,
|
|
25
|
+
patterns: _patterns.CODE_PATTERNS
|
|
26
|
+
}];
|
|
27
|
+
function testPattern(pattern, text) {
|
|
28
|
+
if (pattern.global || pattern.sticky) {
|
|
29
|
+
pattern.lastIndex = 0;
|
|
30
|
+
}
|
|
31
|
+
return pattern.test(text);
|
|
32
|
+
}
|
|
33
|
+
function truncateText(text) {
|
|
34
|
+
if (!text || text.length <= MAX_MATCH_TEXT_LENGTH) {
|
|
35
|
+
return text || '';
|
|
36
|
+
}
|
|
37
|
+
return `${text.slice(0, MAX_MATCH_TEXT_LENGTH)}...`;
|
|
38
|
+
}
|
|
39
|
+
function patternLabel(pattern) {
|
|
40
|
+
return pattern.source;
|
|
41
|
+
}
|
|
42
|
+
function eventToText(event) {
|
|
43
|
+
var _event$location;
|
|
44
|
+
switch (event.kind) {
|
|
45
|
+
case 'pageerror':
|
|
46
|
+
return `pageerror ${event.name || ''} ${event.message || ''}`;
|
|
47
|
+
case 'console':
|
|
48
|
+
return `console ${event.text || ''} ${((_event$location = event.location) === null || _event$location === void 0 ? void 0 : _event$location.url) || ''}`;
|
|
49
|
+
case 'requestfailed':
|
|
50
|
+
return `requestfailed ${event.resourceType || ''} ${event.method || ''} ${event.url || ''} ${event.failure || ''}`;
|
|
51
|
+
case 'response':
|
|
52
|
+
return `response ${event.status || ''} ${event.method || ''} ${event.url || ''}`;
|
|
53
|
+
default:
|
|
54
|
+
return JSON.stringify(event);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
function matchingRuntimeLogTags(event) {
|
|
58
|
+
const text = eventToText(event);
|
|
59
|
+
const tags = [];
|
|
60
|
+
for (const rule of RUNTIME_LOG_RULES) {
|
|
61
|
+
if (rule.patterns.some(pattern => testPattern(pattern, text))) {
|
|
62
|
+
tags.push(rule.tag);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
return tags;
|
|
66
|
+
}
|
|
67
|
+
function findAllEventMatches(events, patterns, tag, source) {
|
|
68
|
+
const matches = [];
|
|
69
|
+
for (const event of events) {
|
|
70
|
+
const text = eventToText(event);
|
|
71
|
+
for (const pattern of patterns) {
|
|
72
|
+
if (testPattern(pattern, text)) {
|
|
73
|
+
matches.push({
|
|
74
|
+
tag,
|
|
75
|
+
pattern: patternLabel(pattern),
|
|
76
|
+
source,
|
|
77
|
+
text: truncateText(text)
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
return matches;
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
// Matching events get a category `pattern` field (CODE / ENVIRONMENT).
|
|
86
|
+
// Dual matches emit two lines with the same payload.
|
|
87
|
+
function annotateRuntimeLogEvents(events = []) {
|
|
88
|
+
const lines = [];
|
|
89
|
+
for (const event of events) {
|
|
90
|
+
if (!event) {
|
|
91
|
+
continue;
|
|
92
|
+
}
|
|
93
|
+
const {
|
|
94
|
+
pattern: _ignored,
|
|
95
|
+
...raw
|
|
96
|
+
} = event;
|
|
97
|
+
const matchedTags = matchingRuntimeLogTags(raw);
|
|
98
|
+
if (matchedTags.length === 0) {
|
|
99
|
+
lines.push(raw);
|
|
100
|
+
continue;
|
|
101
|
+
}
|
|
102
|
+
for (const tag of matchedTags) {
|
|
103
|
+
lines.push({
|
|
104
|
+
pattern: tag,
|
|
105
|
+
...raw
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
return lines;
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
// Strip flush-time `pattern` annotations and drop duplicate event payloads so
|
|
113
|
+
// CODE+ENVIRONMENT dual lines on disk do not inflate classification counts.
|
|
114
|
+
function normalizeRuntimeLogEvents(events = []) {
|
|
115
|
+
const seen = new Set();
|
|
116
|
+
const normalized = [];
|
|
117
|
+
for (const event of events) {
|
|
118
|
+
if (!event) {
|
|
119
|
+
continue;
|
|
120
|
+
}
|
|
121
|
+
const {
|
|
122
|
+
pattern: _ignored,
|
|
123
|
+
...raw
|
|
124
|
+
} = event;
|
|
125
|
+
const key = JSON.stringify(raw);
|
|
126
|
+
if (seen.has(key)) {
|
|
127
|
+
continue;
|
|
128
|
+
}
|
|
129
|
+
seen.add(key);
|
|
130
|
+
normalized.push(raw);
|
|
131
|
+
}
|
|
132
|
+
return normalized;
|
|
133
|
+
}
|
|
134
|
+
function collectRuntimeLogMatches(events = []) {
|
|
135
|
+
const matches = [];
|
|
136
|
+
for (const rule of RUNTIME_LOG_RULES) {
|
|
137
|
+
matches.push(...findAllEventMatches(events, rule.patterns, rule.tag, RUNTIME_LOG_SOURCE));
|
|
138
|
+
}
|
|
139
|
+
return matches;
|
|
140
|
+
}
|
|
@@ -6,4 +6,4 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
6
6
|
exports.CODE_PATTERNS = void 0;
|
|
7
7
|
// Code patterns: real application defects surfacing as JS exceptions in the
|
|
8
8
|
// browser. Matched against a flattened text form of each runtime-log event.
|
|
9
|
-
const CODE_PATTERNS = exports.CODE_PATTERNS = [/Cannot read properties of (undefined|null)/i, /\bis not a function\b/i, /\bis not defined\b/i, /\bis not iterable\b/i];
|
|
9
|
+
const CODE_PATTERNS = exports.CODE_PATTERNS = [/Cannot read properties of (undefined|null)/i, /\bis not a function\b/i, /\bis not defined\b/i, /\bis not iterable\b/i, /\bis not valid JSON\b/i, /\bis not a valid URL\b/i, /\bFailed to load resource: the server responded with a status of 422\b/i];
|
|
@@ -5,7 +5,7 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
5
5
|
});
|
|
6
6
|
exports.ENVIRONMENT_PATTERNS = void 0;
|
|
7
7
|
// Environment patterns: infra / network / server breakage. Matched against a
|
|
8
|
-
// flattened text form of each runtime-log event (see eventToText).
|
|
8
|
+
// flattened text form of each runtime-log event (see runtimeLogAnnotator.eventToText).
|
|
9
9
|
const ENVIRONMENT_PATTERNS = exports.ENVIRONMENT_PATTERNS = [
|
|
10
10
|
// Main document navigation was aborted (page never loaded).
|
|
11
11
|
/^requestfailed document\b[\s\S]*ERR_ABORTED/i,
|
|
@@ -44,9 +44,8 @@ class CustomJsonReporter {
|
|
|
44
44
|
onTestEnd(test, result) {
|
|
45
45
|
var _result$errors, _result$steps;
|
|
46
46
|
const key = `${test.location.file}:${test.location.line}:${test.title}`;
|
|
47
|
-
const isFailure = !['passed', 'skipped'].includes(result.status);
|
|
48
47
|
let attachments = result.attachments ?? [];
|
|
49
|
-
if (
|
|
48
|
+
if ((0, _failureTagClassifier.isFailingResultStatus)(result.status)) {
|
|
50
49
|
const metadata = (0, _failureTagClassifier.classifyFailureDetailsFromResult)({
|
|
51
50
|
status: result.status,
|
|
52
51
|
workerIndex: result.workerIndex,
|
|
@@ -6,9 +6,11 @@ var _os = _interopRequireDefault(require("os"));
|
|
|
6
6
|
var _path = _interopRequireDefault(require("path"));
|
|
7
7
|
var toolPatterns = _interopRequireWildcard(require("../../../../../core/playwright/patterns/toolPatterns"));
|
|
8
8
|
var casePatterns = _interopRequireWildcard(require("../../../../../core/playwright/patterns/casePatterns"));
|
|
9
|
+
var codePatterns = _interopRequireWildcard(require("../../../../../core/playwright/patterns/codePatterns"));
|
|
9
10
|
var _readConfigFile = require("../../../../../core/playwright/readConfigFile");
|
|
10
11
|
var _runtimeLogPath = require("../../../../../core/playwright/helpers/runtimeLogPath");
|
|
11
12
|
var _failureTagClassifier = require("../../../../../core/playwright/helpers/failureTagClassifier");
|
|
13
|
+
var _runtimeLogAnnotator = require("../../../../../core/playwright/helpers/runtimeLogAnnotator");
|
|
12
14
|
var _failureTagConstants = require("../../../../../core/playwright/constants/failureTagConstants");
|
|
13
15
|
function _interopRequireWildcard(e, t) { if ("function" == typeof WeakMap) var r = new WeakMap(), n = new WeakMap(); return (_interopRequireWildcard = function (e, t) { if (!t && e && e.__esModule) return e; var o, i, f = { __proto__: null, default: e }; if (null === e || "object" != typeof e && "function" != typeof e) return f; if (o = t ? n : r) { if (o.has(e)) return o.get(e); o.set(e, f); } for (const t in e) "default" !== t && {}.hasOwnProperty.call(e, t) && ((i = (o = Object.defineProperty) && Object.getOwnPropertyDescriptor(e, t)) && (i.get || i.set) ? o(f, t, i) : f[t] = e[t]); return f; })(e, t); }
|
|
14
16
|
jest.mock('../../../../../core/playwright/readConfigFile', () => ({
|
|
@@ -312,13 +314,12 @@ describe('classifyFailureDetails', () => {
|
|
|
312
314
|
}]
|
|
313
315
|
}], 'case-with-runtime-code');
|
|
314
316
|
|
|
315
|
-
// CODE outranks CASE, so only CODE surfaces as the tag
|
|
317
|
+
// CODE outranks CASE, so only CODE surfaces as the tag and as matches.
|
|
316
318
|
expect(details.tags).toEqual(['CODE']);
|
|
317
|
-
expect(details.matches).toHaveLength(
|
|
318
|
-
expect(details.matches.find(match => match.tag === 'CASE')).
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
expect(details.matches.find(match => match.tag === 'CODE')).toMatchObject({
|
|
319
|
+
expect(details.matches).toHaveLength(1);
|
|
320
|
+
expect(details.matches.find(match => match.tag === 'CASE')).toBeUndefined();
|
|
321
|
+
expect(details.matches[0]).toMatchObject({
|
|
322
|
+
tag: 'CODE',
|
|
322
323
|
source: 'runtime-log',
|
|
323
324
|
pattern: 'Cannot read properties of (undefined|null)'
|
|
324
325
|
});
|
|
@@ -343,6 +344,166 @@ describe('classifyFailureDetails', () => {
|
|
|
343
344
|
casePatterns.CASE_PATTERNS.push(...originalCasePatterns);
|
|
344
345
|
}
|
|
345
346
|
});
|
|
347
|
+
test('records every CODE pattern hit from the runtime log', () => {
|
|
348
|
+
const details = (0, _failureTagClassifier.classifyFailureDetailsFromEvents)([{
|
|
349
|
+
kind: 'pageerror',
|
|
350
|
+
name: 'TypeError',
|
|
351
|
+
message: "Cannot read properties of undefined (reading 'id')"
|
|
352
|
+
}, {
|
|
353
|
+
kind: 'pageerror',
|
|
354
|
+
name: 'TypeError',
|
|
355
|
+
message: 'foo is not a function'
|
|
356
|
+
}, {
|
|
357
|
+
kind: 'console',
|
|
358
|
+
level: 'error',
|
|
359
|
+
text: 'bar is not defined',
|
|
360
|
+
location: {
|
|
361
|
+
url: 'https://app/page'
|
|
362
|
+
}
|
|
363
|
+
}]);
|
|
364
|
+
expect(details.tags).toEqual(['CODE']);
|
|
365
|
+
expect(details.matches.filter(match => match.tag === 'CODE')).toHaveLength(3);
|
|
366
|
+
expect(details.matches.map(match => match.pattern)).toEqual(expect.arrayContaining(['Cannot read properties of (undefined|null)', '\\bis not a function\\b', '\\bis not defined\\b']));
|
|
367
|
+
});
|
|
368
|
+
test('keeps only winning CODE matches when CODE and ENVIRONMENT both match', () => {
|
|
369
|
+
const details = (0, _failureTagClassifier.classifyFailureDetails)([failingDetail([{
|
|
370
|
+
kind: 'requestfailed',
|
|
371
|
+
url: 'https://app/events/list/commentsubtabevent',
|
|
372
|
+
failure: 'net::ERR_ABORTED',
|
|
373
|
+
resourceType: 'document'
|
|
374
|
+
}, {
|
|
375
|
+
kind: 'requestfailed',
|
|
376
|
+
url: 'https://cdn/app.js',
|
|
377
|
+
failure: 'net::ERR_CONNECTION_REFUSED',
|
|
378
|
+
resourceType: 'script'
|
|
379
|
+
}, {
|
|
380
|
+
kind: 'pageerror',
|
|
381
|
+
name: 'TypeError',
|
|
382
|
+
message: "Cannot read properties of undefined (reading 'id')"
|
|
383
|
+
}, {
|
|
384
|
+
kind: 'pageerror',
|
|
385
|
+
name: 'TypeError',
|
|
386
|
+
message: 'handler is not a function'
|
|
387
|
+
}], {
|
|
388
|
+
title: 'multi-code-env-test'
|
|
389
|
+
})], 'multi-code-env-test');
|
|
390
|
+
expect(details.tags).toEqual(['CODE']);
|
|
391
|
+
expect(details.matches).toHaveLength(2);
|
|
392
|
+
expect(details.matches.every(match => match.tag === 'CODE')).toBe(true);
|
|
393
|
+
expect(details.matches.find(match => match.tag === 'ENVIRONMENT')).toBeUndefined();
|
|
394
|
+
});
|
|
395
|
+
test('dedupes identical winning-category matches', () => {
|
|
396
|
+
const details = (0, _failureTagClassifier.classifyFailureDetailsFromEvents)([{
|
|
397
|
+
kind: 'pageerror',
|
|
398
|
+
name: 'TypeError',
|
|
399
|
+
message: "Cannot read properties of undefined (reading 'id')"
|
|
400
|
+
}, {
|
|
401
|
+
kind: 'pageerror',
|
|
402
|
+
name: 'TypeError',
|
|
403
|
+
message: "Cannot read properties of undefined (reading 'id')"
|
|
404
|
+
}, {
|
|
405
|
+
kind: 'pageerror',
|
|
406
|
+
name: 'TypeError',
|
|
407
|
+
message: "Cannot read properties of undefined (reading 'id')"
|
|
408
|
+
}, {
|
|
409
|
+
kind: 'pageerror',
|
|
410
|
+
name: 'TypeError',
|
|
411
|
+
message: 'a is not a function'
|
|
412
|
+
}, {
|
|
413
|
+
kind: 'pageerror',
|
|
414
|
+
name: 'TypeError',
|
|
415
|
+
message: 'e.apply is not a function'
|
|
416
|
+
}, {
|
|
417
|
+
kind: 'pageerror',
|
|
418
|
+
name: 'TypeError',
|
|
419
|
+
message: 'a is not a function'
|
|
420
|
+
}]);
|
|
421
|
+
expect(details.tags).toEqual(['CODE']);
|
|
422
|
+
expect(details.matches).toHaveLength(3);
|
|
423
|
+
expect(details.matches.map(match => match.text)).toEqual(["pageerror TypeError Cannot read properties of undefined (reading 'id')", 'pageerror TypeError a is not a function', 'pageerror TypeError e.apply is not a function']);
|
|
424
|
+
});
|
|
425
|
+
test('dedupes annotated dual-match JSONL lines before classifying from disk', () => {
|
|
426
|
+
writeRuntimeLog([{
|
|
427
|
+
pattern: 'CODE',
|
|
428
|
+
kind: 'pageerror',
|
|
429
|
+
name: 'TypeError',
|
|
430
|
+
message: "Cannot read properties of undefined (reading 'id')"
|
|
431
|
+
}, {
|
|
432
|
+
pattern: 'ENVIRONMENT',
|
|
433
|
+
kind: 'pageerror',
|
|
434
|
+
name: 'TypeError',
|
|
435
|
+
message: "Cannot read properties of undefined (reading 'id')"
|
|
436
|
+
}], {
|
|
437
|
+
title: 'annotated-dual-test'
|
|
438
|
+
});
|
|
439
|
+
const details = (0, _failureTagClassifier.classifyFailureDetails)([{
|
|
440
|
+
status: 'unexpected',
|
|
441
|
+
results: [{
|
|
442
|
+
status: 'failed',
|
|
443
|
+
workerIndex: 0,
|
|
444
|
+
retry: 0
|
|
445
|
+
}]
|
|
446
|
+
}], 'annotated-dual-test');
|
|
447
|
+
expect(details.tags).toEqual(['CODE']);
|
|
448
|
+
expect(details.matches.filter(match => match.tag === 'CODE')).toHaveLength(1);
|
|
449
|
+
});
|
|
450
|
+
});
|
|
451
|
+
describe('annotateRuntimeLogEvents', () => {
|
|
452
|
+
test('adds pattern CODE on matching events and leaves unmatched events unchanged', () => {
|
|
453
|
+
const lines = (0, _runtimeLogAnnotator.annotateRuntimeLogEvents)([{
|
|
454
|
+
ts: 1,
|
|
455
|
+
kind: 'pageerror',
|
|
456
|
+
name: 'TypeError',
|
|
457
|
+
message: "Cannot read properties of undefined (reading 'id')"
|
|
458
|
+
}, {
|
|
459
|
+
ts: 2,
|
|
460
|
+
kind: 'console',
|
|
461
|
+
level: 'error',
|
|
462
|
+
text: 'Some benign log line',
|
|
463
|
+
location: {
|
|
464
|
+
url: 'https://app/page'
|
|
465
|
+
}
|
|
466
|
+
}]);
|
|
467
|
+
expect(lines).toHaveLength(2);
|
|
468
|
+
expect(lines[0]).toMatchObject({
|
|
469
|
+
pattern: 'CODE',
|
|
470
|
+
ts: 1,
|
|
471
|
+
kind: 'pageerror'
|
|
472
|
+
});
|
|
473
|
+
expect(lines[1]).toEqual({
|
|
474
|
+
ts: 2,
|
|
475
|
+
kind: 'console',
|
|
476
|
+
level: 'error',
|
|
477
|
+
text: 'Some benign log line',
|
|
478
|
+
location: {
|
|
479
|
+
url: 'https://app/page'
|
|
480
|
+
}
|
|
481
|
+
});
|
|
482
|
+
expect(lines[1].pattern).toBeUndefined();
|
|
483
|
+
});
|
|
484
|
+
test('emits one line per matched category when an event hits CODE and ENVIRONMENT', () => {
|
|
485
|
+
const originalCode = codePatterns.CODE_PATTERNS.slice();
|
|
486
|
+
try {
|
|
487
|
+
// Force a dual match on one environment event by also treating ERR_ABORTED as CODE.
|
|
488
|
+
codePatterns.CODE_PATTERNS.push(/ERR_ABORTED/i);
|
|
489
|
+
const event = {
|
|
490
|
+
ts: 1783961014561,
|
|
491
|
+
kind: 'requestfailed',
|
|
492
|
+
url: 'https://app/events/list/commentsubtabevent',
|
|
493
|
+
failure: 'net::ERR_ABORTED',
|
|
494
|
+
resourceType: 'document',
|
|
495
|
+
method: 'GET'
|
|
496
|
+
};
|
|
497
|
+
const lines = (0, _runtimeLogAnnotator.annotateRuntimeLogEvents)([event]);
|
|
498
|
+
expect(lines).toHaveLength(2);
|
|
499
|
+
expect(lines.map(line => line.pattern).sort()).toEqual(['CODE', 'ENVIRONMENT']);
|
|
500
|
+
expect(lines[0].ts).toBe(1783961014561);
|
|
501
|
+
expect(lines[1].ts).toBe(1783961014561);
|
|
502
|
+
} finally {
|
|
503
|
+
codePatterns.CODE_PATTERNS.length = 0;
|
|
504
|
+
codePatterns.CODE_PATTERNS.push(...originalCode);
|
|
505
|
+
}
|
|
506
|
+
});
|
|
346
507
|
});
|
|
347
508
|
describe('failure tag metadata attachment', () => {
|
|
348
509
|
test('builds a small JSON attachment when tags are present', () => {
|
|
@@ -114,10 +114,34 @@ describe('LogCollector baseline-noise stripping', () => {
|
|
|
114
114
|
});
|
|
115
115
|
const filePath = collector.flushToFile(flushDir, 'w0-test-0');
|
|
116
116
|
const contents = _fs.default.readFileSync(filePath, 'utf8');
|
|
117
|
+
const line = JSON.parse(contents.trim());
|
|
117
118
|
expect(filePath).toContain('w0-test-0.jsonl');
|
|
118
|
-
expect(
|
|
119
|
+
expect(line).toMatchObject({
|
|
120
|
+
pattern: 'CODE',
|
|
121
|
+
kind: 'pageerror'
|
|
122
|
+
});
|
|
119
123
|
expect(contents).toContain("Cannot read properties of undefined (reading 'id')");
|
|
120
124
|
expect(contents.endsWith('\n')).toBe(true);
|
|
125
|
+
// In-memory events stay unannotated.
|
|
126
|
+
expect(collector.events[0].pattern).toBeUndefined();
|
|
127
|
+
} finally {
|
|
128
|
+
_fs.default.rmSync(flushDir, {
|
|
129
|
+
recursive: true,
|
|
130
|
+
force: true
|
|
131
|
+
});
|
|
132
|
+
}
|
|
133
|
+
});
|
|
134
|
+
test('flushes ENVIRONMENT pattern annotation for document aborts', () => {
|
|
135
|
+
const flushDir = _fs.default.mkdtempSync(_path.default.join(_os.default.tmpdir(), 'log-collector-flush-'));
|
|
136
|
+
try {
|
|
137
|
+
context.emit('requestfailed', failedRequest('https://app/agent/events/list/commentsubtabevent', 'net::ERR_ABORTED', 'document'));
|
|
138
|
+
const filePath = collector.flushToFile(flushDir, 'w0-env-0');
|
|
139
|
+
const line = JSON.parse(_fs.default.readFileSync(filePath, 'utf8').trim());
|
|
140
|
+
expect(line).toMatchObject({
|
|
141
|
+
pattern: 'ENVIRONMENT',
|
|
142
|
+
kind: 'requestfailed',
|
|
143
|
+
resourceType: 'document'
|
|
144
|
+
});
|
|
121
145
|
} finally {
|
|
122
146
|
_fs.default.rmSync(flushDir, {
|
|
123
147
|
recursive: true,
|
package/npm-shrinkwrap.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@zohodesk/testinglibrary",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.87-n20-experimental",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "@zohodesk/testinglibrary",
|
|
9
|
-
"version": "0.0.
|
|
9
|
+
"version": "0.0.87-n20-experimental",
|
|
10
10
|
"hasInstallScript": true,
|
|
11
11
|
"license": "ISC",
|
|
12
12
|
"dependencies": {
|
|
@@ -6996,9 +6996,9 @@
|
|
|
6996
6996
|
}
|
|
6997
6997
|
},
|
|
6998
6998
|
"node_modules/electron-to-chromium": {
|
|
6999
|
-
"version": "1.5.
|
|
7000
|
-
"resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.5.
|
|
7001
|
-
"integrity": "sha512-
|
|
6999
|
+
"version": "1.5.392",
|
|
7000
|
+
"resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.5.392.tgz",
|
|
7001
|
+
"integrity": "sha512-1yQq3VQCZRwsnYc67Oc+1fge6Lwtn0hzi6zmEVkB61Zx21kTbwJAW4dFLadl5Rc1tKhG/kSpYXnfiAhu0f0a1g==",
|
|
7002
7002
|
"license": "ISC"
|
|
7003
7003
|
},
|
|
7004
7004
|
"node_modules/emittery": {
|
|
@@ -14962,9 +14962,9 @@
|
|
|
14962
14962
|
}
|
|
14963
14963
|
},
|
|
14964
14964
|
"node_modules/ws": {
|
|
14965
|
-
"version": "8.21.
|
|
14966
|
-
"resolved": "https://registry.npmjs.org/ws/-/ws-8.21.
|
|
14967
|
-
"integrity": "sha512
|
|
14965
|
+
"version": "8.21.1",
|
|
14966
|
+
"resolved": "https://registry.npmjs.org/ws/-/ws-8.21.1.tgz",
|
|
14967
|
+
"integrity": "sha512-+0NTnW77fFN/DjQi6k/Sq/Yvk4Sgajw7urW8V+asjXnRgDs9gyGkdb7EzgfhA4goXsRIZKE28fzIXBHEzhuiWw==",
|
|
14968
14968
|
"license": "MIT",
|
|
14969
14969
|
"engines": {
|
|
14970
14970
|
"node": ">=10.0.0"
|
package/package.json
CHANGED
|
@@ -274,4 +274,4 @@ header {
|
|
|
274
274
|
font-size: 1rem;
|
|
275
275
|
padding: 0 0.5rem;
|
|
276
276
|
}
|
|
277
|
-
</style></head><body><main class="jesthtml-content"><header><h1 id="title">Unit Report</h1></header><section id="metadata-container"><div id="timestamp">Started: 2026-07-13 22:11:22</div><div id="summary"><div id="suite-summary"><div class="summary-total">Suites (21)</div><div class="summary-passed ">21 passed</div><div class="summary-failed summary-empty">0 failed</div><div class="summary-pending summary-empty">0 pending</div></div><div id="test-summary"><div class="summary-total">Tests (114)</div><div class="summary-passed ">114 passed</div><div class="summary-failed summary-empty">0 failed</div><div class="summary-pending summary-empty">0 pending</div></div></div></section><details id="suite-1" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/__tests__/tagProcessor.test.js</div><div class="suite-time">1.35s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">TagProcessor</div><div class="test-title">should return tagArgs if no edition is provided</div><div class="test-status">passed</div><div class="test-duration">0.003s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">TagProcessor</div><div class="test-title">should handle a single edition with <= operator</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">TagProcessor</div><div class="test-title">should handle a single edition with >= operator</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">TagProcessor</div><div class="test-title">should handle a single edition with < operator</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">TagProcessor</div><div class="test-title">should handle a single edition with > operator</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">TagProcessor</div><div class="test-title">should handle a single edition with no operator</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">TagProcessor</div><div class="test-title">should log a message if edition is not found</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">TagProcessor</div><div class="test-title">should handle multiple editions</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">TagProcessor</div><div class="test-title">should build tags correctly when tags are empty</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-2" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/buildInFixtures/__tests__/caseTimeout.test.js</div><div class="suite-time">1.563s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">resolveCaseTimeoutMs</div><div class="test-title">returns null when no timeout tag is present</div><div class="test-status">passed</div><div class="test-duration">0.003s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">resolveCaseTimeoutMs</div><div class="test-title">returns null when tags is not an array</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">resolveCaseTimeoutMs</div><div class="test-title">parses @timeout_<n> as seconds for Chrome (factor 1)</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">resolveCaseTimeoutMs</div><div class="test-title">applies Firefox 2x multiplier</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">resolveCaseTimeoutMs</div><div class="test-title">returns 0 (no timeout) when tag is @timeout_0, regardless of browser</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">resolveCaseTimeoutMs</div><div class="test-title">uses the first matching tag and logs a warning when multiple are present</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">resolveCaseTimeoutMs</div><div class="test-title">ignores malformed timeout-like tags</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">resolveCaseTimeoutMs</div><div class="test-title">ignores non-string entries in tags</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">caseTimeout fixture</div><div class="test-title">is registered as an auto fixture</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">caseTimeout fixture</div><div class="test-title">calls testInfo.setTimeout with scaled value when tag matches</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">caseTimeout fixture</div><div class="test-title">does not call testInfo.setTimeout when no tag is present</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">caseTimeout fixture</div><div class="test-title">passes 0 through to testInfo.setTimeout for @timeout_0</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-3" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/dataGenerator/authenticator/__tests__/JWTauthenticator.test.js</div><div class="suite-time">1.673s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">JWTauthenticator</div><div class="test-title">should throw when jwt-oauth config is missing</div><div class="test-status">passed</div><div class="test-duration">0.011s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">JWTauthenticator</div><div class="test-title">should fetch jwt access token and set it in authHeaders</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">JWTauthenticator</div><div class="test-title">should throw a descriptive error when authenticator API returns non-ok response</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">JWTauthenticator</div><div class="test-title">should throw when authenticator response has no access_token</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div></div></details><details id="suite-4" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/runtimeLogReader.test.js</div><div class="suite-time">1.511s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">readRuntimeLogEventsForResult</div><div class="test-title">reads project-side runtime log for a failing result</div><div class="test-status">passed</div><div class="test-duration">0.003s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">readRuntimeLogEventsForResult</div><div class="test-title">skips malformed jsonl lines</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">readRuntimeLogEventsForResult</div><div class="test-title">returns an empty array when the runtime log file is missing</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">readRuntimeLogEventsForResult</div><div class="test-title">returns an empty array when logsDir is missing</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">readRuntimeLogEvents</div><div class="test-title">reads events from a jsonl file path</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">readRuntimeLogEvents</div><div class="test-title">returns an empty array for a missing file</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-5" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/logCollector.test.js</div><div class="suite-time">1.813s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">drops ORB-blocked request failures (message pattern)</div><div class="test-status">passed</div><div class="test-duration">0.004s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">drops known noisy third-party URLs (url pattern)</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">drops noisy 4xx responses by URL (e.g. getHamburgerMenu)</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">drops CORS console errors (message pattern)</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">drops baseline pageerrors (Access is denied / enable* not a function)</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">keeps a real application pageerror</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">flushes captured events to a jsonl file</div><div class="test-status">passed</div><div class="test-duration">0.003s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">returns null from flushToFile when no events were captured</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">keeps a document-navigation abort (real environment signal)</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-6" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/customFixturesHelper.test.js</div><div class="suite-time">1.623s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">getCustomAccountDetails</div><div class="test-title">returns selected user when any tag info is present</div><div class="test-status">passed</div><div class="test-duration">0.002s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getCustomAccountDetails</div><div class="test-title">logs and returns undefined if getCustomAccountDetails function throws</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getCustomAccountDetails</div><div class="test-title">returns default actor when no tag info is not provided</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div></div></details><details id="suite-7" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/configuration/__tests__/Configuration.test.js</div><div class="suite-time">0.174s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">Configuration Class</div><div class="test-title">should add new key-value pair to the configuration</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">Configuration Class</div><div class="test-title">should combine configurations correctly using addAll</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">Configuration Class</div><div class="test-title">should return correct value for a given key</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-8" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/dataGenerator/authenticator/__tests__/Authenticator.test.js</div><div class="suite-time">1.736s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">Authenticator</div><div class="test-title">should throw an error when an unknown authentication type is present</div><div class="test-status">passed</div><div class="test-duration">0.008s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">Authenticator</div><div class="test-title">should route oauth2 authentication and merge oauth2 config into payload</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">Authenticator</div><div class="test-title">should treat authentication values case-insensitively and deduplicate them</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">Authenticator</div><div class="test-title">should apply only the first supported authentication type</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-9" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/configPathResolver.test.js</div><div class="suite-time">0.194s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">getConfigPath</div><div class="test-title">should return config path when properties file exists and has mapping</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getConfigPath</div><div class="test-title">should log info and use default mapping if file does not exist</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getConfigPath</div><div class="test-title">should log failure if config mapping not found for stage</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div></div></details><details id="suite-10" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/additionalProfiles.test.js</div><div class="suite-time">0.264s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">additionalProfiles</div><div class="test-title">should return empty object when no additional profile tags are present</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">additionalProfiles</div><div class="test-title">should return additional profile actors when additional profile tags and editionInfo are present</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">additionalProfiles</div><div class="test-title">should return additional profile actors when all actor details are present</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-11" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/__tests__/validateFeature.test.js</div><div class="suite-time">1.716s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">validateFeatureFiles</div><div class="test-title">runPreprocessing with correct arguments and log success</div><div class="test-status">passed</div><div class="test-duration">0.003s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">validateFeatureFiles</div><div class="test-title">runPreprocessing with playwright conf</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">validateFeatureFiles</div><div class="test-title">error when runPreprocessing fails</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div></div></details><details id="suite-12" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/configFileNameProvider.test.js</div><div class="suite-time">1.767s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">getUATFileName</div><div class="test-title">should return pipeline-matched config path when file exists</div><div class="test-status">passed</div><div class="test-duration">0.008s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getUATFileName</div><div class="test-title">should use default stage and mode when not provided</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getUATFileName</div><div class="test-title">should return the default config files for pipeline matched files not exists</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getEnvConfigFilePath</div><div class="test-title">should return conf file path when file exists</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getEnvConfigFilePath</div><div class="test-title">should return default path when file does not exist</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-13" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/getUsers_ListOfActors.test.js</div><div class="suite-time">1.9s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">getListOfActors</div><div class="test-title">throws an error when config file cannot be loaded</div><div class="test-status">passed</div><div class="test-duration">0.015s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getListOfActors</div><div class="test-title">throws an error when beta feature config does not exist</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getListOfActors</div><div class="test-title">loads main configuration when betaFeature is not provided and main config exists</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getListOfActors</div><div class="test-title">falls back to default configuration if main config file does not exist</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">getListOfActors</div><div class="test-title">loads beta feature configuration when betaFeature is provided</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-14" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/dataGenerator/authenticator/__tests__/OrgOAuthAuthenticator.test.js</div><div class="suite-time">0.133s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">OrgOAuthAuthenticator</div><div class="test-title">should assign org_oauth from actor info into payload account</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">OrgOAuthAuthenticator</div><div class="test-title">should throw when org_oauth is absent in actor configuration</div><div class="test-status">passed</div><div class="test-duration">0.004s</div></div></div></div></details><details id="suite-15" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/examples/src/__tests__/App.test.js</div><div class="suite-time">0.106s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">example functions</div><div class="test-title">add function adds two numbers correctly</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">example functions</div><div class="test-title">greet function greets a person with their name</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-16" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/dataGenerator/authenticator/__tests__/OAuthAuthenticator.test.js</div><div class="suite-time">0.153s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">OAuthAuthenticator</div><div class="test-title">should assign oauth2 from actor info into payload account</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">OAuthAuthenticator</div><div class="test-title">should throw when oauth2 is absent in actor configuration</div><div class="test-status">passed</div><div class="test-duration">0.015s</div></div></div></div></details><details id="suite-17" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/buildInFixtures/__tests__/executionContext.test.js</div><div class="suite-time">0.181s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">executionContext</div><div class="test-title">should pass actorInfo with details from getCustomAccountDetails to use</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-18" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/runner/__tests__/SpawnRunner.test.js</div><div class="suite-time">0.407s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">SpawnRunner > run</div><div class="test-title">should call runPreprocessing when bddMode is true</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div></div></details><details id="suite-19" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/runner/__tests__/RunnerHelper.test.js</div><div class="suite-time">0.251s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">RunnerHelper > createRunner</div><div class="test-title">should throw error on invalid runner type</div><div class="test-status">passed</div><div class="test-duration">0.005s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">RunnerHelper > createRunner</div><div class="test-title">should create a valid runner class</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-20" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/failureTagClassifier.test.js</div><div class="suite-time">0.254s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">leaves retry-passed (flaky) outcomes untagged</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags environment when a document abort is present</div><div class="test-status">passed</div><div class="test-duration">0.002s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags environment for a network/cert failure</div><div class="test-status">passed</div><div class="test-duration">0.002s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags code when an app undefined-property error is present</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">defaults to code (not environment) for a non-document xhr abort</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags case when stderr reports DATA_GENERATION_ERROR</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags tool for a known tool pattern in base64 stdout</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags case when stderr matches a case pattern</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">emits only the highest-priority tag (CODE) when CODE and ENVIRONMENT both match</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">defaults to code (not tool) for benign stdout/stderr</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">does not throw for malformed stdio chunk entries</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">defaults to code when a failure matches no pattern</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">leaves a passing spec untagged (no default code)</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">records the matching pattern for environment failures</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">records the matching pattern for code failures from events</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">defaults to code with no matches when events carry no recognised pattern</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">records tool pattern from stdio</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">records case pattern from stdio without implying code</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">resolves to CODE when a runtime-log code match outranks a stdio case match</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">keeps case as the tag and does not add code when no runtime log is present</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">failure tag metadata attachment</div><div class="test-title">builds a small JSON attachment when tags are present</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">failure tag metadata attachment</div><div class="test-title">returns null when no tags are present</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">failure tag metadata attachment</div><div class="test-title">replaces an existing metadata attachment</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">mergeFailureTags</div><div class="test-title">places suffixed failure tags first, then existing tags</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">mergeFailureTags</div><div class="test-title">formats all failure tags with suffix</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">mergeFailureTags</div><div class="test-title">does not duplicate an already-present failure tag</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">mergeFailureTags</div><div class="test-title">formats case and code failure tags with suffix</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">regex safety</div><div class="test-title">resets stateful regex for tool pattern checks</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-21" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/fileMutex.test.js</div><div class="suite-time">2.519s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">FileMutex > acquire</div><div class="test-title">should create the lock file if it does not exist</div><div class="test-status">passed</div><div class="test-duration">0.004s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">FileMutex > acquire</div><div class="test-title">should wait for lock file deletion if it exists</div><div class="test-status">passed</div><div class="test-duration">0.003s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">FileMutex > acquire</div><div class="test-title">should reject if watch timeout exceeds</div><div class="test-status">passed</div><div class="test-duration">1.007s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">FileMutex > release</div><div class="test-title">should delete the lock file if it exists</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">FileMutex > release</div><div class="test-title">should release lock by deleting lock file</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">FileMutex > release</div><div class="test-title">should not attempt to delete the lock file if it does not exist</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">FileMutex > release</div><div class="test-title">should log an error if deleting the lock file fails</div><div class="test-status">passed</div><div class="test-duration">0.002s</div></div></div></div></details></main></body></html>
|
|
277
|
+
</style></head><body><main class="jesthtml-content"><header><h1 id="title">Unit Report</h1></header><section id="metadata-container"><div id="timestamp">Started: 2026-07-14 22:41:32</div><div id="summary"><div id="suite-summary"><div class="summary-total">Suites (2)</div><div class="summary-passed ">2 passed</div><div class="summary-failed summary-empty">0 failed</div><div class="summary-pending summary-empty">0 pending</div></div><div id="test-summary"><div class="summary-total">Tests (44)</div><div class="summary-passed ">44 passed</div><div class="summary-failed summary-empty">0 failed</div><div class="summary-pending summary-empty">0 pending</div></div></div></section><details id="suite-1" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/logCollector.test.js</div><div class="suite-time">0.362s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">drops ORB-blocked request failures (message pattern)</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">drops known noisy third-party URLs (url pattern)</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">drops noisy 4xx responses by URL (e.g. getHamburgerMenu)</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">drops CORS console errors (message pattern)</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">drops baseline pageerrors (Access is denied / enable* not a function)</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">keeps a real application pageerror</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">flushes captured events to a jsonl file</div><div class="test-status">passed</div><div class="test-duration">0.002s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">flushes ENVIRONMENT pattern annotation for document aborts</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">returns null from flushToFile when no events were captured</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">LogCollector baseline-noise stripping</div><div class="test-title">keeps a document-navigation abort (real environment signal)</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div></div></details><details id="suite-2" class="suite-container" open=""><summary class="suite-info"><div class="suite-path">/Users/muthu-19817/git/testing-framework/src/test/core/playwright/helpers/__tests__/failureTagClassifier.test.js</div><div class="suite-time">0.165s</div></summary><div class="suite-tests"><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">leaves retry-passed (flaky) outcomes untagged</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags environment when a document abort is present</div><div class="test-status">passed</div><div class="test-duration">0.002s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags environment for a network/cert failure</div><div class="test-status">passed</div><div class="test-duration">0.002s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags code when an app undefined-property error is present</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">defaults to code (not environment) for a non-document xhr abort</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags case when stderr reports DATA_GENERATION_ERROR</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags tool for a known tool pattern in base64 stdout</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">tags case when stderr matches a case pattern</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">emits only the highest-priority tag (CODE) when CODE and ENVIRONMENT both match</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">defaults to code (not tool) for benign stdout/stderr</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">does not throw for malformed stdio chunk entries</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">defaults to code when a failure matches no pattern</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureTags</div><div class="test-title">leaves a passing spec untagged (no default code)</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">records the matching pattern for environment failures</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">records the matching pattern for code failures from events</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">defaults to code with no matches when events carry no recognised pattern</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">records tool pattern from stdio</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">records case pattern from stdio without implying code</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">resolves to CODE when a runtime-log code match outranks a stdio case match</div><div class="test-status">passed</div><div class="test-duration">0.003s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">keeps case as the tag and does not add code when no runtime log is present</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">records every CODE pattern hit from the runtime log</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">keeps only winning CODE matches when CODE and ENVIRONMENT both match</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">dedupes identical winning-category matches</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">classifyFailureDetails</div><div class="test-title">dedupes annotated dual-match JSONL lines before classifying from disk</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">annotateRuntimeLogEvents</div><div class="test-title">adds pattern CODE on matching events and leaves unmatched events unchanged</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">annotateRuntimeLogEvents</div><div class="test-title">emits one line per matched category when an event hits CODE and ENVIRONMENT</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">failure tag metadata attachment</div><div class="test-title">builds a small JSON attachment when tags are present</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">failure tag metadata attachment</div><div class="test-title">returns null when no tags are present</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">failure tag metadata attachment</div><div class="test-title">replaces an existing metadata attachment</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">mergeFailureTags</div><div class="test-title">places suffixed failure tags first, then existing tags</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">mergeFailureTags</div><div class="test-title">formats all failure tags with suffix</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">mergeFailureTags</div><div class="test-title">does not duplicate an already-present failure tag</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">mergeFailureTags</div><div class="test-title">formats case and code failure tags with suffix</div><div class="test-status">passed</div><div class="test-duration"> </div></div></div><div class="test-result passed"><div class="test-info"><div class="test-suitename">regex safety</div><div class="test-title">resets stateful regex for tool pattern checks</div><div class="test-status">passed</div><div class="test-duration">0.001s</div></div></div></div></details></main></body></html>
|