testlens-playwright-reporter 0.2.7 → 0.2.8

package/index.d.ts

@@ -70,6 +70,46 @@ export interface GitInfo {
   remoteUrl: string;
 }
 
+/** Rich error details from Playwright */
+export interface TestError {
+  message: string;
+  stack?: string;
+  location?: {
+    file: string;
+    line: number;
+    column: number;
+  };
+  snippet?: string;
+  expected?: string;
+  actual?: string;
+  diff?: string;
+  matcherName?: string;
+  timeout?: number;
+}
+
+export interface TestData {
+  id: string;
+  name: string;
+  status: string;
+  originalStatus?: string;
+  duration: number;
+  startTime: string;
+  endTime: string;
+  errorMessages: string[];
+  errors?: TestError[];
+  retryAttempts: number;
+  currentRetry: number;
+  annotations: Array<{ type: string; description?: string }>;
+  projectName: string;
+  workerIndex?: number;
+  parallelIndex?: number;
+  location?: {
+    file: string;
+    line: number;
+    column: number;
+  };
+}
+
 export default class TestLensReporter implements Reporter {
   constructor(options: TestLensReporterOptions);
   

package/index.js

@@ -213,6 +213,7 @@ class TestLensReporter {
         startTime: new Date().toISOString(),
         endTime: '',
         errorMessages: [],
+        errors: [],
         retryAttempts: test.retries,
         currentRetry: result.retry,
         annotations: test.annotations.map(ann => ({
@@ -221,7 +222,12 @@ class TestLensReporter {
         })),
         projectName: test.parent.project()?.name || 'default',
         workerIndex: result.workerIndex,
-        parallelIndex: result.parallelIndex
+        parallelIndex: result.parallelIndex,
+        location: {
+          file: path.relative(process.cwd(), test.location.file),
+          line: test.location.line,
+          column: test.location.column
+        }
       };
 
       this.testMap.set(testData.id, testData);
@@ -254,6 +260,96 @@ class TestLensReporter {
       testData.endTime = new Date().toISOString();
       testData.errorMessages = result.errors.map(error => error.message || error.toString());
       testData.currentRetry = result.retry;
+      
+      // Capture test location
+      testData.location = {
+        file: path.relative(process.cwd(), test.location.file),
+        line: test.location.line,
+        column: test.location.column
+      };
+      
+      // Capture rich error details like Playwright's HTML report
+      testData.errors = result.errors.map(error => {
+        const testError = {
+          message: error.message || error.toString()
+        };
+        
+        // Capture stack trace
+        if (error.stack) {
+          testError.stack = error.stack;
+        }
+        
+        // Capture error location
+        if (error.location) {
+          testError.location = {
+            file: path.relative(process.cwd(), error.location.file),
+            line: error.location.line,
+            column: error.location.column
+          };
+        }
+        
+        // Capture code snippet around error - from Playwright error object
+        if (error.snippet) {
+          testError.snippet = error.snippet;
+        }
+        
+        // Capture expected/actual values for assertion failures
+        // Playwright stores these as specially formatted strings in the message
+        const message = error.message || '';
+        
+        // Try to parse expected pattern from toHaveURL and similar assertions
+        const expectedPatternMatch = message.match(/Expected pattern:\s*(.+?)(?:\n|$)/);
+        if (expectedPatternMatch) {
+          testError.expected = expectedPatternMatch[1].trim();
+        }
+        
+        // Also try "Expected string:" format
+        if (!testError.expected) {
+          const expectedStringMatch = message.match(/Expected string:\s*["']?(.+?)["']?(?:\n|$)/);
+          if (expectedStringMatch) {
+            testError.expected = expectedStringMatch[1].trim();
+          }
+        }
+        
+        // Try to parse received/actual value
+        const receivedMatch = message.match(/Received (?:string|value):\s*["']?(.+?)["']?(?:\n|$)/);
+        if (receivedMatch) {
+          testError.actual = receivedMatch[1].trim();
+        }
+        
+        // Parse call log entries for debugging info (timeouts, retries, etc.)
+        const callLogMatch = message.match(/Call log:([\s\S]*?)(?=\n\n|\n\s*\d+\s*\||$)/);
+        if (callLogMatch) {
+          // Store call log separately for display
+          const callLog = callLogMatch[1].trim();
+          if (callLog) {
+            testError.diff = callLog; // Reuse diff field for call log
+          }
+        }
+        
+        // Parse timeout information - multiple formats
+        const timeoutMatch = message.match(/(?:with timeout|Timeout:?)\s*(\d+)ms/i);
+        if (timeoutMatch) {
+          testError.timeout = parseInt(timeoutMatch[1], 10);
+        }
+        
+        // Parse matcher name (e.g., toHaveURL, toBeVisible)
+        const matcherMatch = message.match(/expect\([^)]+\)\.(\w+)/);
+        if (matcherMatch) {
+          testError.matcherName = matcherMatch[1];
+        }
+        
+        // Extract code snippet from message if not already captured
+        // Look for lines like "  9 |      await page.click..." or "> 11 |      await expect..."
+        if (!testError.snippet) {
+          const codeSnippetMatch = message.match(/((?:\s*>?\s*\d+\s*\|.*\n?)+)/);
+          if (codeSnippetMatch) {
+            testError.snippet = codeSnippetMatch[1].trim();
+          }
+        }
+        
+        return testError;
+      });
 
       // Only send testEnd event after final retry attempt
       // If test passed or this is the last retry, send the event

package/index.ts

@@ -123,6 +123,22 @@ export interface RunMetadata {
   status?: string;
 }
 
+export interface TestError {
+  message: string;
+  stack?: string;
+  location?: {
+    file: string;
+    line: number;
+    column: number;
+  };
+  snippet?: string;
+  expected?: string;
+  actual?: string;
+  diff?: string;
+  matcherName?: string;
+  timeout?: number;
+}
+
 export interface TestData {
   id: string;
   name: string;
@@ -132,12 +148,18 @@ export interface TestData {
   startTime: string;
   endTime: string;
   errorMessages: string[];
+  errors?: TestError[]; // Rich error details
   retryAttempts: number;
   currentRetry: number;
   annotations: Array<{ type: string; description?: string }>;
   projectName: string;
   workerIndex?: number;
   parallelIndex?: number;
+  location?: {
+    file: string;
+    line: number;
+    column: number;
+  };
 }
 
 export interface SpecData {
@@ -350,6 +372,7 @@ export class TestLensReporter implements Reporter {
         startTime: new Date().toISOString(),
         endTime: '',
         errorMessages: [],
+        errors: [],
         retryAttempts: test.retries,
         currentRetry: result.retry,
         annotations: test.annotations.map((ann: any) => ({
@@ -358,7 +381,12 @@ export class TestLensReporter implements Reporter {
         })),
         projectName: test.parent.project()?.name || 'default',
         workerIndex: result.workerIndex,
-        parallelIndex: result.parallelIndex
+        parallelIndex: result.parallelIndex,
+        location: {
+          file: path.relative(process.cwd(), test.location.file),
+          line: test.location.line,
+          column: test.location.column
+        }
       };
 
       this.testMap.set(testData.id, testData);
@@ -391,6 +419,96 @@ export class TestLensReporter implements Reporter {
       testData.endTime = new Date().toISOString();
       testData.errorMessages = result.errors.map((error: any) => error.message || error.toString());
       testData.currentRetry = result.retry;
+      
+      // Capture test location
+      testData.location = {
+        file: path.relative(process.cwd(), test.location.file),
+        line: test.location.line,
+        column: test.location.column
+      };
+      
+      // Capture rich error details like Playwright's HTML report
+      testData.errors = result.errors.map((error: any) => {
+        const testError: TestError = {
+          message: error.message || error.toString()
+        };
+        
+        // Capture stack trace
+        if (error.stack) {
+          testError.stack = error.stack;
+        }
+        
+        // Capture error location
+        if (error.location) {
+          testError.location = {
+            file: path.relative(process.cwd(), error.location.file),
+            line: error.location.line,
+            column: error.location.column
+          };
+        }
+        
+        // Capture code snippet around error - from Playwright error object
+        if (error.snippet) {
+          testError.snippet = error.snippet;
+        }
+        
+        // Capture expected/actual values for assertion failures
+        // Playwright stores these as specially formatted strings in the message
+        const message = error.message || '';
+        
+        // Try to parse expected pattern from toHaveURL and similar assertions
+        const expectedPatternMatch = message.match(/Expected pattern:\s*(.+?)(?:\n|$)/);
+        if (expectedPatternMatch) {
+          testError.expected = expectedPatternMatch[1].trim();
+        }
+        
+        // Also try "Expected string:" format
+        if (!testError.expected) {
+          const expectedStringMatch = message.match(/Expected string:\s*["']?(.+?)["']?(?:\n|$)/);
+          if (expectedStringMatch) {
+            testError.expected = expectedStringMatch[1].trim();
+          }
+        }
+        
+        // Try to parse received/actual value
+        const receivedMatch = message.match(/Received (?:string|value):\s*["']?(.+?)["']?(?:\n|$)/);
+        if (receivedMatch) {
+          testError.actual = receivedMatch[1].trim();
+        }
+        
+        // Parse call log entries for debugging info (timeouts, retries, etc.)
+        const callLogMatch = message.match(/Call log:([\s\S]*?)(?=\n\n|\n\s*\d+\s*\||$)/);
+        if (callLogMatch) {
+          // Store call log separately for display
+          const callLog = callLogMatch[1].trim();
+          if (callLog) {
+            testError.diff = callLog; // Reuse diff field for call log
+          }
+        }
+        
+        // Parse timeout information - multiple formats
+        const timeoutMatch = message.match(/(?:with timeout|Timeout:?)\s*(\d+)ms/i);
+        if (timeoutMatch) {
+          testError.timeout = parseInt(timeoutMatch[1], 10);
+        }
+        
+        // Parse matcher name (e.g., toHaveURL, toBeVisible)
+        const matcherMatch = message.match(/expect\([^)]+\)\.(\w+)/);
+        if (matcherMatch) {
+          testError.matcherName = matcherMatch[1];
+        }
+        
+        // Extract code snippet from message if not already captured
+        // Look for lines like "  9 |      await page.click..." or "> 11 |      await expect..."
+        if (!testError.snippet) {
+          const codeSnippetMatch = message.match(/((?:\s*>?\s*\d+\s*\|.*\n?)+)/);
+          if (codeSnippetMatch) {
+            testError.snippet = codeSnippetMatch[1].trim();
+          }
+        }
+        
+        return testError;
+      });
 
       // Only send testEnd event after final retry attempt
       // If test passed or this is the last retry, send the event

package/lib/index.js

@@ -229,6 +229,7 @@ class TestLensReporter {
                 startTime: new Date().toISOString(),
                 endTime: '',
                 errorMessages: [],
+                errors: [],
                 retryAttempts: test.retries,
                 currentRetry: result.retry,
                 annotations: test.annotations.map((ann) => ({
@@ -237,7 +238,12 @@ class TestLensReporter {
                 })),
                 projectName: test.parent.project()?.name || 'default',
                 workerIndex: result.workerIndex,
-                parallelIndex: result.parallelIndex
+                parallelIndex: result.parallelIndex,
+                location: {
+                    file: path.relative(process.cwd(), test.location.file),
+                    line: test.location.line,
+                    column: test.location.column
+                }
             };
             this.testMap.set(testData.id, testData);
             // Send test start event to API
@@ -267,6 +273,82 @@ class TestLensReporter {
             testData.endTime = new Date().toISOString();
             testData.errorMessages = result.errors.map((error) => error.message || error.toString());
             testData.currentRetry = result.retry;
+            // Capture test location
+            testData.location = {
+                file: path.relative(process.cwd(), test.location.file),
+                line: test.location.line,
+                column: test.location.column
+            };
+            // Capture rich error details like Playwright's HTML report
+            testData.errors = result.errors.map((error) => {
+                const testError = {
+                    message: error.message || error.toString()
+                };
+                // Capture stack trace
+                if (error.stack) {
+                    testError.stack = error.stack;
+                }
+                // Capture error location
+                if (error.location) {
+                    testError.location = {
+                        file: path.relative(process.cwd(), error.location.file),
+                        line: error.location.line,
+                        column: error.location.column
+                    };
+                }
+                // Capture code snippet around error - from Playwright error object
+                if (error.snippet) {
+                    testError.snippet = error.snippet;
+                }
+                // Capture expected/actual values for assertion failures
+                // Playwright stores these as specially formatted strings in the message
+                const message = error.message || '';
+                // Try to parse expected pattern from toHaveURL and similar assertions
+                const expectedPatternMatch = message.match(/Expected pattern:\s*(.+?)(?:\n|$)/);
+                if (expectedPatternMatch) {
+                    testError.expected = expectedPatternMatch[1].trim();
+                }
+                // Also try "Expected string:" format
+                if (!testError.expected) {
+                    const expectedStringMatch = message.match(/Expected string:\s*["']?(.+?)["']?(?:\n|$)/);
+                    if (expectedStringMatch) {
+                        testError.expected = expectedStringMatch[1].trim();
+                    }
+                }
+                // Try to parse received/actual value
+                const receivedMatch = message.match(/Received (?:string|value):\s*["']?(.+?)["']?(?:\n|$)/);
+                if (receivedMatch) {
+                    testError.actual = receivedMatch[1].trim();
+                }
+                // Parse call log entries for debugging info (timeouts, retries, etc.)
+                const callLogMatch = message.match(/Call log:([\s\S]*?)(?=\n\n|\n\s*\d+\s*\||$)/);
+                if (callLogMatch) {
+                    // Store call log separately for display
+                    const callLog = callLogMatch[1].trim();
+                    if (callLog) {
+                        testError.diff = callLog; // Reuse diff field for call log
+                    }
+                }
+                // Parse timeout information - multiple formats
+                const timeoutMatch = message.match(/(?:with timeout|Timeout:?)\s*(\d+)ms/i);
+                if (timeoutMatch) {
+                    testError.timeout = parseInt(timeoutMatch[1], 10);
+                }
+                // Parse matcher name (e.g., toHaveURL, toBeVisible)
+                const matcherMatch = message.match(/expect\([^)]+\)\.(\w+)/);
+                if (matcherMatch) {
+                    testError.matcherName = matcherMatch[1];
+                }
+                // Extract code snippet from message if not already captured
+                // Look for lines like "  9 |      await page.click..." or "> 11 |      await expect..."
+                if (!testError.snippet) {
+                    const codeSnippetMatch = message.match(/((?:\s*>?\s*\d+\s*\|.*\n?)+)/);
+                    if (codeSnippetMatch) {
+                        testError.snippet = codeSnippetMatch[1].trim();
+                    }
+                }
+                return testError;
+            });
             // Only send testEnd event after final retry attempt
             // If test passed or this is the last retry, send the event
             const isFinalAttempt = result.status === 'passed' || result.status === 'skipped' || result.retry >= test.retries;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testlens-playwright-reporter",
-  "version": "0.2.7",
+  "version": "0.2.8",
   "description": "Universal Playwright reporter for TestLens - works with both TypeScript and JavaScript projects",
   "main": "index.js",
   "types": "index.d.ts",