testlens-playwright-reporter 0.2.8 → 0.3.0

package/README.md

@@ -0,0 +1,87 @@
+# TestLens Playwright Reporter
+
+A Playwright reporter for [TestLens](https://testlens.qa-path.com) - real-time test monitoring dashboard.
+
+## Features
+
+- 🚀 **Real-time streaming** - Watch test results as they happen in the dashboard
+- 📸 **Artifact support** - Shows screenshots, videos, and traces
+- 🔄 **Retry tracking** - Monitor test retries and identify flaky tests
+- ⚡ **Cross-platform** - Works on Windows, macOS, and Linux
+
+## Installation
+
+```bash
+npm install testlens-playwright-reporter
+```
+
+## Configuration
+
+### TypeScript (`playwright.config.ts`)
+
+```typescript
+import { defineConfig } from '@playwright/test';
+
+export default defineConfig({
+  use: {
+    // Enable these for better debugging and artifact capture
+    screenshot: 'on',
+    video: 'on',
+    trace: 'on',
+  },
+  reporter: [
+    ['testlens-playwright-reporter', {
+      apiKey: 'your-api-key-here',
+    }]
+  ],
+});
+```
+
+### JavaScript (`playwright.config.js`)
+
+```javascript
+const { defineConfig } = require('@playwright/test');
+
+module.exports = defineConfig({
+  use: {
+    // Enable these for better debugging and artifact capture
+    screenshot: 'on',
+    video: 'on',
+    trace: 'on',
+  },
+  reporter: [
+    ['testlens-playwright-reporter', {
+      apiKey: 'your-api-key-here',
+    }]
+  ],
+});
+```
+
+> 💡 **Tip:** Keep `screenshot`, `video`, and `trace` set to `'on'` for better debugging experience. TestLens automatically uploads these artifacts for failed tests, making it easier to identify issues.
+
+### Configuration Options
+
+| Option | Type | Default | Description |
+|--------|------|---------|-------------|
+| `apiKey` | `string` | **Required** | Your TestLens API key |
+
+## Artifacts
+
+TestLens automatically captures and uploads:
+
+| Artifact | Description |
+|----------|-------------|
+| **Screenshots** | Visual snapshots of test failures |
+| **Videos** | Full video recording of test execution |
+| **Traces** | Playwright trace files for step-by-step debugging |
+
+These artifacts are viewable directly in the TestLens dashboard for easy debugging.
+
+## Requirements
+
+- Node.js >= 16.0.0
+- Playwright >= 1.40.0
+
+## License
+
+MIT License

package/index.js

@@ -46,15 +46,12 @@ class TestLensReporter {
     if (this.config.ignoreSslErrors) {
       // Explicit configuration option
       rejectUnauthorized = false;
-      console.log('⚠️  SSL certificate validation disabled via ignoreSslErrors option');
     } else if (this.config.rejectUnauthorized === false) {
       // Explicit configuration option
       rejectUnauthorized = false;
-      console.log('⚠️  SSL certificate validation disabled via rejectUnauthorized option');
     } else if (process.env.NODE_TLS_REJECT_UNAUTHORIZED === '0') {
       // Environment variable override
       rejectUnauthorized = false;
-      console.log('⚠️  SSL certificate validation disabled via NODE_TLS_REJECT_UNAUTHORIZED environment variable');
     }
 
     // Set up axios instance with retry logic and enhanced SSL handling
@@ -144,18 +141,9 @@ class TestLensReporter {
   }
 
   async onBegin(config, suite) {
-    console.log(`🚀 TestLens Reporter starting - Run ID: ${this.runId}`);
-    
     // Collect Git information if enabled
     if (this.config.enableGitInfo) {
       this.runMetadata.gitInfo = await this.collectGitInfo();
-      if (this.runMetadata.gitInfo) {
-        console.log(`📦 Git info collected: branch=${this.runMetadata.gitInfo.branch}, commit=${this.runMetadata.gitInfo.shortCommit}, author=${this.runMetadata.gitInfo.author}`);
-      } else {
-        console.log(`⚠️  Git info collection returned null - not in a git repository or git not available`);
-      }
-    } else {
-      console.log(`ℹ️  Git info collection disabled (enableGitInfo: false)`);
     }
 
     // Add shard information if available
@@ -250,7 +238,70 @@ class TestLensReporter {
 
   async onTestEnd(test, result) {
     const testId = this.getTestId(test);
-    const testData = this.testMap.get(testId);
+    let testData = this.testMap.get(testId);
+
+    // For skipped tests, onTestBegin might not be called, so we need to create the test data here
+    if (!testData) {
+      // Create spec data if not exists (skipped tests might not have spec data either)
+      const specPath = test.location.file;
+      const specKey = `${specPath}-${test.parent.title}`;
+      
+      if (!this.specMap.has(specKey)) {
+        const specData = {
+          filePath: path.relative(process.cwd(), specPath),
+          testSuiteName: test.parent.title,
+          tags: this.extractTags(test),
+          startTime: new Date().toISOString(),
+          status: 'skipped'
+        };
+        this.specMap.set(specKey, specData);
+
+        // Send spec start event to API
+        await this.sendToApi({
+          type: 'specStart',
+          runId: this.runId,
+          timestamp: new Date().toISOString(),
+          spec: specData
+        });
+      }
+
+      // Create test data for skipped test
+      testData = {
+        id: testId,
+        name: test.title,
+        status: 'skipped',
+        originalStatus: 'skipped',
+        duration: 0,
+        startTime: new Date().toISOString(),
+        endTime: new Date().toISOString(),
+        errorMessages: [],
+        errors: [],
+        retryAttempts: test.retries,
+        currentRetry: 0,
+        annotations: test.annotations.map(ann => ({
+          type: ann.type,
+          description: ann.description
+        })),
+        projectName: test.parent.project()?.name || 'default',
+        workerIndex: result.workerIndex,
+        parallelIndex: result.parallelIndex,
+        location: {
+          file: path.relative(process.cwd(), test.location.file),
+          line: test.location.line,
+          column: test.location.column
+        }
+      };
+
+      this.testMap.set(testId, testData);
+
+      // Send test start event first (so the test gets created in DB)
+      await this.sendToApi({
+        type: 'testStart',
+        runId: this.runId,
+        timestamp: new Date().toISOString(),
+        test: testData
+      });
+    }
 
     if (testData) {
       // Update test data with latest result
@@ -441,19 +492,12 @@ class TestLensReporter {
     });
 
     // Wait for background artifact processing to complete (up to 10 seconds)
-    console.log('⏳ Waiting for background artifact processing to complete...');
     await new Promise(resolve => setTimeout(resolve, 10000));
-
-    console.log(`📊 TestLens Report completed - Run ID: ${this.runId}`);
-    console.log(`🎯 Results: ${passedTests} passed, ${failedTests} failed (${timedOutTests} timeouts), ${skippedTests} skipped`);
   }
 
   async sendToApi(payload) {
     try {
       const response = await this.axiosInstance.post('', payload);
-      if (this.config.enableRealTimeStream) {
-        console.log(`✅ Sent ${payload.type} event to TestLens`);
-      }
     } catch (error) {
       console.error(`❌ Failed to send ${payload.type} event to TestLens:`, {
         message: error?.message || 'Unknown error',
@@ -467,19 +511,10 @@ class TestLensReporter {
 
   async processArtifacts(testId, result) {
     const attachments = result.attachments;
-    console.log(`🔍 Processing artifacts for test ${testId}: ${attachments ? attachments.length : 0} attachments found`);
-
-    if (attachments && attachments.length > 0) {
-      console.log('📎 Attachment details:');
-      attachments.forEach((attachment, index) => {
-        console.log(`  ${index + 1}. ${attachment.name} (${attachment.contentType}) - Path: ${attachment.path}`);
-      });
-    }
 
     // Process artifacts with controlled async handling to ensure uploads complete
     if (attachments && attachments.length > 0) {
       // Process all artifacts asynchronously but track completion
-      console.log(`🔄 Processing ${attachments.length} artifacts asynchronously...`);
 
       // Use process.nextTick to defer processing to next event loop iteration
       process.nextTick(async () => {
@@ -493,18 +528,15 @@ class TestLensReporter {
             
             // Skip video if disabled in config
             if (isVideo && !this.config.enableVideo) {
-              console.log(`⏭️  Skipping video artifact ${attachment.name} - video capture disabled in config`);
               continue;
             }
             
             // Skip screenshot if disabled in config
             if (isScreenshot && !this.config.enableScreenshot) {
-              console.log(`⏭️  Skipping screenshot artifact ${attachment.name} - screenshot capture disabled in config`);
               continue;
             }
             
             try {
-              console.log(`📤 Processing ${attachment.name} asynchronously...`);
               
               // Determine proper filename with extension
               // Playwright attachment.name often doesn't have extension, so we need to derive it
@@ -541,7 +573,6 @@ class TestLensReporter {
               
               // Skip if upload failed or file was too large
               if (!s3Data) {
-                console.log(`⏭️  Skipping artifact ${attachment.name} - upload failed or file too large`);
                 continue;
               }
               
@@ -564,8 +595,6 @@ class TestLensReporter {
                 timestamp: new Date().toISOString(),
                 artifact: artifactData
               });
-
-              console.log(`📎 Processed artifact: ${fileName} (uploaded to S3)`);
             } catch (error) {
               console.error(`❌ Failed to process ${attachment.name}:`, error.message);
             }
@@ -598,8 +627,6 @@ class TestLensReporter {
         codeBlocks,
         testSuiteName: path.basename(specPath).replace(/\.(spec|test)\.(js|ts)$/, '')
       });
-
-      console.log(`📝 Sent ${codeBlocks.length} code blocks for: ${path.basename(specPath)}`);
     } catch (error) {
       console.error('Failed to send spec code blocks:', error?.response?.data || error?.message || 'Unknown error');
     }
@@ -693,7 +720,6 @@ class TestLensReporter {
         }
       } catch (e) {
         // Remote info is optional - handle gracefully
-        console.log('ℹ️  No git remote configured, skipping remote info');
       }
       
       const isDirty = execSync('git status --porcelain', { encoding: 'utf-8' }).trim().length > 0;
@@ -741,7 +767,9 @@ class TestLensReporter {
 
   getTestId(test) {
     const cleanTitle = test.title.replace(/@[\w-]+/g, '').trim();
-    return `${test.location.file}:${test.location.line}:${cleanTitle}`;
+    // Normalize path separators to forward slashes for cross-platform consistency
+    const normalizedFile = test.location.file.replace(/\\/g, '/');
+    return `${normalizedFile}:${test.location.line}:${cleanTitle}`;
   }
 
   getFileSize(filePath) {
@@ -759,8 +787,6 @@ class TestLensReporter {
       // Check file size first
       const fileSize = this.getFileSize(filePath);
       const fileSizeMB = (fileSize / (1024 * 1024)).toFixed(2);
-      
-      console.log(`📤 Uploading ${fileName} (${fileSizeMB}MB) directly to S3...`);
 
       const baseUrl = this.config.apiEndpoint.replace('/api/v1/webhook/playwright', '');
       
@@ -785,8 +811,6 @@ class TestLensReporter {
       const { uploadUrl, s3Key, metadata } = presignedResponse.data;
       
       // Step 2: Upload directly to S3 using presigned URL
-      console.log(`⬆️  Uploading ${fileName} directly to S3 (bypass server)...`);
-      
       const fileBuffer = fs.readFileSync(filePath);
       
       // IMPORTANT: When using presigned URLs, we MUST include exactly the headers that were signed
@@ -807,8 +831,6 @@ class TestLensReporter {
         throw new Error(`S3 upload failed with status ${uploadResponse.status}`);
       }
 
-      console.log(`✅ S3 direct upload completed for ${fileName}`);
-
       // Step 3: Confirm upload with server to save metadata
       const confirmEndpoint = `${baseUrl}/api/v1/artifacts/public/confirm-upload`;
       const confirmResponse = await this.axiosInstance.post(confirmEndpoint, {
@@ -826,7 +848,6 @@ class TestLensReporter {
 
       if (confirmResponse.status === 201 && confirmResponse.data.success) {
         const artifact = confirmResponse.data.artifact;
-        console.log(`✅ Upload confirmed and saved to database`);
         return {
           key: s3Key,
           url: artifact.s3Url,

package/index.ts

@@ -409,7 +409,73 @@ export class TestLensReporter implements Reporter {
 
   async onTestEnd(test: TestCase, result: TestResult): Promise<void> {
     const testId = this.getTestId(test);
-    const testData = this.testMap.get(testId);
+    let testData = this.testMap.get(testId);
+
+    console.log(`[TestLens] onTestEnd called for test: ${test.title}, status: ${result.status}, testData exists: ${!!testData}`);
+
+    // For skipped tests, onTestBegin might not be called, so we need to create the test data here
+    if (!testData) {
+      console.log(`[TestLens] Creating test data for skipped/uncreated test: ${test.title}`);
+      // Create spec data if not exists (skipped tests might not have spec data either)
+      const specPath = test.location.file;
+      const specKey = `${specPath}-${test.parent.title}`;
+      
+      if (!this.specMap.has(specKey)) {
+        const specData: SpecData = {
+          filePath: path.relative(process.cwd(), specPath),
+          testSuiteName: test.parent.title,
+          tags: this.extractTags(test),
+          startTime: new Date().toISOString(),
+          status: 'skipped'
+        };
+        this.specMap.set(specKey, specData);
+
+        // Send spec start event to API
+        await this.sendToApi({
+          type: 'specStart',
+          runId: this.runId,
+          timestamp: new Date().toISOString(),
+          spec: specData
+        });
+      }
+
+      // Create test data for skipped test
+      testData = {
+        id: testId,
+        name: test.title,
+        status: 'skipped',
+        originalStatus: 'skipped',
+        duration: 0,
+        startTime: new Date().toISOString(),
+        endTime: new Date().toISOString(),
+        errorMessages: [],
+        errors: [],
+        retryAttempts: test.retries,
+        currentRetry: 0,
+        annotations: test.annotations.map((ann: any) => ({
+          type: ann.type,
+          description: ann.description
+        })),
+        projectName: test.parent.project()?.name || 'default',
+        workerIndex: result.workerIndex,
+        parallelIndex: result.parallelIndex,
+        location: {
+          file: path.relative(process.cwd(), test.location.file),
+          line: test.location.line,
+          column: test.location.column
+        }
+      };
+
+      this.testMap.set(testId, testData);
+
+      // Send test start event first (so the test gets created in DB)
+      await this.sendToApi({
+        type: 'testStart',
+        runId: this.runId,
+        timestamp: new Date().toISOString(),
+        test: testData
+      });
+    }
 
     if (testData) {
       // Update test data with latest result
@@ -515,6 +581,7 @@ export class TestLensReporter implements Reporter {
       const isFinalAttempt = result.status === 'passed' || result.status === 'skipped' || result.retry >= test.retries;
       
       if (isFinalAttempt) {
+        console.log(`[TestLens] Sending testEnd - testId: ${testData.id}, status: ${testData.status}, originalStatus: ${testData.originalStatus}`);
         // Send test end event to API
         await this.sendToApi({
           type: 'testEnd',
@@ -879,7 +946,9 @@ export class TestLensReporter implements Reporter {
 
   private getTestId(test: TestCase): string {
     const cleanTitle = test.title.replace(/@[\w-]+/g, '').trim();
-    return `${test.location.file}:${test.location.line}:${cleanTitle}`;
+    // Normalize path separators to forward slashes for cross-platform consistency
+    const normalizedFile = test.location.file.replace(/\\/g, '/');
+    return `${normalizedFile}:${test.location.line}:${cleanTitle}`;
   }
 
 

package/lib/index.js

@@ -264,7 +264,66 @@ class TestLensReporter {
     }
     async onTestEnd(test, result) {
         const testId = this.getTestId(test);
-        const testData = this.testMap.get(testId);
+        let testData = this.testMap.get(testId);
+        console.log(`[TestLens] onTestEnd called for test: ${test.title}, status: ${result.status}, testData exists: ${!!testData}`);
+        // For skipped tests, onTestBegin might not be called, so we need to create the test data here
+        if (!testData) {
+            console.log(`[TestLens] Creating test data for skipped/uncreated test: ${test.title}`);
+            // Create spec data if not exists (skipped tests might not have spec data either)
+            const specPath = test.location.file;
+            const specKey = `${specPath}-${test.parent.title}`;
+            if (!this.specMap.has(specKey)) {
+                const specData = {
+                    filePath: path.relative(process.cwd(), specPath),
+                    testSuiteName: test.parent.title,
+                    tags: this.extractTags(test),
+                    startTime: new Date().toISOString(),
+                    status: 'skipped'
+                };
+                this.specMap.set(specKey, specData);
+                // Send spec start event to API
+                await this.sendToApi({
+                    type: 'specStart',
+                    runId: this.runId,
+                    timestamp: new Date().toISOString(),
+                    spec: specData
+                });
+            }
+            // Create test data for skipped test
+            testData = {
+                id: testId,
+                name: test.title,
+                status: 'skipped',
+                originalStatus: 'skipped',
+                duration: 0,
+                startTime: new Date().toISOString(),
+                endTime: new Date().toISOString(),
+                errorMessages: [],
+                errors: [],
+                retryAttempts: test.retries,
+                currentRetry: 0,
+                annotations: test.annotations.map((ann) => ({
+                    type: ann.type,
+                    description: ann.description
+                })),
+                projectName: test.parent.project()?.name || 'default',
+                workerIndex: result.workerIndex,
+                parallelIndex: result.parallelIndex,
+                location: {
+                    file: path.relative(process.cwd(), test.location.file),
+                    line: test.location.line,
+                    column: test.location.column
+                }
+            };
+            this.testMap.set(testId, testData);
+            // Send test start event first (so the test gets created in DB)
+            await this.sendToApi({
+                type: 'testStart',
+                runId: this.runId,
+                timestamp: new Date().toISOString(),
+                test: testData
+            });
+        }
         if (testData) {
             // Update test data with latest result
             testData.originalStatus = result.status;
@@ -353,6 +412,7 @@ class TestLensReporter {
             // If test passed or this is the last retry, send the event
             const isFinalAttempt = result.status === 'passed' || result.status === 'skipped' || result.retry >= test.retries;
             if (isFinalAttempt) {
+                console.log(`[TestLens] Sending testEnd - testId: ${testData.id}, status: ${testData.status}, originalStatus: ${testData.originalStatus}`);
                 // Send test end event to API
                 await this.sendToApi({
                     type: 'testEnd',
@@ -681,7 +741,9 @@ class TestLensReporter {
     }
     getTestId(test) {
         const cleanTitle = test.title.replace(/@[\w-]+/g, '').trim();
-        return `${test.location.file}:${test.location.line}:${cleanTitle}`;
+        // Normalize path separators to forward slashes for cross-platform consistency
+        const normalizedFile = test.location.file.replace(/\\/g, '/');
+        return `${normalizedFile}:${test.location.line}:${cleanTitle}`;
     }
     async uploadArtifactToS3(filePath, testId, fileName) {
         try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testlens-playwright-reporter",
-  "version": "0.2.8",
+  "version": "0.3.0",
   "description": "Universal Playwright reporter for TestLens - works with both TypeScript and JavaScript projects",
   "main": "index.js",
   "types": "index.d.ts",