@msalaam/xray-qe-toolkit 1.3.0 → 1.3.2

package/README.md

@@ -861,6 +861,22 @@ npx playwright show-report
 npx xqt import-results --file playwright-results.json --testExecKey APIEE-6811
 ```
 
+**What happens:**
+- ✅ Tests WITH annotations (`test.info().annotations.push(...)`) → Updates existing Xray tests
+- ⏭️ Tests WITHOUT annotations → **Automatically skipped** (won't create duplicates)
+- 📊 Summary shows: Passed, Failed, Skipped counts
+- 🔗 Direct link to view results in Xray
+
+**Verbose mode** (see exactly what's being uploaded):
+```bash
+npx xqt import-results \
+  --file playwright-results.json \
+  --testExecKey APIEE-6811 \
+  --verbose
+```
+
+This saves `playwright-results-xray-debug.json` for inspection.
+
 #### Step 6: Configure CI/CD
 
 **Azure Pipelines:**

package/bin/cli.js

@@ -1,4 +1,4 @@
-#!/usr/bin/env node
+#!/usr/bin/env node
 
 /**
  * @msalaam/xray-qe-toolkit — CLI Entry Point

package/commands/importResults.js

@@ -48,7 +48,7 @@ export default async function importResults(opts = {}) {
 
   if (fileExt === '.json') {
     // Playwright JSON format
-    logger.send(`Importing Playwright JSON results...`);
+    logger.send(`Converting Playwright results to Xray format...`);
 
     const playwrightJson = JSON.parse(fs.readFileSync(filePath, 'utf-8'));
     
@@ -58,11 +58,38 @@ export default async function importResults(opts = {}) {
       projectKey: cfg.jiraProjectKey,
       summary: opts.summary || `Playwright Test Execution - ${new Date().toLocaleString()}`,
       description: opts.description,
+      skipWithoutAnnotations: !!opts.testExecKey, // Skip tests without keys when updating existing execution
     });
 
-    logger.step(`Converted ${xrayJson.tests.length} test results to Xray format`);
+    // Check if we have tests to upload
+    if (xrayJson.tests.length === 0) {
+      logger.warn('⚠️  No tests with Xray annotations found.');
+      logger.info('\nAdd annotations to your tests:');
+      logger.info(`  test.info().annotations.push({ type: 'xray', description: 'APIEE-XXXX' });\n`);
+      process.exit(0);
+    }
+
+    const testsWithKeys = xrayJson.tests.filter(t => t.testKey).length;
+    const testsWithoutKeys = xrayJson.tests.filter(t => !t.testKey).length;
+
+    logger.step(`Found ${testsWithKeys} test(s) with Xray annotations`);
+    
+    if (testsWithoutKeys > 0 && !opts.testExecKey) {
+      logger.info(`  ${testsWithoutKeys} test(s) without annotations will create new tests`);
+    } else if (testsWithoutKeys > 0 && opts.testExecKey) {
+      logger.warn(`  Skipped ${testsWithoutKeys} test(s) without annotations`);
+    }
+
+    // Save debug output if verbose
+    if (opts.verbose) {
+      const debugPath = filePath.replace('.json', '-xray-debug.json');
+      fs.writeFileSync(debugPath, JSON.stringify(xrayJson, null, 2));
+      logger.info(`  Debug: Xray JSON saved to ${path.basename(debugPath)}`);
+    }
+    logger.blank();
 
     // Import to Xray
+    logger.send(`Uploading ${xrayJson.tests.length} test result(s) to Xray...`);
     result = await importResultsXrayJson(cfg, xrayToken, xrayJson);
   } else {
     // JUnit XML format (default)
@@ -73,12 +100,46 @@ export default async function importResults(opts = {}) {
   }
 
   logger.success("Results imported successfully");
+  logger.blank();
 
+  // Display summary for JSON results
+  if (fileExt === '.json' && xrayJson) {
+    const summaryStats = calculateTestSummary(xrayJson.tests);
+    
+    logger.info('Summary:');
+    logger.success(`  ✓ Passed:  ${summaryStats.passed}`)
+;
+    if (summaryStats.failed > 0) {
+      logger.error(`  ✗ Failed:  ${summaryStats.failed}`);
+    }
+    if (summaryStats.skipped > 0) {
+      logger.warn(`  ⊘ Skipped: ${summaryStats.skipped}`);
+    }
+    logger.blank();
+  }
+
+  // Show link to Test Execution
   if (result?.key) {
     logger.link(`View: ${cfg.jiraUrl}/browse/${result.key}`);
   } else if (result?.testExecIssue?.key) {
     logger.link(`View: ${cfg.jiraUrl}/browse/${result.testExecIssue.key}`);
+  } else if (opts.testExecKey) {
+    logger.link(`View: ${cfg.jiraUrl}/browse/${opts.testExecKey}`);
   }
 
   logger.blank();
 }
+
+/**
+ * Calculate test result summary
+ * @param {array} tests - Xray test results
+ * @returns {object} Summary stats
+ */
+function calculateTestSummary(tests) {
+  return {
+    passed: tests.filter(t => t.status === 'PASSED').length,
+    failed: tests.filter(t => t.status === 'FAILED').length,
+    skipped: tests.filter(t => t.status === 'SKIPPED').length,
+    total: tests.length,
+  };
+}

package/lib/playwrightConverter.js

@@ -19,12 +19,16 @@
  * @param {string} options.projectKey - JIRA project key for test creation
  * @param {string} options.summary - Test Execution summary (optional)
  * @param {string} options.description - Test Execution description (optional)
+ * @param {boolean} options.skipWithoutAnnotations - Skip tests without Xray annotations (default: false)
  * @returns {object} Xray JSON format
  */
 export function convertPlaywrightToXray(playwrightJson, options = {}) {
-  const startTime = new Date(playwrightJson.config?.metadata?.actualWorkers ? 
-    Date.now() - getTotalDuration(playwrightJson) : Date.now()).toISOString();
-  const finishTime = new Date().toISOString();
+  // Use current time as fallback for timestamps
+  const now = Date.now();
+  const totalDuration = getTotalDuration(playwrightJson);
+  
+  const startTime = new Date(now - totalDuration).toISOString();
+  const finishTime = new Date(now).toISOString();
 
   const xrayJson = {
     info: {
@@ -147,6 +151,11 @@ function convertTest(test, spec, suite, options) {
   // Extract Xray test key from annotations or title
   const testKey = extractTestKey(spec.title, test.annotations);
 
+  // Skip tests without annotations if requested
+  if (options.skipWithoutAnnotations && !testKey) {
+    return null;
+  }
+
   // Map Playwright status to Xray status
   const status = mapStatus(result.status);
 
@@ -179,10 +188,22 @@ function convertTest(test, spec, suite, options) {
 
   // Add start/finish times if available
   if (result.startTime) {
-    xrayTest.start = new Date(result.startTime).toISOString();
-  }
-  if (result.startTime && result.duration) {
-    xrayTest.finish = new Date(result.startTime + result.duration).toISOString();
+    try {
+      const startDate = new Date(result.startTime);
+      if (!isNaN(startDate.getTime())) {
+        xrayTest.start = startDate.toISOString();
+        
+        // Calculate finish time if we have duration
+        if (result.duration) {
+          const finishDate = new Date(startDate.getTime() + result.duration);
+          if (!isNaN(finishDate.getTime())) {
+            xrayTest.finish = finishDate.toISOString();
+          }
+        }
+      }
+    } catch (error) {
+      // Skip invalid timestamps silently
+    }
   }
 
   // Add error details if test failed

package/lib/xrayClient.js

@@ -371,15 +371,51 @@ export async function importResults(cfg, xrayToken, xmlBuffer, testExecKey) {
 export async function importResultsXrayJson(cfg, xrayToken, xrayJson) {
   const url = "https://xray.cloud.getxray.app/api/v2/import/execution";
 
-  const response = await axios.post(url, xrayJson, {
-    httpsAgent,
-    headers: {
-      Authorization: `Bearer ${xrayToken}`,
-      "Content-Type": "application/json",
-    },
-  });
-
-  return response.data;
+  try {
+    const response = await axios.post(url, xrayJson, {
+      httpsAgent,
+      headers: {
+        Authorization: `Bearer ${xrayToken}`,
+        "Content-Type": "application/json",
+      },
+    });
+
+    return response.data;
+  } catch (error) {
+    // Enhanced error reporting for Xray API issues
+    if (error.response) {
+      const status = error.response.status;
+      const data = error.response.data;
+      
+      let errorMsg = `Xray API returned ${status} error`;
+      
+      if (typeof data === 'string') {
+        errorMsg += `: ${data}`;
+      } else if (data?.error) {
+        errorMsg += `: ${data.error}`;
+      } else if (data?.message) {
+        errorMsg += `: ${data.message}`;
+      } else if (data) {
+        errorMsg += `: ${JSON.stringify(data)}`;
+      }
+      
+      logger.error(errorMsg);
+      
+      // Common issues help
+      if (status === 400) {
+        logger.warn('\n💡 Common causes of 400 errors:');
+        logger.warn('   • Missing test annotations in Playwright tests');
+        logger.warn('   • Invalid test key format (should be PROJ-123)');
+        logger.warn('   • Test execution key not found');
+        logger.warn('   • Malformed JSON structure');
+        logger.warn('   • Test keys reference non-existent tests\n');
+      }
+      
+      throw new Error(errorMsg);
+    }
+    
+    throw error;
+  }
 }
 
 // ─── Retry wrapper ─────────────────────────────────────────────────────────────

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@msalaam/xray-qe-toolkit",
-  "version": "1.3.0",
+  "version": "1.3.2",
   "description": "Full QE workflow toolkit for Xray Cloud integration — test management, Postman generation, CI pipeline scaffolding, and browser-based review gates for API regression projects.",
   "type": "module",
   "bin": {