@testomatio/reporter 2.3.9-beta-bin-fix → 2.3.9

package/lib/junit-adapter/nunit-parser.js

@@ -0,0 +1,433 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NUnitXmlParser = void 0;
+const debug_1 = __importDefault(require("debug"));
+const constants_js_1 = require("../constants.js");
+const utils_js_1 = require("../utils/utils.js");
+const debug = (0, debug_1.default)('@testomatio/reporter:nunit-parser');
+/**
+ * Enhanced NUnit XML Parser that properly handles test-suite hierarchy
+ * and parameterized tests
+ */
+class NUnitXmlParser {
+    constructor(options = {}) {
+        this.options = options;
+        this.tests = [];
+        this.stats = {
+            total: 0,
+            passed: 0,
+            failed: 0,
+            skipped: 0,
+            inconclusive: 0,
+        };
+    }
+    /**
+     * Parse NUnit XML test-run structure
+     * @param {Object} testRun - Parsed XML test-run object
+     * @returns {Object} - Parsed test results
+     */
+    parseTestRun(testRun) {
+        debug('Parsing NUnit test-run');
+        // Extract run-level statistics
+        this.stats = {
+            total: parseInt(testRun.total || 0, 10),
+            passed: parseInt(testRun.passed || 0, 10),
+            failed: parseInt(testRun.failed || 0, 10),
+            skipped: parseInt(testRun.skipped || 0, 10),
+            inconclusive: parseInt(testRun.inconclusive || 0, 10),
+        };
+        // Process the root test-suite
+        if (testRun['test-suite']) {
+            this.parseTestSuite(testRun['test-suite'], []);
+        }
+        debug(`Parsed ${this.tests.length} tests from NUnit XML`);
+        return {
+            status: testRun.result?.toLowerCase() || 'unknown',
+            create_tests: true,
+            tests_count: this.tests.length,
+            passed_count: this.tests.filter(t => t.status === constants_js_1.STATUS.PASSED).length,
+            failed_count: this.tests.filter(t => t.status === constants_js_1.STATUS.FAILED).length,
+            skipped_count: this.tests.filter(t => t.status === constants_js_1.STATUS.SKIPPED).length,
+            tests: this.tests,
+        };
+    }
+    /**
+     * Recursively parse test-suite elements based on their type
+     * @param {Object|Array} testSuite - Test suite object or array
+     * @param {Array} parentPath - Current path in the hierarchy
+     */
+    parseTestSuite(testSuite, parentPath = []) {
+        if (!testSuite)
+            return;
+        // Handle arrays of test suites
+        if (Array.isArray(testSuite)) {
+            testSuite.forEach(suite => this.parseTestSuite(suite, parentPath));
+            return;
+        }
+        const suiteType = testSuite.type;
+        const suiteName = testSuite.name;
+        const fullName = testSuite.fullname;
+        debug(`Processing test-suite: type=${suiteType}, name=${suiteName}`);
+        switch (suiteType) {
+            case 'Assembly':
+                // Assembly level - ignore the name, just process children
+                debug('Processing Assembly level - ignoring name, processing children');
+                this.processChildren(testSuite, parentPath);
+                break;
+            case 'TestSuite':
+                // Namespace/grouping level - add to path but don't create test
+                debug(`Processing TestSuite level - adding '${suiteName}' to path`);
+                // Avoid adding duplicate suite names to the path
+                const newPath = parentPath[parentPath.length - 1] === suiteName ? [...parentPath] : [...parentPath, suiteName];
+                this.processChildren(testSuite, newPath);
+                break;
+            case 'TestFixture':
+                // Test class level - add to path and process test cases
+                debug(`Processing TestFixture level - test class '${suiteName}'`);
+                const testFixturePath = [...parentPath, suiteName];
+                this.processChildren(testSuite, testFixturePath);
+                break;
+            case 'ParameterizedMethod':
+                // Parameterized method level - process test cases directly
+                debug(`Processing ParameterizedMethod level - method '${suiteName}'`);
+                // Don't add to path, just process children directly
+                this.processChildren(testSuite, parentPath);
+                break;
+            default:
+                debug(`Unknown test-suite type: ${suiteType}, treating as TestSuite`);
+                const unknownPath = [...parentPath, suiteName];
+                this.processChildren(testSuite, unknownPath);
+                break;
+        }
+    }
+    /**
+     * Process child elements of a test suite
+     * @param {Object} testSuite - Test suite object
+     * @param {Array} currentPath - Current path in hierarchy
+     */
+    processChildren(testSuite, currentPath) {
+        // Process test-cases first (to maintain order)
+        if (testSuite['test-case']) {
+            this.parseTestCases(testSuite['test-case'], currentPath, testSuite);
+        }
+        // Process nested test-suites
+        if (testSuite['test-suite']) {
+            this.parseTestSuite(testSuite['test-suite'], currentPath);
+        }
+    }
+    /**
+     * Parse test-case elements (actual tests)
+     * @param {Object|Array} testCases - Test case object or array
+     * @param {Array} suitePath - Path to the test suite
+     * @param {Object} parentSuite - Parent test suite for context
+     */
+    parseTestCases(testCases, suitePath, parentSuite) {
+        if (!testCases)
+            return;
+        // Handle arrays of test cases
+        if (!Array.isArray(testCases)) {
+            testCases = [testCases];
+        }
+        testCases.forEach(testCase => {
+            const parsedTest = this.parseTestCase(testCase, suitePath, parentSuite);
+            if (parsedTest) {
+                this.tests.push(parsedTest);
+            }
+        });
+    }
+    /**
+     * Parse individual test case
+     * @param {Object} testCase - Test case object
+     * @param {Array} suitePath - Path to the test suite
+     * @param {Object} parentSuite - Parent test suite for context
+     * @returns {Object|null} - Parsed test object
+     */
+    parseTestCase(testCase, suitePath, parentSuite) {
+        if (!testCase || !testCase.name) {
+            debug('Skipping test case without name');
+            return null;
+        }
+        // Use Description from properties if available (for SpecFlow tests), otherwise use name
+        let testName = testCase.name;
+        if (testCase.properties && testCase.properties.property) {
+            const properties = Array.isArray(testCase.properties.property)
+                ? testCase.properties.property
+                : [testCase.properties.property];
+            const descriptionProperty = properties.find(p => p.name === 'Description');
+            if (descriptionProperty && descriptionProperty.value) {
+                // Clean up SpecFlow description format: [C211256] Allow mobile print behavior -> Allow mobile print behavior
+                testName = descriptionProperty.value.replace(/^\[[^\]]+\]\s*/, '');
+            }
+        }
+        const fullName = testCase.fullname;
+        const methodName = testCase.methodname || this.extractMethodName(testName);
+        const className = testCase.classname || parentSuite?.name;
+        debug(`Parsing test case: ${testName}`);
+        debug(`Test case structure:`, JSON.stringify(testCase, null, 2));
+        // Extract parameters if this is a parameterized test
+        const { baseMethodName, parameters, isParameterized } = this.extractParameters(testName);
+        // Determine test status
+        let status = constants_js_1.STATUS.PASSED;
+        if (testCase.result) {
+            switch (testCase.result.toLowerCase()) {
+                case 'passed':
+                    status = constants_js_1.STATUS.PASSED;
+                    break;
+                case 'failed':
+                    status = constants_js_1.STATUS.FAILED;
+                    break;
+                case 'skipped':
+                case 'ignored':
+                    status = constants_js_1.STATUS.SKIPPED;
+                    break;
+                case 'inconclusive':
+                    status = constants_js_1.STATUS.SKIPPED; // Treat inconclusive as skipped
+                    break;
+                default:
+                    status = constants_js_1.STATUS.PASSED;
+            }
+        }
+        // Extract error information
+        let message = '';
+        let stack = '';
+        const files = [];
+        // Extract attachments (NUnit format)
+        if (testCase.attachments) {
+            const attachments = Array.isArray(testCase.attachments.attachment)
+                ? testCase.attachments.attachment
+                : [testCase.attachments.attachment];
+            const attachmentFiles = attachments.filter(a => a && a.filePath).map(a => a.filePath);
+            files.push(...attachmentFiles);
+        }
+        if (testCase.failure) {
+            message = testCase.failure.message || '';
+            stack = testCase.failure['stack-trace'] || testCase.failure['#text'] || '';
+        }
+        if (testCase.output) {
+            const outputText = typeof testCase.output === 'string' ? testCase.output : testCase.output['#text'];
+            const stackFiles = (0, utils_js_1.fetchFilesFromStackTrace)(outputText);
+            files.push(...stackFiles);
+            if (outputText) {
+                debug(`Found output in test case: ${outputText.substring(0, 100)}...`);
+                stack = `${stack}\n\n${outputText}`.trim();
+            }
+            else {
+                debug('No output text found in test case');
+            }
+        }
+        else {
+            debug('No output found in test case');
+        }
+        // Extract test ID and tags from properties
+        let testId = null;
+        let tags = [];
+        if (testCase.properties && testCase.properties.property) {
+            const properties = Array.isArray(testCase.properties.property)
+                ? testCase.properties.property
+                : [testCase.properties.property];
+            const idProperty = properties.find(p => p.name === 'ID');
+            if (idProperty) {
+                testId = idProperty.value;
+                // Remove @ and T prefixes if present
+                if (testId.startsWith('@'))
+                    testId = testId.slice(1);
+                if (testId.startsWith('T'))
+                    testId = testId.slice(1);
+            }
+            // Extract Category properties as tags
+            const categoryProperties = properties.filter(p => p.name === 'Category');
+            tags = categoryProperties.map(p => p.value);
+        }
+        // If no test ID found in properties, try to extract from output
+        if (!testId && testCase.output) {
+            const outputText = typeof testCase.output === 'string' ? testCase.output : testCase.output['#text'];
+            if (outputText) {
+                debug(`Looking for test ID in output: ${outputText.substring(0, 200)}...`);
+                const idMatch = outputText.match(/\[ID\]\s+tid:\/\/@T([a-f0-9]{8})/i);
+                if (idMatch) {
+                    testId = idMatch[1];
+                    debug(`Found test ID in output: ${testId}`);
+                }
+                else {
+                    debug('No test ID found in output');
+                }
+            }
+        }
+        // Build file path from suite path and class name
+        const filePath = this.buildFilePath(suitePath, className, parentSuite);
+        // For parameterized tests, format example as expected by Testomatio API
+        // Convert array of parameters to object with numeric keys
+        let example = null;
+        if (isParameterized && parameters.length > 0) {
+            example = {};
+            parameters.forEach((param, index) => {
+                example[index] = param;
+            });
+        }
+        return {
+            // For runs: use full test name with parameters (TestBooleanValue(true))
+            // For import: API will group by base name using the example field
+            title: testName, // Full name with parameters for run display
+            methodName: baseMethodName || methodName || testName,
+            fullName: fullName,
+            suitePath: suitePath,
+            suite_title: className || suitePath[suitePath.length - 1] || 'Unknown',
+            file: filePath,
+            files: files, // Array of files that will be attached
+            status: status,
+            message: message,
+            stack: stack,
+            run_time: parseFloat(testCase.duration || testCase.time || 0) * 1000,
+            test_id: testId,
+            tags: tags, // Array of category tags from properties
+            create: true,
+            retry: false,
+            // Parameterized test metadata
+            example: example, // Parameters as object for API grouping
+            isParameterized: isParameterized,
+            parameters: parameters, // Keep original array for reference
+            baseMethodName: baseMethodName,
+        };
+    }
+    /**
+     * Extract method name and parameters from test name
+     * @param {string} testName - Full test name
+     * @returns {Object} - Extracted information
+     */
+    extractParameters(testName) {
+        const paramMatch = testName.match(/^(.+?)\((.+)\)$/);
+        if (paramMatch) {
+            const baseMethodName = paramMatch[1].trim();
+            const paramString = paramMatch[2];
+            // Parse parameters - handle quoted strings and nested structures
+            const parameters = this.parseParameterString(paramString);
+            return {
+                baseMethodName: baseMethodName,
+                parameters: parameters,
+                isParameterized: true,
+            };
+        }
+        return {
+            baseMethodName: testName,
+            parameters: [],
+            isParameterized: false,
+        };
+    }
+    /**
+     * Parse parameter string into array of parameters
+     * @param {string} paramString - Parameter string
+     * @returns {Array} - Array of parameters
+     */
+    parseParameterString(paramString) {
+        const parameters = [];
+        let current = '';
+        let inQuotes = false;
+        let quoteChar = null;
+        let depth = 0;
+        for (let i = 0; i < paramString.length; i++) {
+            const char = paramString[i];
+            if (!inQuotes && (char === '"' || char === "'")) {
+                inQuotes = true;
+                quoteChar = char;
+                current += char;
+            }
+            else if (inQuotes && char === quoteChar) {
+                inQuotes = false;
+                quoteChar = null;
+                current += char;
+            }
+            else if (!inQuotes && char === '(') {
+                depth++;
+                current += char;
+            }
+            else if (!inQuotes && char === ')') {
+                depth--;
+                current += char;
+            }
+            else if (!inQuotes && char === ',' && depth === 0) {
+                parameters.push(current.trim());
+                current = '';
+            }
+            else {
+                current += char;
+            }
+        }
+        if (current.trim()) {
+            parameters.push(current.trim());
+        }
+        // Clean up parameters - remove quotes if they wrap the entire parameter and filter empty ones
+        return parameters
+            .map(param => {
+            param = param.trim();
+            if ((param.startsWith('"') && param.endsWith('"')) || (param.startsWith("'") && param.endsWith("'"))) {
+                return param.slice(1, -1);
+            }
+            return param;
+        })
+            .filter(p => !!p);
+    }
+    /**
+     * Extract method name from test name (fallback)
+     * @param {string} testName - Test name
+     * @returns {string} - Method name
+     */
+    extractMethodName(testName) {
+        // Remove parameters if present
+        const paramMatch = testName.match(/^(.+?)\(/);
+        return paramMatch ? paramMatch[1].trim() : testName;
+    }
+    /**
+     * Build file path from suite path and class name
+     * @param {Array} suitePath - Suite path array
+     * @param {string} className - Class name
+     * @param {Object} parentSuite - Parent suite for context
+     * @returns {string} - File path
+     */
+    buildFilePath(suitePath, className, parentSuite) {
+        // Try to get file path from parent suite
+        if (parentSuite && parentSuite.filepath) {
+            return parentSuite.filepath;
+        }
+        // Build path from suite hierarchy
+        const pathParts = [...suitePath];
+        if (className && !pathParts.includes(className)) {
+            pathParts.push(className);
+        }
+        // Convert to file path format
+        return pathParts.join('/') + '.cs'; // Assume C# for NUnit
+    }
+    /**
+     * Group parameterized tests by base method name
+     * @param {Array} tests - Array of parsed tests
+     * @returns {Object} - Grouped tests
+     */
+    groupParameterizedTests(tests) {
+        const grouped = {};
+        tests.forEach(test => {
+            const key = test.isParameterized
+                ? `${test.suitePath.join('.')}.${test.baseMethodName}`
+                : `${test.suitePath.join('.')}.${test.title}`;
+            if (!grouped[key]) {
+                grouped[key] = {
+                    baseTest: {
+                        name: test.baseMethodName || test.title,
+                        suitePath: test.suitePath,
+                        suite_title: test.suite_title,
+                        file: test.file,
+                        isParameterized: test.isParameterized,
+                    },
+                    variations: [],
+                };
+            }
+            grouped[key].variations.push(test);
+        });
+        return grouped;
+    }
+}
+exports.NUnitXmlParser = NUnitXmlParser;
+module.exports = NUnitXmlParser;
+
+module.exports.NUnitXmlParser = NUnitXmlParser;

package/lib/pipe/bitbucket.js

@@ -73,8 +73,8 @@ class BitbucketPipe {
             baseURL: 'https://api.bitbucket.org/2.0',
             headers: {
                 'Content-Type': 'application/json',
-                'Authorization': `Bearer ${this.token}`
-            }
+                Authorization: `Bearer ${this.token}`,
+            },
         });
         debug('Bitbucket Pipe: Enabled');
     }
@@ -185,7 +185,7 @@ class BitbucketPipe {
             const addCommentResponse = await this.client.request({
                 method: 'POST',
                 url: commentsRequestURL,
-                data: { content: { raw: body } }
+                data: { content: { raw: body } },
             });
             const commentID = addCommentResponse.data.id;
             // eslint-disable-next-line max-len
@@ -212,7 +212,7 @@ async function deletePreviousReport(client, commentsRequestURL, hiddenCommentDat
     try {
         const response = await client.request({
             method: 'GET',
-            url: commentsRequestURL
+            url: commentsRequestURL,
         });
         comments = response.data.values;
     }
@@ -229,7 +229,7 @@ async function deletePreviousReport(client, commentsRequestURL, hiddenCommentDat
                 const deleteCommentURL = `${commentsRequestURL}/${comment.id}`;
                 await client.request({
                     method: 'DELETE',
-                    url: deleteCommentURL
+                    url: deleteCommentURL,
                 });
             }
             catch (e) {

package/lib/pipe/gitlab.js

@@ -43,7 +43,7 @@ class GitLabPipe {
             baseURL: 'https://gitlab.com/api/v4',
             headers: {
                 'Content-Type': 'application/json',
-            }
+            },
         });
         debug('GitLab Pipe: Enabled');
     }
@@ -142,7 +142,7 @@ class GitLabPipe {
                 method: 'POST',
                 url: commentsRequestURL,
                 params: { access_token: this.token },
-                data: { body }
+                data: { body },
             });
             const commentID = addCommentResponse.data.id;
             // eslint-disable-next-line max-len
@@ -169,7 +169,7 @@ async function deletePreviousReport(client, commentsRequestURL, hiddenCommentDat
         const response = await client.request({
             method: 'GET',
             url: commentsRequestURL,
-            params: { access_token: token }
+            params: { access_token: token },
         });
         comments = response.data;
     }
@@ -187,7 +187,7 @@ async function deletePreviousReport(client, commentsRequestURL, hiddenCommentDat
                 await client.request({
                     method: 'DELETE',
                     url: deleteCommentURL,
-                    params: { access_token: token }
+                    params: { access_token: token },
                 });
             }
             catch (e) {

package/lib/pipe/testomatio.d.ts

@@ -47,11 +47,12 @@ declare class TestomatioPipe implements Pipe {
     prepareRun(opts: any): Promise<string[]>;
     /**
      * Creates a new run on Testomat.io
-     * @param {{isBatchEnabled?: boolean}} params
+     * @param {{isBatchEnabled?: boolean, kind?: string}} params
      * @returns Promise<void>
      */
     createRun(params?: {
         isBatchEnabled?: boolean;
+        kind?: string;
     }): Promise<void>;
     runUrl: string;
     runPublicUrl: any;

package/lib/pipe/testomatio.js

@@ -60,7 +60,7 @@ class TestomatioPipe {
                 retry: constants_js_1.REPORTER_REQUEST_RETRIES.retriesPerRequest,
                 retryDelay: constants_js_1.REPORTER_REQUEST_RETRIES.retryTimeout,
                 httpMethodsToRetry: ['GET', 'PUT', 'HEAD', 'OPTIONS', 'DELETE', 'POST'],
-                shouldRetry: (error) => {
+                shouldRetry: error => {
                     if (!error.response)
                         return false;
                     switch (error.response?.status) {
@@ -73,8 +73,8 @@ class TestomatioPipe {
                             break;
                     }
                     return error.response?.status >= 401; // Retry on 401+ and 5xx
-                }
-            }
+                },
+            },
         });
         this.isEnabled = true;
         // do not finish this run (for parallel testing)
@@ -148,7 +148,7 @@ class TestomatioPipe {
     }
     /**
      * Creates a new run on Testomat.io
-     * @param {{isBatchEnabled?: boolean}} params
+     * @param {{isBatchEnabled?: boolean, kind?: string}} params
      * @returns Promise<void>
      */
     async createRun(params = {}) {
@@ -184,6 +184,7 @@ class TestomatioPipe {
             label: this.label,
             shared_run: this.sharedRun,
             shared_run_timeout: this.sharedRunTimeout,
+            kind: params.kind,
         }).filter(([, value]) => !!value));
         debug(' >>>>>> Run params', JSON.stringify(runParams, null, 2));
         if (this.runId) {
@@ -193,7 +194,7 @@ class TestomatioPipe {
                 method: 'PUT',
                 url: `/api/reporter/${this.runId}`,
                 data: runParams,
-                responseType: 'json'
+                responseType: 'json',
             });
             if (resp.data.artifacts)
                 (0, pipe_utils_js_1.setS3Credentials)(resp.data.artifacts);
@@ -206,7 +207,7 @@ class TestomatioPipe {
                 url: '/api/reporter',
                 data: runParams,
                 maxContentLength: Infinity,
-                responseType: 'json'
+                responseType: 'json',
             });
             this.runId = resp.data.uid;
             this.runUrl = `${this.url}/${resp.data.url.split('/').splice(3).join('/')}`;
@@ -259,15 +260,17 @@ class TestomatioPipe {
         this.#formatData(data);
         const json = json_cycle_1.default.stringify(data);
         debug('Adding test', json);
-        return this.client.request({
+        return this.client
+            .request({
             method: 'POST',
             url: `/api/reporter/${this.runId}/testrun`,
             data: json,
             headers: {
                 'Content-Type': 'application/json',
             },
-            maxContentLength: Infinity
-        }).catch(err => {
+            maxContentLength: Infinity,
+        })
+            .catch(err => {
             this.requestFailures++;
             this.notReportedTestsCount++;
             if (err.response) {
@@ -312,19 +315,21 @@ class TestomatioPipe {
         // get tests from batch and clear batch
         const testsToSend = this.batch.tests.splice(0);
         debug('📨 Batch upload', testsToSend.length, 'tests');
-        return this.client.request({
+        return this.client
+            .request({
             method: 'POST',
             url: `/api/reporter/${this.runId}/testrun`,
             data: {
                 api_key: this.apiKey,
                 tests: testsToSend,
-                batch_index: this.batch.batchIndex
+                batch_index: this.batch.batchIndex,
             },
             headers: {
                 'Content-Type': 'application/json',
             },
-            maxContentLength: Infinity
-        }).catch(err => {
+            maxContentLength: Infinity,
+        })
+            .catch(err => {
             this.requestFailures++;
             this.notReportedTestsCount += testsToSend.length;
             if (err.response) {
@@ -408,7 +413,7 @@ class TestomatioPipe {
                         status_event,
                         detach: params.detach,
                         tests: params.tests,
-                    }
+                    },
                 });
                 if (this.runUrl) {
                     console.log(constants_js_1.APP_PREFIX, '📊 Report Saved. Report URL:', picocolors_1.default.magenta(this.runUrl));

package/lib/reporter-functions.js

@@ -59,9 +59,7 @@ function setLabel(key, value = null) {
     if (Array.isArray(value)) {
         return value.forEach(label => setLabel(key, label));
     }
-    const labelObject = value !== null && value !== undefined && value !== ''
-        ? { label: `${key}:${value}` }
-        : { label: key };
+    const labelObject = value !== null && value !== undefined && value !== '' ? { label: `${key}:${value}` } : { label: key };
     index_js_1.services.links.put([labelObject]);
 }
 /**