@dev-blinq/cucumber-js 1.0.11 → 1.0.12-stage

package/lib/formatter/builder.js

@@ -1,101 +1,101 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const get_color_fns_1 = __importDefault(require("./get_color_fns"));
-const javascript_snippet_syntax_1 = __importDefault(require("./step_definition_snippet_builder/javascript_snippet_syntax"));
-const path_1 = __importDefault(require("path"));
-const step_definition_snippet_builder_1 = __importDefault(require("./step_definition_snippet_builder"));
-const value_checker_1 = require("../value_checker");
-const snippet_syntax_1 = require("./step_definition_snippet_builder/snippet_syntax");
-const url_1 = require("url");
-const formatters_1 = __importDefault(require("./helpers/formatters"));
-// eslint-disable-next-line @typescript-eslint/no-var-requires
-const { importer } = require('../importer');
-const FormatterBuilder = {
-    async build(type, options) {
-        const FormatterConstructor = await FormatterBuilder.getConstructorByType(type, options.cwd);
-        const colorFns = (0, get_color_fns_1.default)(options.stream, options.env, options.parsedArgvOptions.colorsEnabled);
-        const snippetBuilder = await FormatterBuilder.getStepDefinitionSnippetBuilder({
-            cwd: options.cwd,
-            snippetInterface: options.parsedArgvOptions.snippetInterface,
-            snippetSyntax: options.parsedArgvOptions.snippetSyntax,
-            supportCodeLibrary: options.supportCodeLibrary,
-        });
-        return new FormatterConstructor({
-            colorFns,
-            snippetBuilder,
-            ...options,
-        });
-    },
-    async getConstructorByType(type, cwd) {
-        const formatters = formatters_1.default.getFormatters();
-        return formatters[type]
-            ? formatters[type]
-            : await FormatterBuilder.loadCustomClass('formatter', type, cwd);
-    },
-    async getStepDefinitionSnippetBuilder({ cwd, snippetInterface, snippetSyntax, supportCodeLibrary, }) {
-        if ((0, value_checker_1.doesNotHaveValue)(snippetInterface)) {
-            snippetInterface = snippet_syntax_1.SnippetInterface.Synchronous;
-        }
-        let Syntax = javascript_snippet_syntax_1.default;
-        if ((0, value_checker_1.doesHaveValue)(snippetSyntax)) {
-            Syntax = await FormatterBuilder.loadCustomClass('syntax', snippetSyntax, cwd);
-        }
-        return new step_definition_snippet_builder_1.default({
-            snippetSyntax: new Syntax(snippetInterface),
-            parameterTypeRegistry: supportCodeLibrary.parameterTypeRegistry,
-        });
-    },
-    async loadCustomClass(type, descriptor, cwd) {
-        let normalized = descriptor;
-        if (descriptor.startsWith('.')) {
-            normalized = (0, url_1.pathToFileURL)(path_1.default.resolve(cwd, descriptor));
-        }
-        else if (descriptor.startsWith('file://')) {
-            normalized = new URL(descriptor);
-        }
-        let CustomClass = await FormatterBuilder.loadFile(normalized);
-        CustomClass = FormatterBuilder.resolveConstructor(CustomClass);
-        if ((0, value_checker_1.doesHaveValue)(CustomClass)) {
-            return CustomClass;
-        }
-        else {
-            throw new Error(`Custom ${type} (${descriptor}) does not export a function/class`);
-        }
-    },
-    async loadFile(urlOrName) {
-        let result;
-        try {
-            // eslint-disable-next-line @typescript-eslint/no-var-requires
-            result = require(typeof urlOrName === 'string'
-                ? urlOrName
-                : (0, url_1.fileURLToPath)(urlOrName));
-        }
-        catch (error) {
-            if (error.code === 'ERR_REQUIRE_ESM') {
-                result = await importer(urlOrName);
-            }
-            else {
-                throw error;
-            }
-        }
-        return result;
-    },
-    resolveConstructor(ImportedCode) {
-        if ((0, value_checker_1.doesNotHaveValue)(ImportedCode)) {
-            return null;
-        }
-        if (typeof ImportedCode === 'function') {
-            return ImportedCode;
-        }
-        else if (typeof ImportedCode === 'object' &&
-            typeof ImportedCode.default === 'function') {
-            return ImportedCode.default;
-        }
-        return null;
-    },
-};
-exports.default = FormatterBuilder;
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const get_color_fns_1 = __importDefault(require("./get_color_fns"));
+const javascript_snippet_syntax_1 = __importDefault(require("./step_definition_snippet_builder/javascript_snippet_syntax"));
+const path_1 = __importDefault(require("path"));
+const step_definition_snippet_builder_1 = __importDefault(require("./step_definition_snippet_builder"));
+const value_checker_1 = require("../value_checker");
+const snippet_syntax_1 = require("./step_definition_snippet_builder/snippet_syntax");
+const url_1 = require("url");
+const formatters_1 = __importDefault(require("./helpers/formatters"));
+// eslint-disable-next-line @typescript-eslint/no-var-requires
+const { importer } = require('../importer');
+const FormatterBuilder = {
+    async build(type, options) {
+        const FormatterConstructor = await FormatterBuilder.getConstructorByType(type, options.cwd);
+        const colorFns = (0, get_color_fns_1.default)(options.stream, options.env, options.parsedArgvOptions.colorsEnabled);
+        const snippetBuilder = await FormatterBuilder.getStepDefinitionSnippetBuilder({
+            cwd: options.cwd,
+            snippetInterface: options.parsedArgvOptions.snippetInterface,
+            snippetSyntax: options.parsedArgvOptions.snippetSyntax,
+            supportCodeLibrary: options.supportCodeLibrary,
+        });
+        return new FormatterConstructor({
+            colorFns,
+            snippetBuilder,
+            ...options,
+        });
+    },
+    async getConstructorByType(type, cwd) {
+        const formatters = formatters_1.default.getFormatters();
+        return formatters[type]
+            ? formatters[type]
+            : await FormatterBuilder.loadCustomClass('formatter', type, cwd);
+    },
+    async getStepDefinitionSnippetBuilder({ cwd, snippetInterface, snippetSyntax, supportCodeLibrary, }) {
+        if ((0, value_checker_1.doesNotHaveValue)(snippetInterface)) {
+            snippetInterface = snippet_syntax_1.SnippetInterface.Synchronous;
+        }
+        let Syntax = javascript_snippet_syntax_1.default;
+        if ((0, value_checker_1.doesHaveValue)(snippetSyntax)) {
+            Syntax = await FormatterBuilder.loadCustomClass('syntax', snippetSyntax, cwd);
+        }
+        return new step_definition_snippet_builder_1.default({
+            snippetSyntax: new Syntax(snippetInterface),
+            parameterTypeRegistry: supportCodeLibrary.parameterTypeRegistry,
+        });
+    },
+    async loadCustomClass(type, descriptor, cwd) {
+        let normalized = descriptor;
+        if (descriptor.startsWith('.')) {
+            normalized = (0, url_1.pathToFileURL)(path_1.default.resolve(cwd, descriptor));
+        }
+        else if (descriptor.startsWith('file://')) {
+            normalized = new URL(descriptor);
+        }
+        let CustomClass = await FormatterBuilder.loadFile(normalized);
+        CustomClass = FormatterBuilder.resolveConstructor(CustomClass);
+        if ((0, value_checker_1.doesHaveValue)(CustomClass)) {
+            return CustomClass;
+        }
+        else {
+            throw new Error(`Custom ${type} (${descriptor}) does not export a function/class`);
+        }
+    },
+    async loadFile(urlOrName) {
+        let result;
+        try {
+            // eslint-disable-next-line @typescript-eslint/no-var-requires
+            result = require(typeof urlOrName === 'string'
+                ? urlOrName
+                : (0, url_1.fileURLToPath)(urlOrName));
+        }
+        catch (error) {
+            if (error.code === 'ERR_REQUIRE_ESM') {
+                result = await importer(urlOrName);
+            }
+            else {
+                throw error;
+            }
+        }
+        return result;
+    },
+    resolveConstructor(ImportedCode) {
+        if ((0, value_checker_1.doesNotHaveValue)(ImportedCode)) {
+            return null;
+        }
+        if (typeof ImportedCode === 'function') {
+            return ImportedCode;
+        }
+        else if (typeof ImportedCode === 'object' &&
+            typeof ImportedCode.default === 'function') {
+            return ImportedCode.default;
+        }
+        return null;
+    },
+};
+exports.default = FormatterBuilder;
 //# sourceMappingURL=builder.js.map

package/lib/formatter/bvt_analysis_formatter.d.ts

@@ -0,0 +1,18 @@
+import Formatter, { IFormatterOptions } from '.';
+export default class BVTAnalysisFormatter extends Formatter {
+    private reportGenerator;
+    private uploader;
+    private exit;
+    private START;
+    private runName;
+    constructor(options: IFormatterOptions);
+    private uploadReport;
+    finished(): Promise<any>;
+    private analyzeReport;
+    private processTestCases;
+    private processTestCase;
+    private uploadFinalReport;
+    private retrain;
+    private call_cucumber_client;
+    private logReportLink;
+}

package/lib/formatter/bvt_analysis_formatter.js

@@ -0,0 +1,193 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const child_process_1 = require("child_process");
+const path_1 = __importDefault(require("path"));
+const _1 = __importDefault(require("."));
+const value_checker_1 = require("../value_checker");
+const report_generator_1 = __importDefault(require("./helpers/report_generator"));
+const uploader_1 = __importDefault(require("./helpers/uploader"));
+const fs_1 = require("fs");
+const tmp_promise_1 = require("tmp-promise");
+//User token
+const TOKEN = process.env.TOKEN;
+class BVTAnalysisFormatter extends _1.default {
+    constructor(options) {
+        super(options);
+        this.reportGenerator = new report_generator_1.default();
+        this.uploader = new uploader_1.default(this.reportGenerator);
+        this.exit = false;
+        if (!TOKEN && process.env.BVT_FORMATTER === 'ANALYSIS') {
+            throw new Error('TOKEN must be set');
+        }
+        options.eventBroadcaster.on('envelope', async (envelope) => {
+            this.reportGenerator.handleMessage(envelope);
+            if ((0, value_checker_1.doesHaveValue)(envelope.meta) &&
+                (0, value_checker_1.doesHaveValue)(envelope.meta.runName)) {
+                this.runName = envelope.meta.runName;
+            }
+            if ((0, value_checker_1.doesHaveValue)(envelope.testRunFinished)) {
+                const report = this.reportGenerator.getReport();
+                this.START = Date.now();
+                if (process.env.BVT_FORMATTER === 'ANALYSIS') {
+                    await this.analyzeReport(report);
+                }
+                else {
+                    await this.uploadReport(report);
+                }
+                this.exit = true;
+            }
+        });
+    }
+    async uploadReport(report) {
+        const uploadSuccessful = await this.uploadFinalReport(report);
+        if (uploadSuccessful && report.result.status !== 'FAILED') {
+            process.exit(0);
+        }
+        process.exit(1);
+    }
+    async finished() {
+        await new Promise((resolve) => {
+            const checkInterval = setInterval(() => {
+                if (this.exit) {
+                    clearInterval(checkInterval);
+                    resolve(null);
+                }
+            }, 100); // check every 100ms
+        });
+    }
+    async analyzeReport(report) {
+        if (report.result.status === 'PASSED') {
+            this.log('All tests passed. No need to retrain\n');
+            const uploadSuccessful = await this.uploadFinalReport(report);
+            if (uploadSuccessful) {
+                process.exit(0);
+            }
+            process.exit(1);
+        }
+        //checking if the type of report.result is JsonResultFailed or not
+        this.log('Some tests failed, starting the retraining...\n');
+        if (!('startTime' in report.result) || !('endTime' in report.result)) {
+            this.log('Unknown error occured,not retraining\n');
+            await this.uploadFinalReport(report);
+            return;
+        }
+        const finalReport = await this.processTestCases(report);
+        const uploadSuccessful = await this.uploadFinalReport(finalReport);
+        if (finalReport.result.status !== 'FAILED' && uploadSuccessful) {
+            process.exit(0);
+        }
+        else {
+            process.exit(1);
+        }
+    }
+    async processTestCases(report) {
+        const finalTestCases = [];
+        for (const testCase of report.testCases) {
+            const modifiedTestCase = await this.processTestCase(testCase, report);
+            finalTestCases.push(modifiedTestCase);
+        }
+        const finalResult = finalTestCases.some((tc) => tc.result.status !== 'PASSED')
+            ? report.result
+            : {
+                ...report.result,
+                status: 'PASSED',
+            };
+        return {
+            result: finalResult,
+            testCases: finalTestCases,
+        };
+    }
+    async processTestCase(testCase, report) {
+        if (testCase.result.status === 'PASSED') {
+            return testCase;
+        }
+        const failedTestSteps = testCase.steps
+            .map((step, i) => (step.result.status !== 'PASSED' ? i : null))
+            .filter((i) => i !== null);
+        const retrainStats = await this.retrain(failedTestSteps, testCase);
+        if (!retrainStats) {
+            return testCase;
+        }
+        return {
+            ...testCase,
+            retrainStats,
+        };
+    }
+    async uploadFinalReport(finalReport) {
+        let success = true;
+        try {
+            const { projectId, runId } = await this.uploader.uploadRun(finalReport, this.runName);
+            this.logReportLink(runId, projectId);
+        }
+        catch (err) {
+            this.log('Error uploading report\n');
+            if ('stack' in err) {
+                this.log(err.stack);
+            }
+            success = false;
+        }
+        //this.log(JSON.stringify(finalReport, null, 2))
+        return success;
+    }
+    async retrain(failedTestCases, testCase) {
+        const stepsToRetrain = testCase.steps.map((_, i) => i);
+        return await this.call_cucumber_client(stepsToRetrain, testCase);
+    }
+    async call_cucumber_client(stepsToRetrain, testCase) {
+        return new Promise((resolve, reject) => {
+            const cucumber_client_path = path_1.default.resolve(process.cwd(), 'node_modules', '@dev-blinq', 'cucumber_client', 'bin', 'client', 'cucumber.js');
+            const args = [
+                process.cwd(),
+                path_1.default.join(process.cwd(), testCase.uri),
+                `${testCase.scenarioName}`,
+                `${stepsToRetrain.join(',')}`,
+            ];
+            if (process.env.BLINQ_ENV) {
+                args.push(`--env=${process.env.BLINQ_ENV}`);
+            }
+            // const temporaryFileTask = await import('tempy')
+            (0, tmp_promise_1.withFile)(async ({ path: tempFile, fd }) => {
+                // when this function returns or throws - release the file
+                args.push(`--temp-file=${tempFile}`);
+                const cucumberClient = (0, child_process_1.spawn)('node', [cucumber_client_path, ...args], {
+                    env: {
+                        ...process.env,
+                    },
+                });
+                cucumberClient.stdout.on('data', (data) => {
+                    console.log(data.toString());
+                });
+                cucumberClient.stderr.on('data', (data) => {
+                    console.error(data.toString());
+                });
+                cucumberClient.on('close', (code) => {
+                    if (code === 0) {
+                        const reportData = (0, fs_1.readFileSync)(tempFile, 'utf-8');
+                        const retrainStats = JSON.parse(reportData);
+                        resolve(retrainStats);
+                    }
+                    else {
+                        this.log('Error retraining\n');
+                        resolve(null);
+                    }
+                });
+            });
+        });
+    }
+    logReportLink(runId, projectId) {
+        let reportLinkBaseUrl = 'https://app.blinq.io';
+        if (process.env.NODE_ENV_BLINQ === 'local') {
+            reportLinkBaseUrl = 'http://localhost:3000';
+        }
+        else if (process.env.NODE_ENV_BLINQ === 'dev') {
+            reportLinkBaseUrl = 'https://dev.app.blinq.io';
+        }
+        const reportLink = `${reportLinkBaseUrl}/${projectId}/run-report/${runId}`;
+        this.log(`Report link: ${reportLink}\n`);
+    }
+}
+exports.default = BVTAnalysisFormatter;
+//# sourceMappingURL=bvt_analysis_formatter.js.map

package/lib/formatter/bvt_analysis_formatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bvt_analysis_formatter.js","sourceRoot":"","sources":["../../src/formatter/bvt_analysis_formatter.ts"],"names":[],"mappings":";;;;;AACA,iDAAqC;AACrC,gDAAuB;AACvB,yCAAgD;AAChD,oDAAgD;AAChD,kFASmC;AACnC,kEAA+C;AAC/C,2BAAiC;AACjC,6CAAsC;AACtC,YAAY;AACZ,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAA;AAQ/B,MAAqB,oBAAqB,SAAQ,UAAS;IAMzD,YAAY,OAA0B;QACpC,KAAK,CAAC,OAAO,CAAC,CAAA;QANR,oBAAe,GAAG,IAAI,0BAAe,EAAE,CAAA;QACvC,aAAQ,GAAG,IAAI,kBAAc,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QACnD,SAAI,GAAG,KAAK,CAAA;QAKlB,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,UAAU,EAAE;YACtD,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAA;SACrC;QACD,OAAO,CAAC,gBAAgB,CAAC,EAAE,CACzB,UAAU,EACV,KAAK,EAAE,QAAiC,EAAE,EAAE;YAC1C,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;YAC5C,IACE,IAAA,6BAAa,EAAC,QAAQ,CAAC,IAAI,CAAC;gBAC5B,IAAA,6BAAa,EAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EACpC;gBACA,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAA;aACrC;YACD,IAAI,IAAA,6BAAa,EAAC,QAAQ,CAAC,eAAe,CAAC,EAAE;gBAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAA;gBAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBACvB,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,UAAU,EAAE;oBAC5C,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;iBACjC;qBAAM;oBACL,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;iBAChC;gBACD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;aACjB;QACH,CAAC,CACF,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAkB;QAC3C,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAA;QAC7D,IAAI,gBAAgB,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE;YACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;SAChB;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC5B,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;gBACrC,IAAI,IAAI,CAAC,IAAI,EAAE;oBACb,aAAa,CAAC,aAAa,CAAC,CAAA;oBAC5B,OAAO,CAAC,IAAI,CAAC,CAAA;iBACd;YACH,CAAC,EAAE,GAAG,CAAC,CAAA,CAAC,oBAAoB;QAC9B,CAAC,CAAC,CAAA;IACJ,CAAC;IACO,KAAK,CAAC,aAAa,CAAC,MAAkB;QAC5C,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE;YACrC,IAAI,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAA;YAClD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAA;YAC7D,IAAI,gBAAgB,EAAE;gBACpB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;aAChB;YAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;SAChB;QACD,kEAAkE;QAClE,IAAI,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAA;QAC3D,IAAI,CAAC,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE;YACpE,IAAI,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAA;YAClD,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAA;YACpC,OAAM;SACP;QACD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QACvD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;QAClE,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,gBAAgB,EAAE;YAC9D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;SAChB;aAAM;YACL,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;SAChB;IACH,CAAC;IACO,KAAK,CAAC,gBAAgB,CAAC,MAAkB;QAC/C,MAAM,cAAc,GAAG,EAAE,CAAA;QACzB,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE;YACvC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAErE,cAAc,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;SACtC;QACD,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,CACrC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,CACtC;YACC,CAAC,CAAC,MAAM,CAAC,MAAM;YACf,CAAC,CAAE;gBACC,GAAG,MAAM,CAAC,MAAM;gBAChB,MAAM,EAAE,QAAQ;aACE,CAAA;QACxB,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,SAAS,EAAE,cAAc;SAC1B,CAAA;IACH,CAAC;IACO,KAAK,CAAC,eAAe,CAC3B,QAA0B,EAC1B,MAAkB;QAElB,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE;YACvC,OAAO,QAAQ,CAAA;SAChB;QACD,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK;aACnC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;aAC9D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAA;QAC5B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAA;QAElE,IAAI,CAAC,YAAY,EAAE;YACjB,OAAO,QAAQ,CAAA;SAChB;QAED,OAAO;YACL,GAAG,QAAQ;YACX,YAAY;SACb,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,WAAuB;QACrD,IAAI,OAAO,GAAG,IAAI,CAAA;QAClB,IAAI;YACF,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CACxD,WAAW,EACX,IAAI,CAAC,OAAO,CACb,CAAA;YACD,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;SACrC;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAA;YACpC,IAAI,OAAO,IAAI,GAAG,EAAE;gBAClB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;aACpB;YACD,OAAO,GAAG,KAAK,CAAA;SAChB;QAED,gDAAgD;QAChD,OAAO,OAAO,CAAA;IAChB,CAAC;IACO,KAAK,CAAC,OAAO,CACnB,eAAyB,EACzB,QAA0B;QAE1B,MAAM,cAAc,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;QACtD,OAAO,MAAM,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAA;IAClE,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,cAAwB,EACxB,QAA0B;QAE1B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,oBAAoB,GAAG,cAAI,CAAC,OAAO,CACvC,OAAO,CAAC,GAAG,EAAE,EACb,cAAc,EACd,YAAY,EACZ,iBAAiB,EACjB,KAAK,EACL,QAAQ,EACR,aAAa,CACd,CAAA;YAED,MAAM,IAAI,GAAa;gBACrB,OAAO,CAAC,GAAG,EAAE;gBACb,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,GAAG,CAAC;gBACtC,GAAG,QAAQ,CAAC,YAAY,EAAE;gBAC1B,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;aAC9B,CAAA;YAED,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE;gBACzB,IAAI,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAA;aAC5C;YACD,kDAAkD;YAClD,IAAA,sBAAQ,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,EAAE;gBACxC,0DAA0D;gBAC1D,IAAI,CAAC,IAAI,CAAC,eAAe,QAAQ,EAAE,CAAC,CAAA;gBACpC,MAAM,cAAc,GAAG,IAAA,qBAAK,EAAC,MAAM,EAAE,CAAC,oBAAoB,EAAE,GAAG,IAAI,CAAC,EAAE;oBACpE,GAAG,EAAE;wBACH,GAAG,OAAO,CAAC,GAAG;qBACf;iBACF,CAAC,CAAA;gBAEF,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBACxC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAA;gBAC9B,CAAC,CAAC,CAAA;gBAEF,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBACxC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAA;gBAChC,CAAC,CAAC,CAAA;gBAEF,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;oBAClC,IAAI,IAAI,KAAK,CAAC,EAAE;wBACd,MAAM,UAAU,GAAG,IAAA,iBAAY,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;wBAClD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAiB,CAAA;wBAC3D,OAAO,CAAC,YAAY,CAAC,CAAA;qBACtB;yBAAM;wBACL,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAA;wBAC9B,OAAO,CAAC,IAAI,CAAC,CAAA;qBACd;gBACH,CAAC,CAAC,CAAA;YACJ,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IACO,aAAa,CAAC,KAAa,EAAE,SAAiB;QACpD,IAAI,iBAAiB,GAAG,sBAAsB,CAAA;QAC9C,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,OAAO,EAAE;YAC1C,iBAAiB,GAAG,uBAAuB,CAAA;SAC5C;aAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,KAAK,EAAE;YAC/C,iBAAiB,GAAG,0BAA0B,CAAA;SAC/C;QACD,MAAM,UAAU,GAAG,GAAG,iBAAiB,IAAI,SAAS,eAAe,KAAK,EAAE,CAAA;QAC1E,IAAI,CAAC,GAAG,CAAC,gBAAgB,UAAU,IAAI,CAAC,CAAA;IAC1C,CAAC;CACF;AArND,uCAqNC","sourcesContent":["import { Envelope, Meta } from '@cucumber/messages'\nimport { spawn } from 'child_process'\nimport path from 'path'\nimport Formatter, { IFormatterOptions } from '.'\nimport { doesHaveValue } from '../value_checker'\nimport ReportGenerator, {\n  JsonFixedByAi,\n  JsonReport,\n  JsonResultFailed,\n  JsonResultPassed,\n  JsonStep,\n  JsonTestProgress,\n  JsonTestResult,\n  RetrainStats,\n} from './helpers/report_generator'\nimport ReportUploader from './helpers/uploader'\nimport { readFileSync } from 'fs'\nimport { withFile } from 'tmp-promise'\n//User token\nconst TOKEN = process.env.TOKEN\ninterface MetaMessage extends Meta {\n  runName: string\n}\n\ninterface EnvelopeWithMetaMessage extends Envelope {\n  meta: MetaMessage\n}\nexport default class BVTAnalysisFormatter extends Formatter {\n  private reportGenerator = new ReportGenerator()\n  private uploader = new ReportUploader(this.reportGenerator)\n  private exit = false\n  private START: number\n  private runName: string\n  constructor(options: IFormatterOptions) {\n    super(options)\n    if (!TOKEN && process.env.BVT_FORMATTER === 'ANALYSIS') {\n      throw new Error('TOKEN must be set')\n    }\n    options.eventBroadcaster.on(\n      'envelope',\n      async (envelope: EnvelopeWithMetaMessage) => {\n        this.reportGenerator.handleMessage(envelope)\n        if (\n          doesHaveValue(envelope.meta) &&\n          doesHaveValue(envelope.meta.runName)\n        ) {\n          this.runName = envelope.meta.runName\n        }\n        if (doesHaveValue(envelope.testRunFinished)) {\n          const report = this.reportGenerator.getReport()\n          this.START = Date.now()\n          if (process.env.BVT_FORMATTER === 'ANALYSIS') {\n            await this.analyzeReport(report)\n          } else {\n            await this.uploadReport(report)\n          }\n          this.exit = true\n        }\n      }\n    )\n  }\n\n  private async uploadReport(report: JsonReport) {\n    const uploadSuccessful = await this.uploadFinalReport(report)\n    if (uploadSuccessful && report.result.status !== 'FAILED') {\n      process.exit(0)\n    }\n    process.exit(1)\n  }\n\n  async finished(): Promise<any> {\n    await new Promise((resolve) => {\n      const checkInterval = setInterval(() => {\n        if (this.exit) {\n          clearInterval(checkInterval)\n          resolve(null)\n        }\n      }, 100) // check every 100ms\n    })\n  }\n  private async analyzeReport(report: JsonReport) {\n    if (report.result.status === 'PASSED') {\n      this.log('All tests passed. No need to retrain\\n')\n      const uploadSuccessful = await this.uploadFinalReport(report)\n      if (uploadSuccessful) {\n        process.exit(0)\n      }\n\n      process.exit(1)\n    }\n    //checking if the type of report.result is JsonResultFailed or not\n    this.log('Some tests failed, starting the retraining...\\n')\n    if (!('startTime' in report.result) || !('endTime' in report.result)) {\n      this.log('Unknown error occured,not retraining\\n')\n      await this.uploadFinalReport(report)\n      return\n    }\n    const finalReport = await this.processTestCases(report)\n    const uploadSuccessful = await this.uploadFinalReport(finalReport)\n    if (finalReport.result.status !== 'FAILED' && uploadSuccessful) {\n      process.exit(0)\n    } else {\n      process.exit(1)\n    }\n  }\n  private async processTestCases(report: JsonReport): Promise<JsonReport> {\n    const finalTestCases = []\n    for (const testCase of report.testCases) {\n      const modifiedTestCase = await this.processTestCase(testCase, report)\n\n      finalTestCases.push(modifiedTestCase)\n    }\n    const finalResult = finalTestCases.some(\n      (tc) => tc.result.status !== 'PASSED'\n    )\n      ? report.result\n      : ({\n          ...report.result,\n          status: 'PASSED',\n        } as JsonTestResult)\n    return {\n      result: finalResult,\n      testCases: finalTestCases,\n    }\n  }\n  private async processTestCase(\n    testCase: JsonTestProgress,\n    report: JsonReport\n  ): Promise<JsonTestProgress> {\n    if (testCase.result.status === 'PASSED') {\n      return testCase\n    }\n    const failedTestSteps = testCase.steps\n      .map((step, i) => (step.result.status !== 'PASSED' ? i : null))\n      .filter((i) => i !== null)\n    const retrainStats = await this.retrain(failedTestSteps, testCase)\n\n    if (!retrainStats) {\n      return testCase\n    }\n\n    return {\n      ...testCase,\n      retrainStats,\n    }\n  }\n\n  private async uploadFinalReport(finalReport: JsonReport) {\n    let success = true\n    try {\n      const { projectId, runId } = await this.uploader.uploadRun(\n        finalReport,\n        this.runName\n      )\n      this.logReportLink(runId, projectId)\n    } catch (err) {\n      this.log('Error uploading report\\n')\n      if ('stack' in err) {\n        this.log(err.stack)\n      }\n      success = false\n    }\n\n    //this.log(JSON.stringify(finalReport, null, 2))\n    return success\n  }\n  private async retrain(\n    failedTestCases: number[],\n    testCase: JsonTestProgress\n  ): Promise<RetrainStats | null> {\n    const stepsToRetrain = testCase.steps.map((_, i) => i)\n    return await this.call_cucumber_client(stepsToRetrain, testCase)\n  }\n\n  private async call_cucumber_client(\n    stepsToRetrain: number[],\n    testCase: JsonTestProgress\n  ): Promise<RetrainStats | null> {\n    return new Promise((resolve, reject) => {\n      const cucumber_client_path = path.resolve(\n        process.cwd(),\n        'node_modules',\n        '@dev-blinq',\n        'cucumber_client',\n        'bin',\n        'client',\n        'cucumber.js'\n      )\n\n      const args: string[] = [\n        process.cwd(),\n        path.join(process.cwd(), testCase.uri),\n        `${testCase.scenarioName}`,\n        `${stepsToRetrain.join(',')}`,\n      ]\n\n      if (process.env.BLINQ_ENV) {\n        args.push(`--env=${process.env.BLINQ_ENV}`)\n      }\n      // const temporaryFileTask = await import('tempy')\n      withFile(async ({ path: tempFile, fd }) => {\n        // when this function returns or throws - release the file\n        args.push(`--temp-file=${tempFile}`)\n        const cucumberClient = spawn('node', [cucumber_client_path, ...args], {\n          env: {\n            ...process.env,\n          },\n        })\n\n        cucumberClient.stdout.on('data', (data) => {\n          console.log(data.toString())\n        })\n\n        cucumberClient.stderr.on('data', (data) => {\n          console.error(data.toString())\n        })\n\n        cucumberClient.on('close', (code) => {\n          if (code === 0) {\n            const reportData = readFileSync(tempFile, 'utf-8')\n            const retrainStats = JSON.parse(reportData) as RetrainStats\n            resolve(retrainStats)\n          } else {\n            this.log('Error retraining\\n')\n            resolve(null)\n          }\n        })\n      })\n    })\n  }\n  private logReportLink(runId: string, projectId: string) {\n    let reportLinkBaseUrl = 'https://app.blinq.io'\n    if (process.env.NODE_ENV_BLINQ === 'local') {\n      reportLinkBaseUrl = 'http://localhost:3000'\n    } else if (process.env.NODE_ENV_BLINQ === 'dev') {\n      reportLinkBaseUrl = 'https://dev.app.blinq.io'\n    }\n    const reportLink = `${reportLinkBaseUrl}/${projectId}/run-report/${runId}`\n    this.log(`Report link: ${reportLink}\\n`)\n  }\n}\n"]}

package/lib/formatter/feature_data_format.d.ts

@@ -1,14 +1,23 @@
-declare const generateTestData: (featureFileContent: string, vars?: any, fakeData?: {
-    var: string;
-    fake: string;
-}[]) => {
-    newContent: string;
-    variables: any;
-    otherFakeData: {
-        var: string;
-        fake: string;
-    }[];
-    changed: boolean;
-    fakeIndex: number;
-};
-export { generateTestData };
+import { TableCell } from '@cucumber/messages';
+declare const generateTestData: (featureFileContent: string, vars?: any, fakeData?: {
+    var: string;
+    fake: string;
+}[]) => {
+    newContent: string;
+    variables: any;
+    otherFakeData: {
+        var: string;
+        fake: string;
+    }[];
+    changed: boolean;
+    fakeIndex: number;
+};
+declare const generateExamplesFromFunction: (data: string, feature_path: string, functionName: string, functionFile: string) => {
+    newData: string;
+    mjsData: any;
+};
+declare const generateExamplesFromFunctionGherkin: (headers: readonly TableCell[], values: readonly TableCell[], mjsData: any) => {
+    header: string;
+    value: any;
+}[];
+export { generateTestData, generateExamplesFromFunction, generateExamplesFromFunctionGherkin, };