automation_model 1.0.464-dev → 1.0.464

package/lib/utils.js

@@ -1,15 +1,61 @@
+import { check_performance } from "./check_performance.js";
 import CryptoJS from "crypto-js";
 import path from "path";
 import { TOTP } from "totp-generator";
-// Function to encrypt a string
+import fs from "fs";
+import axios from "axios";
+import objectPath from "object-path";
+const measureAsync = async (name, fn) => {
+    const id = `${name}-${Math.random().toString(36).slice(2, 9)}`;
+    const startMark = `${id}-start`;
+    const endMark = `${id}-end`;
+    try {
+        performance.mark(startMark);
+        try {
+            return await fn();
+        }
+        finally {
+            performance.mark(endMark);
+            const measure = performance.measure(id, startMark, endMark);
+            console.log(`${name}: ${measure.duration.toFixed(3)}ms`);
+            performance.clearMarks(startMark);
+            performance.clearMarks(endMark);
+            performance.clearMeasures(id);
+        }
+    }
+    catch (error) {
+        if (!(error instanceof DOMException) || !error.message.includes("performance mark")) {
+            throw error;
+        }
+    }
+};
 function encrypt(text, key = null) {
     if (!key) {
         key = _findKey();
     }
     return CryptoJS.AES.encrypt(text, key).toString();
 }
-// Function to decrypt a string
-async function decrypt(encryptedText, key = null, totpWait = true) {
+function getTestDataValue(key, environment = "*") {
+    const blinqEnvPath = "data/data.json";
+    const envPath = path.resolve(process.cwd(), blinqEnvPath);
+    const envJson = JSON.parse(fs.readFileSync(envPath, "utf-8"));
+    const dataArray = envJson[environment];
+    const item = dataArray.find((item) => item.key === key);
+    if (!item && environment !== "*") {
+        return getTestDataValue(key, "*");
+    }
+    if (!item) {
+        throw new Error(`Key ${key} not found in data.json`);
+    }
+    if (item.DataType === "string") {
+        return item.value;
+    }
+    else if (item.DataType === "secret" || item.DataType === "totp") {
+        return decrypt(item.value, null, false);
+    }
+    throw new Error(`Unsupported data type for key ${key}`);
+}
+function decrypt(encryptedText, key = null, totpWait = true) {
     if (!key) {
         key = _findKey();
     }
@@ -21,19 +67,105 @@ async function decrypt(encryptedText, key = null, totpWait = true) {
         const bytes = CryptoJS.AES.decrypt(encryptedText, key);
         encryptedText = bytes.toString(CryptoJS.enc.Utf8);
         let { otp, expires } = TOTP.generate(encryptedText);
-        if (totpWait) {
-            // expires is in unix time, check if we have at least 10 seconds left, if it's less than wait for the expires time
-            if (expires - Date.now() < 10000) {
-                await new Promise((resolve) => setTimeout(resolve, (expires - Date.now() + 1000) % 30000));
-                ({ otp, expires } = TOTP.generate(encryptedText));
-            }
-        }
+        // if (totpWait) {
+        //   // expires is in unix time, check if we have at least 10 seconds left, if it's less than wait for the expires time
+        //   if (expires - Date.now() < 10000) {
+        //     await new Promise((resolve) => setTimeout(resolve, (expires - Date.now() + 1000) % 30000));
+        //     ({ otp, expires } = TOTP.generate(encryptedText));
+        //   }
+        // }
         return otp;
     }
+    if (encryptedText.startsWith("mask:")) {
+        return encryptedText.substring(5);
+    }
     const bytes = CryptoJS.AES.decrypt(encryptedText, key);
     return bytes.toString(CryptoJS.enc.Utf8);
 }
+export function testForRegex(text) {
+    const regexEndPattern = /\/([gimuy]*)$/;
+    if (text.startsWith("/")) {
+        const match = regexEndPattern.test(text);
+        if (match) {
+            try {
+                const regex = new RegExp(text.substring(1, text.lastIndexOf("/")), text.match(regexEndPattern)[1]);
+                return true;
+            }
+            catch {
+                // not regex
+            }
+        }
+    }
+    return false;
+}
+function _convertToRegexQuery(text, isRegex, fullMatch, ignoreCase) {
+    let query = "internal:text=/";
+    let queryEnd = "/";
+    let pattern = "";
+    const regexEndPattern = /\/([gimuy]*)$/;
+    if (text.startsWith("/")) {
+        const match = regexEndPattern.test(text);
+        if (match) {
+            try {
+                const regex = new RegExp(text.substring(1, text.lastIndexOf("/")), text.match(regexEndPattern)[1]);
+                text = text.replace(/"/g, '\\"');
+                return "internal:text=" + text;
+            }
+            catch {
+                // not regex
+            }
+        }
+    }
+    if (isRegex) {
+        pattern = text;
+    }
+    else {
+        // first remove \n then split the text by any white space,
+        let parts = text.replace(/\\n/g, "").split(/\s+/);
+        //  escape regex split part
+        parts = parts.map((part) => escapeRegex(part));
+        pattern = parts.join("\\s*");
+    }
+    if (fullMatch) {
+        pattern = "^\\s*" + pattern + "\\s*$";
+    }
+    if (ignoreCase) {
+        queryEnd += "i";
+    }
+    return query + pattern + queryEnd + " >> visible=true";
+}
+function escapeRegex(str) {
+    // Special regex characters that need to be escaped
+    const specialChars = [
+        "/",
+        ".",
+        "*",
+        "+",
+        "?",
+        "^",
+        "$",
+        "(",
+        ")",
+        "[",
+        "]",
+        "{",
+        "}",
+        "|",
+        "\\",
+        "-",
+        "'",
+        '"',
+        ">", // added to avoid confusion with pw selectorsxw
+    ];
+    // Create a regex that will match all special characters
+    const escapedRegex = new RegExp(specialChars.map((char) => `\\${char}`).join("|"), "g");
+    // Escape special characters by prefixing them with a backslash
+    return str.replace(escapedRegex, "\\$&");
+}
 function _findKey() {
+    if (process.env.PROJECT_KEY) {
+        return process.env.PROJECT_KEY;
+    }
     if (process.env.PROJECT_ID) {
         return process.env.PROJECT_ID;
     }
@@ -45,7 +177,571 @@ function _findKey() {
     // extract the base folder name
     return path.basename(folder);
 }
-// console.log(encrypt("Hello, World!", null));
-// console.log(decrypt("U2FsdGVkX1+6mavadgkMgJPIhR3IO1pDkx36TjTyoyE=", null));
-export { encrypt, decrypt };
+function _getDataFile(world = null, context = null, web = null) {
+    let dataFile = null;
+    if (world && world.reportFolder) {
+        dataFile = path.join(world.reportFolder, "data.json");
+    }
+    else if (web && web.reportFolder) {
+        dataFile = path.join(web.reportFolder, "data.json");
+    }
+    else if (context && context.reportFolder) {
+        dataFile = path.join(context.reportFolder, "data.json");
+    }
+    else if (web && web.project_path) {
+        dataFile = path.join(web.project_path, "data", "data.json");
+    }
+    else {
+        dataFile = "data.json";
+    }
+    return dataFile;
+}
+function _getTestDataFile(world = null, context = null, web = null) {
+    let dataFile = null;
+    if (world && world.reportFolder) {
+        dataFile = path.join(world.reportFolder, "data.json");
+    }
+    else if (web && web.reportFolder) {
+        dataFile = path.join(web.reportFolder, "data.json");
+    }
+    else if (context && context.reportFolder) {
+        dataFile = path.join(context.reportFolder, "data.json");
+    }
+    else if (fs.existsSync(path.join("data", "data.json"))) {
+        dataFile = path.join("data", "data.json");
+    }
+    else {
+        dataFile = "data.json";
+    }
+    return dataFile;
+}
+function _getTestData(world = null, context = null, web = null) {
+    const dataFile = _getDataFile(world, context, web);
+    let data = {};
+    if (fs.existsSync(dataFile)) {
+        // convert \r\n to \n
+        const fileContent = fs.readFileSync(dataFile, "utf8").replace(/\r\n/g, "\n");
+        data = JSON.parse(fileContent);
+    }
+    return data;
+}
+async function replaceWithLocalTestData(value, world, _decrypt = true, totpWait = true, context = null, web = null, throwError = true) {
+    if (!value) {
+        return value;
+    }
+    let env = context?.environment?.name || "";
+    // used for unit tests
+    let testData = context?._data_ ? context._data_ : _getTestData(world, context, web);
+    const resolveDatePlaceholder = async (key) => {
+        const dateQuery = key.substring(5);
+        const parts = dateQuery.split(">>");
+        const returnTemplate = parts[1] || null;
+        const serviceUrl = _getServerUrl();
+        const config = {
+            method: "post",
+            url: `${serviceUrl}/api/runs/find-date/find`,
+            headers: {
+                "x-source": "true",
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${process.env.TOKEN}`,
+            },
+            data: JSON.stringify({ value: parts[0] }),
+        };
+        const result = await axios.request(config);
+        if (result.status !== 200 || !result.data?.status || !result.data.result) {
+            console.error("Failed to find date");
+            throw new Error("Failed to find date");
+        }
+        return formatDate(result.data.result, returnTemplate);
+    };
+    const resolvePlaceholder = async (key) => {
+        if (key.startsWith("date:")) {
+            return await resolveDatePlaceholder(key);
+        }
+        let resolved = replaceTestDataValue(env, key, testData, _decrypt);
+        if (resolved !== null)
+            return resolved;
+        resolved = replaceTestDataValue("*", key, testData, _decrypt);
+        if (resolved !== null)
+            return resolved;
+        if (throwError) {
+            throw new Error(`Parameter "{{${key}}}" is undefined in the test data`);
+        }
+        else {
+            console.warn(`Parameter "{{${key}}}" is undefined in the test data`);
+            return null;
+        }
+    };
+    const recursiveReplace = async (input) => {
+        const regex = /{{([^{}]+)}}/g;
+        let result = input;
+        let match;
+        let anyChange = false;
+        while ((match = regex.exec(result)) !== null) {
+            const fullMatch = match[0];
+            const key = match[1].trim();
+            const replacement = await resolvePlaceholder(key);
+            if (replacement !== null) {
+                result = result.replace(fullMatch, replacement);
+                anyChange = true;
+                regex.lastIndex = 0; // reset index due to string mutation
+            }
+        }
+        // If replacements were made, repeat to resolve nested placeholders
+        return anyChange ? await recursiveReplace(result) : result;
+    };
+    value = await recursiveReplace(value);
+    // Only evaluate if value contains a JS expression
+    if ((value.startsWith("secret:") || value.startsWith("totp:") || value.startsWith("mask:")) && _decrypt) {
+        return decrypt(value, null, totpWait);
+    }
+    if (value.startsWith("${") && value.endsWith("}")) {
+        value = evaluateString(value, context?.examplesRow);
+    }
+    return value;
+}
+function replaceTestDataValue(env, key, testData, decryptValue = true) {
+    const path = key.split(".");
+    const value = objectPath.get(testData, path);
+    if (value && !Array.isArray(value)) {
+        return value;
+    }
+    const dataArray = testData[env];
+    if (!dataArray) {
+        return null;
+    }
+    for (const obj of dataArray) {
+        if (obj.key !== key) {
+            continue;
+        }
+        if (obj.DataType === "secret") {
+            if (decryptValue === true) {
+                return decrypt(`secret:${obj.value}`, null);
+            }
+            else {
+                return `secret:${obj.value}`;
+            }
+        }
+        if (obj.DataType === "totp") {
+            return `totp:${obj.value}`;
+        }
+        return obj.value;
+    }
+    return null;
+}
+function evaluateString(template, parameters) {
+    if (!parameters) {
+        parameters = {};
+    }
+    try {
+        return new Function(...Object.keys(parameters), `return \`${template}\`;`)(...Object.values(parameters));
+    }
+    catch (e) {
+        console.error(e);
+        return template;
+    }
+}
+function formatDate(dateStr, format) {
+    if (!format) {
+        return dateStr;
+    }
+    // Split the input date string
+    const [dd, mm, yyyy] = dateStr.split("-");
+    // Define replacements
+    const replacements = {
+        dd: dd,
+        mm: mm,
+        yyyy: yyyy,
+    };
+    // Replace format placeholders with actual values
+    return format.replace(/dd|mm|yyyy/g, (match) => replacements[match]);
+}
+function maskValue(value) {
+    if (!value) {
+        return value;
+    }
+    if (value.startsWith("secret:")) {
+        return "secret:****";
+    }
+    if (value.startsWith("totp:")) {
+        return "totp:****";
+    }
+    if (value.startsWith("mask:")) {
+        return "mask:****";
+    }
+    return value;
+}
+function _copyContext(from, to) {
+    to.browser = from.browser;
+    to.page = from.page;
+    to.context = from.context;
+}
+async function scrollPageToLoadLazyElements(page) {
+    let lastHeight = await page.evaluate(() => document.body.scrollHeight);
+    let retry = 0;
+    while (true) {
+        await page.evaluate(() => window.scrollBy(0, window.innerHeight));
+        await new Promise((resolve) => setTimeout(resolve, 1000));
+        let newHeight = await page.evaluate(() => document.body.scrollHeight);
+        if (newHeight === lastHeight) {
+            break;
+        }
+        lastHeight = newHeight;
+        retry++;
+        if (retry > 10) {
+            break;
+        }
+    }
+    await page.evaluate(() => window.scrollTo(0, 0));
+}
+function _fixUsingParams(text, _params) {
+    if (!_params || typeof text !== "string") {
+        return text;
+    }
+    for (let key in _params) {
+        let regValue = key;
+        if (key.startsWith("_")) {
+            // remove the _ prefix
+            regValue = key.substring(1);
+        }
+        text = text.replaceAll(new RegExp("{" + regValue + "}", "g"), _params[key]);
+    }
+    return text;
+}
+function getWebLogFile(logFolder) {
+    if (!fs.existsSync(logFolder)) {
+        fs.mkdirSync(logFolder, { recursive: true });
+    }
+    let nextIndex = 1;
+    while (fs.existsSync(path.join(logFolder, nextIndex.toString() + ".json"))) {
+        nextIndex++;
+    }
+    const fileName = nextIndex + ".json";
+    return path.join(logFolder, fileName);
+}
+function _fixLocatorUsingParams(locator, _params) {
+    // check if not null
+    if (!locator) {
+        return locator;
+    }
+    // clone the locator
+    locator = JSON.parse(JSON.stringify(locator));
+    scanAndManipulate(locator, _params);
+    return locator;
+}
+function _isObject(value) {
+    return value && typeof value === "object" && value.constructor === Object;
+}
+function scanAndManipulate(currentObj, _params) {
+    for (const key in currentObj) {
+        if (typeof currentObj[key] === "string") {
+            // Perform string manipulation
+            currentObj[key] = _fixUsingParams(currentObj[key], _params);
+        }
+        else if (_isObject(currentObj[key])) {
+            // Recursively scan nested objects
+            scanAndManipulate(currentObj[key], _params);
+        }
+    }
+}
+function extractStepExampleParameters(step) {
+    if (!step ||
+        !step.gherkinDocument ||
+        !step.pickle ||
+        !step.pickle.astNodeIds ||
+        !(step.pickle.astNodeIds.length > 1) ||
+        !step.gherkinDocument.feature ||
+        !step.gherkinDocument.feature.children) {
+        return {};
+    }
+    try {
+        const scenarioId = step.pickle.astNodeIds[0];
+        const exampleId = step.pickle.astNodeIds[1];
+        // find the scenario in the gherkin document
+        const scenario = step.gherkinDocument.feature.children.find((child) => child.scenario.id === scenarioId).scenario;
+        if (!scenario || !scenario.examples || !scenario.examples[0].tableBody) {
+            return {};
+        }
+        // find the table body in the examples
+        const row = scenario.examples[0].tableBody.find((r) => r.id === exampleId);
+        if (!row) {
+            return {};
+        }
+        // extract the cells values (row.cells.value) into an array
+        const values = row.cells.map((cell) => cell.value);
+        // extract the table headers keys (scenario.examples.tableHeader.cells.value) into an array
+        const keys = scenario.examples[0].tableHeader.cells.map((cell) => cell.value);
+        // create a dictionary of the keys and values
+        const params = {};
+        for (let i = 0; i < keys.length; i++) {
+            params[keys[i]] = values[i];
+        }
+        return params;
+    }
+    catch (e) {
+        console.error(e);
+        return {};
+    }
+}
+export async function performAction(action, element, options, web, state, _params) {
+    let usedOptions;
+    if (!options) {
+        options = {};
+    }
+    if (!element) {
+        throw new Error("Element not found");
+    }
+    switch (action) {
+        case "click":
+            // copy any of the following options to usedOptions: button, clickCount, delay, modifiers, force, position, trial
+            usedOptions = ["button", "clickCount", "delay", "modifiers", "force", "position", "trial", "timeout"].reduce((acc, key) => {
+                if (options[key]) {
+                    acc[key] = options[key];
+                }
+                return acc;
+            }, {});
+            if (!usedOptions.timeout) {
+                usedOptions.timeout = 10000;
+                if (usedOptions.position) {
+                    usedOptions.timeout = 1000;
+                }
+            }
+            if (usedOptions && usedOptions.clickCount) {
+                state.info.count = usedOptions.clickCount;
+            }
+            try {
+                check_performance("click_action", web.context, true);
+                await element.click(usedOptions);
+                check_performance("click_action", web.context, false);
+            }
+            catch (e) {
+                if (usedOptions.position) {
+                    // find the element bounding box
+                    const rect = await element.boundingBox();
+                    // calculate the x and y position
+                    const x = rect.x + rect.width / 2 + (usedOptions.position.x || 0);
+                    const y = rect.y + rect.height / 2 + (usedOptions.position.y || 0);
+                    // click on the x and y position
+                    await web.page.mouse.click(x, y);
+                }
+                else {
+                    if (state && state.selectors) {
+                        state.element = await web._locate(state.selectors, state.info, _params);
+                        element = state.element;
+                    }
+                    await element.dispatchEvent("click");
+                }
+            }
+            break;
+        case "hover":
+            usedOptions = ["position", "trial", "timeout"].reduce((acc, key) => {
+                acc[key] = options[key];
+                return acc;
+            }, {});
+            try {
+                await element.hover(usedOptions);
+                await new Promise((resolve) => setTimeout(resolve, 1000));
+            }
+            catch (e) {
+                if (state && state.selectors) {
+                    state.info.log += "hover failed, will try again" + "\n";
+                    state.element = await web._locate(state.selectors, state.info, _params);
+                    element = state.element;
+                }
+                usedOptions.timeout = 10000;
+                await element.hover(usedOptions);
+                await new Promise((resolve) => setTimeout(resolve, 1000));
+            }
+            break;
+        case "hover+click":
+            await performAction("hover", element, options, web, state, _params);
+            await performAction("click", element, options, web, state, _params);
+            break;
+        default:
+            throw new Error(`Action ${action} not supported`);
+    }
+}
+const KEYBOARD_EVENTS = [
+    "ALT",
+    "AltGraph",
+    "CapsLock",
+    "Control",
+    "Fn",
+    "FnLock",
+    "Hyper",
+    "Meta",
+    "NumLock",
+    "ScrollLock",
+    "Shift",
+    "Super",
+    "Symbol",
+    "SymbolLock",
+    "Enter",
+    "Tab",
+    "ArrowDown",
+    "ArrowLeft",
+    "ArrowRight",
+    "ArrowUp",
+    "End",
+    "Home",
+    "PageDown",
+    "PageUp",
+    "Backspace",
+    "Clear",
+    "Copy",
+    "CrSel",
+    "Cut",
+    "Delete",
+    "EraseEof",
+    "ExSel",
+    "Insert",
+    "Paste",
+    "Redo",
+    "Undo",
+    "Accept",
+    "Again",
+    "Attn",
+    "Cancel",
+    "ContextMenu",
+    "Escape",
+    "Execute",
+    "Find",
+    "Finish",
+    "Help",
+    "Pause",
+    "Play",
+    "Props",
+    "Select",
+    "ZoomIn",
+    "ZoomOut",
+    "BrightnessDown",
+    "BrightnessUp",
+    "Eject",
+    "LogOff",
+    "Power",
+    "PowerOff",
+    "PrintScreen",
+    "Hibernate",
+    "Standby",
+    "WakeUp",
+    "AllCandidates",
+    "Alphanumeric",
+    "CodeInput",
+    "Compose",
+    "Convert",
+    "Dead",
+    "FinalMode",
+    "GroupFirst",
+    "GroupLast",
+    "GroupNext",
+    "GroupPrevious",
+    "ModeChange",
+    "NextCandidate",
+    "NonConvert",
+    "PreviousCandidate",
+    "Process",
+    "SingleCandidate",
+    "HangulMode",
+    "HanjaMode",
+    "JunjaMode",
+    "Eisu",
+    "Hankaku",
+    "Hiragana",
+    "HiraganaKatakana",
+    "KanaMode",
+    "KanjiMode",
+    "Katakana",
+    "Romaji",
+    "Zenkaku",
+    "ZenkakuHanaku",
+    "F1",
+    "F2",
+    "F3",
+    "F4",
+    "F5",
+    "F6",
+    "F7",
+    "F8",
+    "F9",
+    "F10",
+    "F11",
+    "F12",
+    "Soft1",
+    "Soft2",
+    "Soft3",
+    "Soft4",
+    "ChannelDown",
+    "ChannelUp",
+    "Close",
+    "MailForward",
+    "MailReply",
+    "MailSend",
+    "MediaFastForward",
+    "MediaPause",
+    "MediaPlay",
+    "MediaPlayPause",
+    "MediaRecord",
+    "MediaRewind",
+    "MediaStop",
+    "MediaTrackNext",
+    "MediaTrackPrevious",
+    "AudioBalanceLeft",
+    "AudioBalanceRight",
+    "AudioBassBoostDown",
+    "AudioBassBoostToggle",
+    "AudioBassBoostUp",
+    "AudioFaderFront",
+    "AudioFaderRear",
+    "AudioSurroundModeNext",
+    "AudioTrebleDown",
+    "AudioTrebleUp",
+    "AudioVolumeDown",
+    "AudioVolumeMute",
+    "AudioVolumeUp",
+    "MicrophoneToggle",
+    "MicrophoneVolumeDown",
+    "MicrophoneVolumeMute",
+    "MicrophoneVolumeUp",
+    "TV",
+    "TV3DMode",
+    "TVAntennaCable",
+    "TVAudioDescription",
+];
+function unEscapeString(str) {
+    const placeholder = "\\n";
+    str = str.replace(new RegExp(placeholder, "g"), "\n");
+    return str;
+}
+function _getServerUrl() {
+    let serviceUrl = "https://api.blinq.io";
+    if (process.env.NODE_ENV_BLINQ === "dev") {
+        serviceUrl = "https://dev.api.blinq.io";
+    }
+    else if (process.env.NODE_ENV_BLINQ === "stage") {
+        serviceUrl = "https://stage.api.blinq.io";
+    }
+    else if (process.env.NODE_ENV_BLINQ === "prod") {
+        serviceUrl = "https://api.blinq.io";
+    }
+    else if (!process.env.NODE_ENV_BLINQ) {
+        serviceUrl = "https://api.blinq.io";
+    }
+    else {
+        serviceUrl = process.env.NODE_ENV_BLINQ;
+    }
+    return serviceUrl;
+}
+function tryParseJson(input) {
+    if (typeof input === "string") {
+        try {
+            return JSON.parse(input);
+        }
+        catch {
+            // If parsing fails, return the original input (assumed to be plain text or another format)
+            return input;
+        }
+    }
+    return input;
+}
+export { measureAsync, encrypt, decrypt, replaceWithLocalTestData, maskValue, _copyContext, scrollPageToLoadLazyElements, _fixUsingParams, getWebLogFile, _fixLocatorUsingParams, _isObject, scanAndManipulate, KEYBOARD_EVENTS, unEscapeString, _getServerUrl, _convertToRegexQuery, extractStepExampleParameters, _getDataFile, tryParseJson, getTestDataValue, replaceTestDataValue, _getTestData, };
 //# sourceMappingURL=utils.js.map