ff-automationv2 2.2.36-beta.0 → 2.2.36-beta.2

package/dist/utils/javascript/jsForToaster.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TOAST_WATCHER_JS = void 0;
+exports.TOAST_WATCHER_JS = `
+(function () {
+
+  // --- STOP any old watcher first ---
+  if (window.__toastObserver) {
+    try { window.__toastObserver.disconnect(); } catch(e) {}
+  }
+
+  // --- Reset state for this step ---
+  window.__toastDetected = false;
+  window.__lastToastText = null;
+
+  function isVisible(el) {
+    const r = el.getBoundingClientRect();
+    const s = getComputedStyle(el);
+    return r.width > 0 && r.height > 0 &&
+           s.display !== "none" &&
+           s.visibility !== "hidden" &&
+           s.opacity !== "0";
+  }
+
+  const observer = new MutationObserver(muts => {
+    for (const m of muts) {
+
+      // New elements
+      for (const node of m.addedNodes || []) {
+        if (node.nodeType !== 1) continue;
+        const text = node.innerText?.trim();
+        if (!text || text.length < 3 || text.length > 300) continue;
+        if (!isVisible(node)) continue;
+
+        window.__toastDetected = true;
+        window.__lastToastText = text;
+        return;
+      }
+
+      // Text changes
+      if (m.type === "characterData") {
+        const el = m.target.parentElement;
+        if (!el) continue;
+        const text = el.innerText?.trim();
+        if (!text || text.length < 3 || text.length > 300) continue;
+        if (!isVisible(el)) continue;
+
+        window.__toastDetected = true;
+        window.__lastToastText = text;
+        return;
+      }
+    }
+  });
+
+  observer.observe(document.body, {
+    childList: true,
+    subtree: true,
+    characterData: true
+  });
+
+  window.__toastObserver = observer;
+})();
+`;

package/dist/utils/javascript/jsForVision.d.ts

@@ -0,0 +1,2 @@
+export declare const JS_PRIMARY = "return (function() {\n\n    function isReallyVisible(n) {\n    const r = n.getBoundingClientRect();\n    if (r.width === 0 || r.height === 0) return false;\n\n    const tag = n.tagName.toLowerCase();\n\n    if ([\"label\", \"mat-label\"].includes(tag)) return true;\n\n    const cx = r.x + r.width / 2;\n    const cy = r.y + r.height / 2;\n\n    let topEl = document.elementFromPoint(cx, cy);\n    if (!topEl) return false;\n\n    return n === topEl || n.contains(topEl) || topEl.contains(n);\n}\n\n   function isPrimary(n) {\n    const tag = n.tagName.toLowerCase().replace(/[^a-z0-9]/g, \"\");\n    const text = (n.innerText || \"\").trim();\n    const style = window.getComputedStyle(n);\n\n    if ([\"input\", \"button\", \"select\", \"option\", \"textarea\"].includes(tag))\n        return true;\n\n    if (tag === \"label\" && text.length > 0)\n        return true;\n\n    if (tag === \"a\" && text.length > 0)\n        return true;\n    \n    if (tag === \"img\" || tag === \"svg\")\n        return true;\n        \n\n    if (tag === \"li\") {\n        if (text.length > 0 && style.cursor === \"pointer\")\n            return true;\n    }\n\n    return false;\n}\n    function getBBox(n) {\n        const r = n.getBoundingClientRect();\n        return {x:r.x, y:r.y, w:r.width, h:r.height};\n    }\n\n    function collectShadowAware(root, out) {\n        if (!root) return;\n\n        if (root.nodeType === Node.ELEMENT_NODE && root.hasAttribute(\"ff-inspect\"))\n            out.push(root);\n\n        for (const child of root.children) {\n            collectShadowAware(child, out);\n            if (child.shadowRoot) collectShadowAware(child.shadowRoot, out);\n        }\n    }\n\n    const all = [];\n    collectShadowAware(document.documentElement, all);\n\n    const out = [];\n\n    for (let n of all) {\n        if (isReallyVisible(n) && isPrimary(n)) {\n            out.push({\n                ff: n.getAttribute(\"ff-inspect\"),\n                xpath: n.getAttribute(\"ff-xpath\"),\n                bbox: getBBox(n),\n                tag: n.tagName.toLowerCase(),\n                text: (n.innerText || \"\").trim()\n            });\n        }\n    }\n\n    return out;\n})();\n";
+export declare const JS_SECONDARY = "return (function() {\n\n    function isReallyVisible(n) {\n    const r = n.getBoundingClientRect();\n    if (r.width === 0 || r.height === 0) return false;\n    const tag = n.tagName.toLowerCase();\n\n    if ([\"label\", \"mat-label\"].includes(tag)) return true;\n\n    const cx = r.x + r.width / 2;\n    const cy = r.y + r.height / 2;\n\n    let topEl = document.elementFromPoint(cx, cy);\n    if (!topEl) return false;\n\n    return n === topEl || n.contains(topEl);\n}\n\n    function isSecondary(n) {\n        const r = n.getBoundingClientRect();\n        const tag = n.tagName.toLowerCase();\n        const text = (n.innerText || \"\").trim();\n        const style = window.getComputedStyle(n);\n\n        if (r.y < 120 && text.length > 0 && text.length <= 12)\n            return true;\n\n        if ([\"p\", \"h2\", \"span\"].includes(tag)) {\n            if (text.length > 0)\n                return true;\n            if (style.cursor === \"pointer\")\n                return true;\n        }\n\n\n        if (tag === \"li\") {\n            if (text.length > 0 || style.cursor === \"pointer\")\n                return true;\n        }\n\n        return false;\n    }\n\n    function getBBox(n) {\n        const r = n.getBoundingClientRect();\n        return {x:r.x, y:r.y, w:r.width, h:r.height};\n    }\n\n    function collectShadowAware(root, out) {\n        if (!root) return;\n\n        if (root.nodeType === Node.ELEMENT_NODE && root.hasAttribute(\"ff-inspect\"))\n            out.push(root);\n\n        for (const child of root.children) {\n            collectShadowAware(child, out);\n            if (child.shadowRoot) collectShadowAware(child.shadowRoot, out);\n        }\n    }\n\n    const all = [];\n    collectShadowAware(document.documentElement, all);\n\n    const out = [];\n\n    for (let n of all) {\n        if (isReallyVisible(n) && isSecondary(n)) {\n            out.push({\n                ff: n.getAttribute(\"ff-inspect\"),\n                xpath: n.getAttribute(\"ff-xpath\"),\n                bbox: getBBox(n),\n                tag: n.tagName.toLowerCase(),\n                text: (n.innerText || \"\").trim()\n            });\n        }\n    }\n\n    return out;\n})();";

package/dist/utils/javascript/jsForVision.js

@@ -0,0 +1,163 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JS_SECONDARY = exports.JS_PRIMARY = void 0;
+exports.JS_PRIMARY = `return (function() {
+
+    function isReallyVisible(n) {
+    const r = n.getBoundingClientRect();
+    if (r.width === 0 || r.height === 0) return false;
+
+    const tag = n.tagName.toLowerCase();
+
+    if (["label", "mat-label"].includes(tag)) return true;
+
+    const cx = r.x + r.width / 2;
+    const cy = r.y + r.height / 2;
+
+    let topEl = document.elementFromPoint(cx, cy);
+    if (!topEl) return false;
+
+    return n === topEl || n.contains(topEl) || topEl.contains(n);
+}
+
+   function isPrimary(n) {
+    const tag = n.tagName.toLowerCase().replace(/[^a-z0-9]/g, "");
+    const text = (n.innerText || "").trim();
+    const style = window.getComputedStyle(n);
+
+    if (["input", "button", "select", "option", "textarea"].includes(tag))
+        return true;
+
+    if (tag === "label" && text.length > 0)
+        return true;
+
+    if (tag === "a" && text.length > 0)
+        return true;
+    
+    if (tag === "img" || tag === "svg")
+        return true;
+        
+
+    if (tag === "li") {
+        if (text.length > 0 && style.cursor === "pointer")
+            return true;
+    }
+
+    return false;
+}
+    function getBBox(n) {
+        const r = n.getBoundingClientRect();
+        return {x:r.x, y:r.y, w:r.width, h:r.height};
+    }
+
+    function collectShadowAware(root, out) {
+        if (!root) return;
+
+        if (root.nodeType === Node.ELEMENT_NODE && root.hasAttribute("ff-inspect"))
+            out.push(root);
+
+        for (const child of root.children) {
+            collectShadowAware(child, out);
+            if (child.shadowRoot) collectShadowAware(child.shadowRoot, out);
+        }
+    }
+
+    const all = [];
+    collectShadowAware(document.documentElement, all);
+
+    const out = [];
+
+    for (let n of all) {
+        if (isReallyVisible(n) && isPrimary(n)) {
+            out.push({
+                ff: n.getAttribute("ff-inspect"),
+                xpath: n.getAttribute("ff-xpath"),
+                bbox: getBBox(n),
+                tag: n.tagName.toLowerCase(),
+                text: (n.innerText || "").trim()
+            });
+        }
+    }
+
+    return out;
+})();
+`;
+exports.JS_SECONDARY = `return (function() {
+
+    function isReallyVisible(n) {
+    const r = n.getBoundingClientRect();
+    if (r.width === 0 || r.height === 0) return false;
+    const tag = n.tagName.toLowerCase();
+
+    if (["label", "mat-label"].includes(tag)) return true;
+
+    const cx = r.x + r.width / 2;
+    const cy = r.y + r.height / 2;
+
+    let topEl = document.elementFromPoint(cx, cy);
+    if (!topEl) return false;
+
+    return n === topEl || n.contains(topEl);
+}
+
+    function isSecondary(n) {
+        const r = n.getBoundingClientRect();
+        const tag = n.tagName.toLowerCase();
+        const text = (n.innerText || "").trim();
+        const style = window.getComputedStyle(n);
+
+        if (r.y < 120 && text.length > 0 && text.length <= 12)
+            return true;
+
+        if (["p", "h2", "span"].includes(tag)) {
+            if (text.length > 0)
+                return true;
+            if (style.cursor === "pointer")
+                return true;
+        }
+
+
+        if (tag === "li") {
+            if (text.length > 0 || style.cursor === "pointer")
+                return true;
+        }
+
+        return false;
+    }
+
+    function getBBox(n) {
+        const r = n.getBoundingClientRect();
+        return {x:r.x, y:r.y, w:r.width, h:r.height};
+    }
+
+    function collectShadowAware(root, out) {
+        if (!root) return;
+
+        if (root.nodeType === Node.ELEMENT_NODE && root.hasAttribute("ff-inspect"))
+            out.push(root);
+
+        for (const child of root.children) {
+            collectShadowAware(child, out);
+            if (child.shadowRoot) collectShadowAware(child.shadowRoot, out);
+        }
+    }
+
+    const all = [];
+    collectShadowAware(document.documentElement, all);
+
+    const out = [];
+
+    for (let n of all) {
+        if (isReallyVisible(n) && isSecondary(n)) {
+            out.push({
+                ff: n.getAttribute("ff-inspect"),
+                xpath: n.getAttribute("ff-xpath"),
+                bbox: getBBox(n),
+                tag: n.tagName.toLowerCase(),
+                text: (n.innerText || "").trim()
+            });
+        }
+    }
+
+    return out;
+})();`;

package/dist/utils/logger/logData.d.ts

@@ -0,0 +1,12 @@
+export declare let downloadDir: string;
+export declare function initLogger(basePath: string): void;
+export declare function ensureDirs(): Promise<void>;
+export declare const logger: {
+    info: (...args: any[]) => Promise<void>;
+    error: (...args: any[]) => Promise<void>;
+    getError: (...args: any[]) => string;
+    saveDOM: (domContent: string, fileName?: string) => Promise<void>;
+    saveJSON: (data: unknown, fileName?: string) => Promise<void>;
+    saveImage: (imageBuffer: Buffer, fileName: string) => Promise<void>;
+    saveText: (content: string, fileName?: string) => Promise<void>;
+};

package/dist/utils/logger/logData.js

@@ -0,0 +1,163 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.logger = exports.downloadDir = void 0;
+exports.initLogger = initLogger;
+exports.ensureDirs = ensureDirs;
+const promises_1 = __importDefault(require("fs/promises"));
+const path_1 = __importDefault(require("path"));
+const js_beautify_1 = __importDefault(require("js-beautify"));
+let sessionPath;
+let logsDir;
+let domDir;
+let screenshotsDir;
+let logFilePath;
+function initLogger(basePath) {
+    sessionPath = basePath;
+    logsDir = path_1.default.resolve(sessionPath, "logs");
+    domDir = path_1.default.resolve(sessionPath, "dom");
+    exports.downloadDir = path_1.default.resolve(sessionPath, "tempFile");
+    screenshotsDir = path_1.default.resolve(sessionPath, "screenshots");
+    logFilePath = path_1.default.join(logsDir, "ai-execution-logs.txt");
+}
+async function ensureDirs() {
+    if (!logsDir)
+        throw new Error("Logger not initialized");
+    await promises_1.default.mkdir(logsDir, { recursive: true });
+    await promises_1.default.mkdir(domDir, { recursive: true });
+    await promises_1.default.mkdir(screenshotsDir, { recursive: true });
+    await promises_1.default.mkdir(exports.downloadDir, { recursive: true });
+}
+function getISTDate() {
+    return new Intl.DateTimeFormat("sv-SE", {
+        timeZone: "Asia/Kolkata",
+        year: "numeric",
+        month: "2-digit",
+        day: "2-digit",
+        hour: "2-digit",
+        minute: "2-digit",
+        second: "2-digit",
+        fractionalSecondDigits: 3,
+        hour12: false,
+    })
+        .format(new Date())
+        .replace(" ", "T");
+}
+exports.logger = {
+    info: async (...args) => {
+        if (!logFilePath)
+            throw new Error("Logger not initialized");
+        await ensureDirs();
+        const formattedArgs = args.map((arg) => typeof arg === "object" ? JSON.stringify(arg, null, 2) : arg);
+        const message = `[INFO] ${getISTDate()}+05:30 - ${formattedArgs.join(" ")}\n`;
+        await promises_1.default.appendFile(logFilePath, message, "utf-8");
+    },
+    error: async (...args) => {
+        if (!logFilePath)
+            throw new Error("Logger not initialized");
+        await ensureDirs();
+        const formatted = args.map((arg) => {
+            if (arg instanceof Error) {
+                let output = arg.stack || `${arg.name}: ${arg.message}`;
+                output = output.replace(/invalid session id:\s*invalid session id:/gi, "invalid session id:");
+                if (arg.cause instanceof Error) {
+                    let causeStack = arg.cause.stack || "";
+                    causeStack = causeStack.replace(/invalid session id:\s*invalid session id:/gi, "invalid session id:");
+                    output += `\nCaused by: ${causeStack}`;
+                }
+                return output;
+            }
+            if (typeof arg === "object") {
+                return JSON.stringify(arg, null, 2);
+            }
+            return String(arg);
+        });
+        const message = `[ERROR] ${new Date().toISOString()} - ${formatted.join(" ")}\n`;
+        await promises_1.default.appendFile(logFilePath, message, "utf-8");
+    },
+    getError: (...args) => {
+        const formatted = args.map((arg) => {
+            if (arg instanceof Error) {
+                let output = arg.stack || `${arg.name}: ${arg.message}`;
+                output = output.replace(/invalid session id:\s*invalid session id:/gi, "invalid session id:");
+                if (arg.cause instanceof Error) {
+                    let causeStack = arg.cause.stack || "";
+                    causeStack = causeStack.replace(/invalid session id:\s*invalid session id:/gi, "invalid session id:");
+                    output += `\nCaused by: ${causeStack}`;
+                }
+                return output;
+            }
+            if (typeof arg === "object") {
+                return JSON.stringify(arg, null, 2);
+            }
+            return String(arg);
+        });
+        return formatted.join(" ");
+    },
+    saveDOM: async (domContent, fileName) => {
+        if (!domDir)
+            throw new Error("Logger not initialized");
+        await ensureDirs();
+        const timestamp = new Date().toLocaleString().replace(/[:.]/g, "-");
+        let finalFileName;
+        let formattedContent;
+        if (fileName?.includes("Mob")) {
+            finalFileName = fileName ? `${fileName}.xml` : `dom-${timestamp}.xml`;
+            formattedContent = domContent;
+        }
+        else {
+            finalFileName = fileName ? `${fileName}.html` : `dom-${timestamp}.html`;
+            formattedContent = js_beautify_1.default.html(domContent, {
+                indent_size: 2,
+                preserve_newlines: false,
+                wrap_line_length: 120,
+            });
+        }
+        const filePath = path_1.default.join(domDir, finalFileName);
+        await promises_1.default.writeFile(filePath, formattedContent, "utf-8");
+    },
+    // saveText: async (data: string, fileName?: string) => {
+    //     const timestamp = new Date().toLocaleString().replace(/[:.]/g, "-");
+    //     const finalFileName = fileName ? `${fileName}.txt` : `text-${timestamp}.txt`;
+    //     const filePath = path.join(domDir, finalFileName);
+    //     await fs.writeFile(filePath, data, "utf-8");
+    // },
+    saveJSON: async (data, fileName) => {
+        if (!domDir)
+            throw new Error("Logger not initialized");
+        await ensureDirs();
+        const timestamp = new Date().toLocaleString().replace(/[:.]/g, "-");
+        const finalFileName = fileName
+            ? `${fileName}.json`
+            : `data-${timestamp}.json`;
+        const filePath = path_1.default.join(domDir, finalFileName);
+        const safeData = JSON.stringify(data, (key, value) => {
+            if (key === "element")
+                return undefined;
+            return value;
+        }, 2);
+        await promises_1.default.writeFile(filePath, safeData, "utf-8");
+    },
+    saveImage: async (imageBuffer, fileName) => {
+        if (!screenshotsDir)
+            throw new Error("Logger not initialized");
+        await ensureDirs();
+        const filePath = path_1.default.join(screenshotsDir, fileName);
+        await promises_1.default.writeFile(filePath, imageBuffer);
+    },
+    saveText: async (content, fileName) => {
+        if (!domDir)
+            throw new Error("Logger not initialized");
+        await ensureDirs();
+        const timestamp = new Date()
+            .toLocaleString()
+            .replace(/[:.]/g, "-");
+        const finalFileName = fileName
+            ? `${fileName}.txt`
+            : `text-${timestamp}.txt`;
+        const filePath = path_1.default.join(domDir, finalFileName);
+        await promises_1.default.writeFile(filePath, content, "utf-8");
+    },
+};

package/dist/utils/newTab/newTabTracker.d.ts

@@ -0,0 +1,2 @@
+import { ScriptDataAppender } from "../../fireflinkData/fireflinkScript/scriptGenrationData.js";
+export declare function newTabTracker(driver: WebdriverIO.Browser, stepAction: string, previousHandles: string[], scriptAppender: ScriptDataAppender): Promise<void>;

package/dist/utils/newTab/newTabTracker.js

@@ -0,0 +1,53 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.newTabTracker = newTabTracker;
+async function newTabTracker(driver, stepAction, previousHandles, scriptAppender) {
+    if (stepAction === "switch")
+        return;
+    if (!previousHandles || previousHandles.length === 0) {
+        return;
+    }
+    const currentHandle = await driver.getWindowHandle();
+    const currentHandles = await driver.getWindowHandles();
+    if (currentHandles.length <= previousHandles.length) {
+        return;
+    }
+    const newHandles = currentHandles.filter(handle => !previousHandles.includes(handle));
+    for (const handle of newHandles) {
+        try {
+            await driver.switchToWindow(handle);
+            const url = await driver.getUrl();
+            // Skip unwanted system URLs
+            if (!url ||
+                url.startsWith("devtools://") ||
+                url.startsWith("chrome://") ||
+                url === "about:blank") {
+                await driver.switchToWindow(currentHandle);
+                continue;
+            }
+            const title = await driver.getTitle();
+            if (title && title.trim()) {
+                scriptAppender.add(async () => ({
+                    nlpName: "SwitchToWindowIfTitleContainsString",
+                    stepInputs: [title],
+                    elementsData: []
+                }));
+            }
+            else {
+                scriptAppender.add(async () => ({
+                    nlpName: "SwitchToWindowBasedOnURL",
+                    stepInputs: [url],
+                    elementsData: []
+                }));
+            }
+            return;
+        }
+        catch (error) {
+            // Restore original window before failing
+            await driver.switchToWindow(currentHandle);
+            throw new Error(`Error switching to new window: ${error}`, { cause: error });
+        }
+    }
+    // If no valid window found, ensure we are back on original
+    await driver.switchToWindow(currentHandle);
+}

package/dist/utils/sslConfig/apiCallPatch.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/utils/sslConfig/apiCallPatch.js

@@ -0,0 +1,33 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const node_https_1 = __importDefault(require("node:https"));
+const node_tls_1 = __importDefault(require("node:tls"));
+const caBundle = [
+    ...node_tls_1.default.rootCertificates,
+    ...(node_tls_1.default.getCACertificates?.("system") ?? []),
+];
+node_https_1.default.globalAgent.options.ca = caBundle;
+node_https_1.default.globalAgent.options.rejectUnauthorized = true;
+const originalRequest = node_https_1.default.request;
+node_https_1.default.request = function patchedRequest(urlOrOptions, optionsOrCallback, maybeCallback) {
+    const isUrlFirst = typeof urlOrOptions === "string" || urlOrOptions instanceof URL;
+    if (isUrlFirst) {
+        const options = {
+            ...(optionsOrCallback ?? {}),
+            ca: caBundle,
+            rejectUnauthorized: true,
+        };
+        return originalRequest.call(this, urlOrOptions, options, maybeCallback);
+    }
+    else {
+        const options = {
+            ...urlOrOptions,
+            ca: caBundle,
+            rejectUnauthorized: true,
+        };
+        return originalRequest.call(this, options, optionsOrCallback);
+    }
+};

package/dist/utils/sslConfig/getSecureAgent.d.ts

@@ -0,0 +1,2 @@
+import { Agent } from "undici";
+export declare function getSecureAgent(): Agent;

package/dist/utils/sslConfig/getSecureAgent.js

@@ -0,0 +1,30 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getSecureAgent = getSecureAgent;
+const node_tls_1 = __importDefault(require("node:tls"));
+const undici_1 = require("undici");
+const logData_js_1 = require("../logger/logData.js");
+function getSecureAgent() {
+    try {
+        const caCert = node_tls_1.default.getCACertificates('system');
+        if (caCert.length > 0) {
+            return new undici_1.Agent({
+                connect: {
+                    ca: [...node_tls_1.default.rootCertificates, ...caCert],
+                    keepAlive: true,
+                    timeout: 10000,
+                }
+            });
+        }
+        else {
+            logData_js_1.logger.info('no ca certificates found');
+        }
+    }
+    catch (err) {
+        logData_js_1.logger.error('Failed to initialize secure agent:', err);
+    }
+    return new undici_1.Agent({ connect: { keepAlive: true } });
+}

package/dist/utils/swipe/domSearchHelper.d.ts

@@ -0,0 +1,5 @@
+export declare function findElementInDom(driver: WebdriverIO.Browser, text: string, stepCount: number, rawdom: string, platform: string): Promise<{
+    element: import("webdriverio").ChainablePromiseElement;
+    xpath: string;
+    annotatedDom: string;
+} | null>;

package/dist/utils/swipe/domSearchHelper.js

@@ -0,0 +1,70 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.findElementInDom = findElementInDom;
+const jsForAttributeInjection_js_1 = require("../DomExtraction/jsForAttributeInjection.js");
+const getRelaventElements_js_1 = require("../../domAnalysis/getRelaventElements.js");
+const logData_js_1 = require("../logger/logData.js");
+const xpathcreation_js_1 = require("../helpers/xpathcreation.js");
+async function findElementInDom(driver, text, stepCount, rawdom, platform) {
+    const keywords = text.toLowerCase().split(' ');
+    const engine = new getRelaventElements_js_1.DomProcessingEngine();
+    const { dom: annotatedDom } = await (0, jsForAttributeInjection_js_1.getAnnotatedDOMForMobile)(driver, rawdom);
+    logData_js_1.logger.saveDOM(annotatedDom, `annotated-dom-${100 + stepCount}`);
+    const groupNodes = await engine.mobileProcess({
+        keywords: keywords,
+        rawDom: annotatedDom,
+        stepCount: 100 + stepCount,
+        stepAction: "",
+        step: "",
+        platform: platform,
+        driver: driver
+    });
+    logData_js_1.logger.saveJSON(groupNodes, `relevant-dom-Mob-${100 + stepCount}`);
+    const sequenceMatch = (value, words) => {
+        const v = value.toLowerCase();
+        const pattern = new RegExp("\\b" + words.map(w => w.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')).join("\\b\\s*") + "\\b", "i");
+        return pattern.test(v);
+    };
+    for (const group of groupNodes) {
+        for (const node of group) {
+            let isMatch;
+            if (platform === "ios") {
+                const label = (node["label"] || "").toLowerCase();
+                const name = (node["name"] || "").toLowerCase();
+                const value = (node["value"] || "").toLowerCase();
+                isMatch =
+                    sequenceMatch(label, keywords) ||
+                        sequenceMatch(name, keywords) ||
+                        sequenceMatch(value, keywords);
+            }
+            else { // android
+                const text = (node["text"] || "").toLowerCase();
+                const desc = (node["content-desc"] || "").toLowerCase();
+                const rid = (node["resource-id"] || "").toLowerCase();
+                isMatch =
+                    sequenceMatch(text, keywords) ||
+                        sequenceMatch(desc, keywords) ||
+                        sequenceMatch(rid, keywords);
+            }
+            if (!isMatch)
+                continue;
+            logData_js_1.logger.info('match found ' + JSON.stringify(node));
+            const ffIndex = node["FF-inspecter"];
+            if (!ffIndex)
+                continue;
+            const xpathObj = (0, xpathcreation_js_1.getFFIndexAndXPath)(annotatedDom, ffIndex);
+            if (!xpathObj)
+                continue;
+            const element = await driver.$(xpathObj.xpathPath);
+            if (await element.isExisting()) {
+                return {
+                    element,
+                    xpath: xpathObj.xpathPath,
+                    annotatedDom
+                };
+            }
+            break;
+        }
+    }
+    return null;
+}

package/dist/utils/swipe/swipeMovement.d.ts

@@ -0,0 +1 @@
+export declare function executeSwipeMovement(driver: WebdriverIO.Browser, direction: string): Promise<void>;