ff-automationv2 2.2.29 → 2.2.30

package/dist/automation/actions/interaction/click/click.js

@@ -32,15 +32,16 @@ async function click(args) {
         case "web":
         default:
             try {
-                const element = await args.driver.$(args.selector);
+                let element = await args.driver.$(args.selector);
                 let jsClick = false;
                 await args.driver.execute((el) => {
                     el.scrollIntoView({
                         block: "center",
-                        inline: "center"
+                        inline: "nearest"
                     });
                 }, element);
                 try {
+                    element = await args.driver.$(args.selector);
                     await element.click();
                 }
                 catch (clickError) {
@@ -57,7 +58,13 @@ async function click(args) {
                             }, element);
                         }
                         catch (innerError) {
-                            throw new Error("cause", { cause: innerError });
+                            if (String(jsError?.message || jsError).includes("stale")) {
+                                logData_js_1.logger.info(`stale element error : ${String(jsError?.message || jsError).slice(0, 50)}`);
+                                jsClick = false;
+                            }
+                            else {
+                                throw new Error("cause", { cause: innerError });
+                            }
                         }
                     }
                 }

package/dist/automation/actions/interaction/click/clickNtimes.js

@@ -35,7 +35,7 @@ async function clickNTimes(args) {
                 await args.driver.execute((el) => {
                     el.scrollIntoView({
                         block: "center",
-                        inline: "center"
+                        inline: "nearest"
                     });
                 }, element);
                 for (let i = 0; i < Number(args.value); i++) {

package/dist/automation/actions/interaction/click/doubleClick.js

@@ -35,7 +35,7 @@ async function doubleClick(args) {
                 await args.driver.execute((el) => {
                     el.scrollIntoView({
                         block: "center",
-                        inline: "center"
+                        inline: "nearest"
                     });
                 }, element);
                 await element.doubleClick();

package/dist/automation/actions/interaction/click/rightClick.js

@@ -8,7 +8,7 @@ async function rightClick(args) {
         await args.driver.execute((el) => {
             el.scrollIntoView({
                 block: "center",
-                inline: "center"
+                inline: "nearest"
             });
         }, element);
         await element.click({ button: 2 });

package/dist/automation/actions/interaction/elementlessActions/getOtp.d.ts

@@ -0,0 +1,2 @@
+import { GetOtpInterface } from "../../interface/getOtpInterface.js";
+export declare function GetOtpAction(args: GetOtpInterface): Promise<void>;

package/dist/automation/actions/interaction/elementlessActions/getOtp.js

@@ -0,0 +1,101 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GetOtpAction = GetOtpAction;
+const logData_js_1 = require("../../../../utils/logger/logData.js");
+const child_process_1 = require("child_process");
+const appendScriptData_js_1 = require("../../../../fireflinkData/fireflinkScript/appendScriptData.js");
+async function GetOtpAction(args) {
+    try {
+        const udid = args.driver.capabilities["appium:udid"] || args.driver.capabilities.udid;
+        const cmdPrefix = udid
+            ? `${args.adbPath} -s ${udid} shell`
+            : `${args.adbPath} shell`;
+        const packageName = (0, child_process_1.execSync)(`${cmdPrefix} cmd role get-role-holders android.app.role.SMS`.trim(), { encoding: "utf8" });
+        logData_js_1.logger.info("the default app is ", packageName);
+        const expectedHeader = args.selector.trim().toLowerCase();
+        const getLatestMatchingSms = () => {
+            const inboxSms = (0, child_process_1.execSync)(`${cmdPrefix} "content query --uri content://sms/inbox --projection _id:date:address:body --sort 'date DESC'"`, { encoding: "utf8" }).trim();
+            const messages = [...inboxSms.matchAll(/(?:^|\r?\n)Row:\s*\d+\s+_id=(\d+),\s*date=(\d+),\s*address=(.*?),\s*body=(.*?)(?=\r?\nRow:|$)/gs)]
+                .map((match) => ({
+                id: match[1],
+                date: Number(match[2]),
+                address: match[3].trim(),
+                body: match[4].trim()
+            })).slice(0, 5);
+            return messages.find((message) => message.address.toLowerCase().includes(expectedHeader));
+        };
+        const existingSms = getLatestMatchingSms();
+        const now = Date.now();
+        if (existingSms && now - existingSms.date <= (Number(args.timeFrom) * 1000)) {
+            const smsBody = existingSms.body;
+            logData_js_1.logger.info("SMS body:", smsBody);
+            let regex;
+            if (args.otpExtractor) {
+                const otpResult = await args.otpExtractor(smsBody);
+                if (otpResult?.otp && otpResult.regex) {
+                    regex = otpResult.regex;
+                    logData_js_1.logger.info("Extracted OTP:", otpResult.otp, "Generated Regex:", otpResult.regex);
+                }
+                else {
+                    logData_js_1.logger.info("LLM could not find an OTP in the SMS body.");
+                }
+            }
+            (0, appendScriptData_js_1.appendScriptData)({
+                scriptDataAppender: args.scriptDataAppender,
+                nlpName: "MOB_FetchOtpFromMessages",
+                stepInputs: [existingSms.address, args.timeFrom, args.waitTime],
+                platform: args.platform
+            });
+            (0, appendScriptData_js_1.appendScriptData)({
+                scriptDataAppender: args.scriptDataAppender,
+                nlpName: "StringSubStringUsingRegex",
+                stepInputs: [smsBody, regex],
+                platform: args.platform
+            });
+            return;
+        }
+        const baselineId = existingSms?.id;
+        const pollingStartedAt = now;
+        const pollingDeadline = pollingStartedAt + (Number(args.waitTime) * 1000);
+        while (Date.now() < pollingDeadline) {
+            const latestSms = getLatestMatchingSms();
+            if (latestSms &&
+                latestSms.id !== baselineId &&
+                latestSms.date >= pollingStartedAt) {
+                const smsBody = latestSms.body;
+                logData_js_1.logger.info("SMS body:", smsBody);
+                let regex;
+                if (args.otpExtractor) {
+                    const otpResult = await args.otpExtractor(smsBody);
+                    if (otpResult?.otp && otpResult.regex) {
+                        regex = otpResult.regex;
+                        regex = regex.replace(/\\+/g, "\\");
+                        logData_js_1.logger.info("Extracted OTP:", otpResult.otp, "Generated Regex:", otpResult.regex);
+                    }
+                    else {
+                        logData_js_1.logger.error("LLM could not find an OTP in the SMS body.");
+                    }
+                }
+                (0, appendScriptData_js_1.appendScriptData)({
+                    scriptDataAppender: args.scriptDataAppender,
+                    nlpName: "MOB_FetchOtpFromMessages",
+                    stepInputs: [latestSms.address, args.timeFrom, args.waitTime],
+                    platform: args.platform
+                });
+                (0, appendScriptData_js_1.appendScriptData)({
+                    scriptDataAppender: args.scriptDataAppender,
+                    nlpName: "StringSubStringUsingRegex",
+                    stepInputs: [smsBody, regex],
+                    platform: args.platform
+                });
+                return;
+            }
+            await new Promise((resolve) => setTimeout(resolve, 2000));
+        }
+        throw new Error(`Timed out waiting up to 60 seconds for an SMS with header: ${args.selector}`);
+    }
+    catch (error) {
+        args.scriptDataAppender.setErrorNLP("getOtp");
+        throw new Error("GettingOtp action failed", { cause: error });
+    }
+}

package/dist/automation/actions/interaction/enterActions/enterInput.js

@@ -54,10 +54,15 @@ async function enterInput(args) {
                     await element.setValue(args.value);
                 }
                 if (args.platform === "android") {
-                    const text = await element.getAttribute("text");
-                    if (text !== args.value) {
-                        const { execSync } = await Promise.resolve().then(() => __importStar(require("child_process")));
-                        execSync(`${args.adbPath} shell input text ${args.value}`);
+                    try {
+                        const text = await element.getAttribute("text");
+                        if (text !== args.value) {
+                            const { execSync } = await Promise.resolve().then(() => __importStar(require("child_process")));
+                            execSync(`${args.adbPath} shell input text ${args.value}`);
+                        }
+                    }
+                    catch {
+                        logData_js_1.logger.info("Next step is enter, sending input with newline");
                     }
                 }
                 const ffElementNumber = `Fire-Flink-${ffNumber}`;
@@ -87,7 +92,7 @@ async function enterInput(args) {
                 await args.driver.execute((el) => {
                     el.scrollIntoView({
                         block: "center",
-                        inline: "center"
+                        inline: "nearest"
                     });
                 }, element);
                 await element.addValue(args.value);
@@ -101,7 +106,7 @@ async function enterInput(args) {
                     ffNumber: ffElementNumber,
                     elementName: args.elementName,
                     elementType: args.elementType,
-                    selector: args.selector,
+                    selector: xpathPath,
                     platform: args.platform
                 });
             }

package/dist/automation/actions/interaction/enterActions/enterInputAndPress.js

@@ -70,7 +70,7 @@ async function enterInputAndPress(args) {
                 await args.driver.execute((el) => {
                     el.scrollIntoView({
                         block: "center",
-                        inline: "center"
+                        inline: "nearest"
                     });
                 }, element);
                 if (inputValue) {
@@ -104,7 +104,7 @@ async function enterInputAndPress(args) {
                     ffNumber: ffElementNumber,
                     elementName: args.elementName,
                     elementType: args.elementType,
-                    selector: args.selector,
+                    selector: xpathPath,
                     platform: args.platform
                 });
             }

package/dist/automation/actions/interaction/enterActions/enterusingJs.js

@@ -12,7 +12,7 @@ async function enterInputUsingJs(args) {
         await args.driver.execute((el) => {
             el.scrollIntoView({
                 block: "center",
-                inline: "center"
+                inline: "nearest"
             });
         }, element);
         await element.addValue(args.value);
@@ -26,7 +26,7 @@ async function enterInputUsingJs(args) {
             ffNumber: ffElementNumber,
             elementName: args.elementName,
             elementType: args.elementType,
-            selector: args.selector,
+            selector: xpathPath,
             platform: args.platform
         });
     }

package/dist/automation/actions/interaction/enterActions/waitAndEnter.js

@@ -55,7 +55,7 @@ async function waitAndEnter(args) {
                 await args.driver.execute((el) => {
                     el.scrollIntoView({
                         block: "center",
-                        inline: "center"
+                        inline: "nearest"
                     });
                 }, element);
                 await element.addValue(inputValue);

package/dist/automation/actions/interaction/upload/uploadfile.js

@@ -26,7 +26,7 @@ async function uploadFilePathUsingRobot(args) {
             ffNumber: ffElementIndex,
             elementName: args.elementName,
             elementType: args.elementType,
-            selector: args.selector,
+            selector: xpathPath,
             platform: args.platform
         });
     }

package/dist/automation/actions/interaction/verify/VerifyNavigateURL.js

@@ -3,27 +3,54 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.verifyNavigateUrl = verifyNavigateUrl;
 const logData_js_1 = require("../../../../utils/logger/logData.js");
 const appendScriptData_js_1 = require("../../../../fireflinkData/fireflinkScript/appendScriptData.js");
+function canonicalize(raw) {
+    const url = new URL(raw.includes("://") ? raw : `https://${raw}`);
+    const host = url.hostname.toLowerCase().replace(/^www\./, "");
+    const pathname = url.pathname.length > 1
+        ? url.pathname.replace(/\/+$/, "")
+        : url.pathname;
+    return {
+        protocol: url.protocol,
+        host,
+        pathname,
+        search: url.search,
+        hash: url.hash,
+        port: url.port
+    };
+}
+function urlsLookTheSame(expected, actual) {
+    const a = canonicalize(expected);
+    const b = canonicalize(actual);
+    return (a.protocol === b.protocol &&
+        a.host === b.host &&
+        a.pathname === b.pathname &&
+        a.search === b.search &&
+        a.port === b.port &&
+        a.hash === b.hash);
+}
 async function verifyNavigateUrl(args) {
     try {
         const expectedUrl = args.value.trim();
         const actualUrl = await args.driver.getUrl();
-        const isMatched = actualUrl === expectedUrl;
-        logData_js_1.logger.info("Navigate URL verification result:", {
-            isMatched,
-            actualUrl,
-            expectedUrl
-        });
-        if (isMatched === false) {
+        const isMatched = urlsLookTheSame(expectedUrl, actualUrl);
+        if (!isMatched) {
+            logData_js_1.logger.info("Navigate URL verification result:", {
+                isMatched,
+                actualUrl,
+                expectedUrl
+            });
             throw new Error(`Current URL does not match expected. Expected: ${expectedUrl}, Actual: ${actualUrl}`);
         }
         (0, appendScriptData_js_1.appendScriptData)({
             scriptDataAppender: args.scriptDataAppender,
-            nlpName: "VerifyNavigateUrl",
-            stepInputs: [args.value]
+            nlpName: "VerifyNavigateURL",
+            stepInputs: [actualUrl]
         });
     }
     catch (error) {
-        args.scriptDataAppender.setErrorNLP("VerifyNavigateUrl");
-        throw new Error(`VerifyNavigateUrl action failed`, { cause: error });
+        args.scriptDataAppender.setErrorNLP("VerifyNavigateURL");
+        throw new Error("VerifyNavigateURL action failed", {
+            cause: error
+        });
     }
 }

package/dist/automation/actions/interface/FireFlinkResponseSchema.d.ts

@@ -3,6 +3,7 @@ export declare const KeywordSchema: z.ZodObject<{
     keywords: z.ZodArray<z.ZodString>;
     elementName: z.ZodString;
     action: z.ZodString;
+    liveLog: z.ZodString;
 }, z.core.$strip>;
 export declare const AlertShema: z.ZodObject<{
     action: z.ZodString;
@@ -115,6 +116,13 @@ export declare const ClearTextActionSchema: z.ZodObject<{
     inputText: z.ZodString;
     elementType: z.ZodString;
 }, z.core.$strip>;
+export declare const GetOtpActionSchema: z.ZodObject<{
+    nlpName: z.ZodString;
+    inputText: z.ZodString;
+    timeFrom: z.ZodString;
+    waitTime: z.ZodString;
+    activity: z.ZodString;
+}, z.core.$strip>;
 export declare const UploadActionSchema: z.ZodObject<{
     attributeValue: z.ZodString;
     action: z.ZodString;
@@ -145,4 +153,8 @@ export declare const ErrorDescriptionSchema: z.ZodObject<{
     error: z.ZodString;
     errorDescription: z.ZodString;
 }, z.core.$strip>;
+export declare const OtpExtractorSchema: z.ZodObject<{
+    otp: z.ZodString;
+    regex: z.ZodString;
+}, z.core.$strip>;
 export declare function getSchemaForPrompt(type: string, platform: string, args?: any): any;

package/dist/automation/actions/interface/FireFlinkResponseSchema.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ErrorDescriptionSchema = exports.UserStorySchema = exports.VisionSchema = exports.DefaultInteractionSchema = exports.MouseActionSchema = exports.UploadActionSchema = exports.ClearTextActionSchema = exports.EnterActionSchema = exports.TapActionSchema = exports.ClickActionSchema = exports.SwitchActionSchema = exports.MobileScrollSchema = exports.WebScrollSchema = exports.DragDropActionSchema = exports.MobileCombinedSchema = exports.CombinedActionSchema = exports.WaitActionSchema = exports.MobileGetSchema = exports.MobileVerifySchema = exports.WebGetSchema = exports.WebVerifySchema = exports.AlertShema = exports.KeywordSchema = void 0;
+exports.OtpExtractorSchema = exports.ErrorDescriptionSchema = exports.UserStorySchema = exports.VisionSchema = exports.DefaultInteractionSchema = exports.MouseActionSchema = exports.UploadActionSchema = exports.GetOtpActionSchema = exports.ClearTextActionSchema = exports.EnterActionSchema = exports.TapActionSchema = exports.ClickActionSchema = exports.SwitchActionSchema = exports.MobileScrollSchema = exports.WebScrollSchema = exports.DragDropActionSchema = exports.MobileCombinedSchema = exports.CombinedActionSchema = exports.WaitActionSchema = exports.MobileGetSchema = exports.MobileVerifySchema = exports.WebGetSchema = exports.WebVerifySchema = exports.AlertShema = exports.KeywordSchema = void 0;
 exports.getSchemaForPrompt = getSchemaForPrompt;
 const zod_1 = require("zod");
 const promptType_js_1 = require("../../../core/types/promptType.js");
@@ -8,6 +8,7 @@ exports.KeywordSchema = zod_1.z.object({
     keywords: zod_1.z.array(zod_1.z.string()),
     elementName: zod_1.z.string(),
     action: zod_1.z.string(),
+    liveLog: zod_1.z.string()
 });
 exports.AlertShema = zod_1.z.object({
     action: zod_1.z.string(),
@@ -120,6 +121,13 @@ exports.ClearTextActionSchema = zod_1.z.object({
     inputText: zod_1.z.string(),
     elementType: zod_1.z.string(),
 });
+exports.GetOtpActionSchema = zod_1.z.object({
+    nlpName: zod_1.z.string(),
+    inputText: zod_1.z.string(),
+    timeFrom: zod_1.z.string(),
+    waitTime: zod_1.z.string(),
+    activity: zod_1.z.string(),
+});
 exports.UploadActionSchema = zod_1.z.object({
     attributeValue: zod_1.z.string(),
     action: zod_1.z.string(),
@@ -150,6 +158,10 @@ exports.ErrorDescriptionSchema = zod_1.z.object({
     error: zod_1.z.string(),
     errorDescription: zod_1.z.string(),
 });
+exports.OtpExtractorSchema = zod_1.z.object({
+    otp: zod_1.z.string(),
+    regex: zod_1.z.string()
+});
 const schemaMap = {
     [promptType_js_1.PromptType.KEYWORD_EXTRACTOR]: exports.KeywordSchema,
     [promptType_js_1.PromptType.VISION_PROMPT]: exports.VisionSchema,
@@ -157,6 +169,7 @@ const schemaMap = {
     [promptType_js_1.PromptType.ERROR_DESCRIPTION]: exports.ErrorDescriptionSchema,
     [promptType_js_1.PromptType.WAIT_ACTION_EXTRACTOR_PROMPT]: exports.WaitActionSchema,
     [promptType_js_1.PromptType.COMBINED_ACTION_EXTRACTOR_PROMPT]: exports.CombinedActionSchema,
+    [promptType_js_1.PromptType.OTP_EXTRACTOR]: exports.OtpExtractorSchema,
 };
 function getSchemaForPrompt(type, platform, args) {
     let schemaToUse = schemaMap[type];
@@ -189,8 +202,11 @@ function getSchemaForPrompt(type, platform, args) {
         else if (inspectArgs?.stepAction === "tap") {
             schemaToUse = exports.TapActionSchema;
         }
-        else if (inspectArgs?.stepAction === "enter") {
-            schemaToUse = exports.EnterActionSchema;
+        else if (inspectArgs?.stepAction === "enter" || inspectArgs?.stepAction === "enterOtp") {
+            schemaToUse = platform === "web" ? exports.EnterActionSchema : exports.TapActionSchema;
+        }
+        else if (inspectArgs?.stepAction === "getOtp") {
+            schemaToUse = exports.GetOtpActionSchema;
         }
         else if (inspectArgs?.stepAction === "cleartext") {
             schemaToUse = exports.ClearTextActionSchema;

package/dist/automation/actions/interface/getOtpInterface.d.ts

@@ -0,0 +1,15 @@
+import { ScriptDataAppender } from "../../../fireflinkData/fireflinkScript/scriptGenrationData.js";
+export interface GetOtpInterface {
+    driver: WebdriverIO.Browser;
+    scriptDataAppender: ScriptDataAppender;
+    platform: string;
+    adbPath?: string;
+    selector: string;
+    timeFrom: string;
+    waitTime: string;
+    activity: string;
+    otpExtractor?: (smsBody: string) => Promise<{
+        otp: string;
+        regex: string;
+    } | null>;
+}

package/dist/automation/actions/interface/getOtpInterface.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/automation/browserSession/initiateBrowserSession.d.ts

@@ -8,7 +8,7 @@ export declare class BrowserSession {
     private isCloud;
     constructor(browserName: BrowserId, isCloud: boolean | undefined, capabilities: Record<string, any> | undefined, pageLoad: number, CloudConfig: CloudConfig | undefined);
     private openBrowser;
-    open(path?: string, profile?: string): Promise<void>;
+    open(path?: string, profile?: string, customCaps?: string[]): Promise<void>;
     close(): Promise<void>;
     getCurrentDriver(): Promise<WebdriverIO.Browser>;
 }

package/dist/automation/browserSession/initiateBrowserSession.js

@@ -12,10 +12,10 @@ class BrowserSession {
         this.isCloud = isCloud;
         this.cloudSessionInstances = new initiateCloudSession_js_1.CloudSession(capabilities, CloudConfig);
     }
-    async openBrowser(path, profile) {
+    async openBrowser(path, profile, customCaps) {
         try {
             const driver = await (0, webdriverio_1.remote)({
-                capabilities: (0, capability_js_1.getCapabilities)(this.browserName, path, profile),
+                capabilities: (0, capability_js_1.getCapabilities)(this.browserName, path, profile, customCaps),
                 logLevel: "silent"
             });
             driver.setTimeout({ 'pageLoad': this.pageLoad });
@@ -29,15 +29,23 @@ class BrowserSession {
             throw new Error("Browser failed to open", { cause: error });
         }
     }
-    async open(path, profile) {
+    async open(path, profile, customCaps) {
         this.driver = this.isCloud
             ? await this.cloudSessionInstances.initialize()
-            : await this.openBrowser(path, profile);
+            : await this.openBrowser(path, profile, customCaps);
     }
     async close() {
-        if (this.driver) {
-            await this.driver.deleteSession();
-            this.driver = null;
+        try {
+            if (this.driver) {
+                await this.driver.deleteSession();
+                this.driver = null;
+            }
+            else {
+                throw new Error("Browser not initialized");
+            }
+        }
+        catch (error) {
+            throw new Error("Browser failed to close", { cause: error });
         }
     }
     async getCurrentDriver() {

package/dist/automation/driverState.d.ts

@@ -0,0 +1,2 @@
+import { IScriptGenerationData } from "../core/interfaces/scriptGenrationDataInterface.js";
+export declare const UserSessionAutomationTestCase: Record<string, IScriptGenerationData[]>;

package/dist/automation/driverState.js

@@ -0,0 +1,4 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UserSessionAutomationTestCase = void 0;
+exports.UserSessionAutomationTestCase = {};

package/dist/automation/mobileSession/initiateMobileSession.d.ts

@@ -23,7 +23,7 @@ export interface IIOSCapabilities {
     "appium:deviceName": string;
     "appium:udid": string;
     "appium:automationName": "XCUITest";
-    "appium:bundleId": string;
+    "appium:bundleId"?: string;
     "appium:shouldUseCompactResponses"?: boolean;
     "appium:waitForQuiescence"?: boolean;
     "appium:wdaLaunchTimeout"?: number;
@@ -45,15 +45,14 @@ export declare class MobileSession {
     private driver;
     private appiumPort;
     private currentAppPackage;
+    private deviceId;
     private cloudSessionInstances;
     private isCloud;
     private adbPath;
     constructor(appiumPort: number, isCloud: boolean | undefined, capabilities: Record<string, string | boolean> | undefined, CloudConfig: CloudConfig | undefined, adbPath: string | undefined);
     private openApp;
-    open(arg: {
-        capabilities: IMobileCapabilities;
-        keywords: string[];
-    }): Promise<void>;
+    createDriver(capabilities: IMobileCapabilities): Promise<void>;
+    launchApp(appPackage?: string, appActivity?: string): Promise<void>;
     close(): Promise<void>;
     getCurrentDriver(): Promise<WebdriverIO.Browser>;
 }