ff-automationv2 2.2.33 → 2.2.34-beta.1

package/dist/ai/llmprompts/llmPromptTypes/systemPromptTypes.d.ts

@@ -1,5 +1,7 @@
 export type keywordExtractor = {
     priorAndNextSteps: string[];
+    allSteps?: string[];
+    previousPlatform?: string | null;
 };
 export type FFInspectorArgs = {
     stepAction: string;

package/dist/ai/llmprompts/promptRegistry.js

@@ -13,6 +13,7 @@ const getActionExtractorPrompt_js_1 = require("./systemPrompts/getActionExtracto
 const verifyActionExtractorPromptMob_js_1 = require("./systemPrompts/verifyActionExtractorPromptMob.js");
 const getActionExtractorPromptMob_js_1 = require("./systemPrompts/getActionExtractorPromptMob.js");
 const mobileKeywordExtractor_js_1 = require("./systemPrompts/mobileKeywordExtractor.js");
+const multichannelKeywordExtractor_js_1 = require("./systemPrompts/multichannelKeywordExtractor.js");
 const combinedActionExtractorPromptMob_js_1 = require("./systemPrompts/combinedActionExtractorPromptMob.js");
 const waitActionExtractorPromptMob_js_1 = require("./systemPrompts/waitActionExtractorPromptMob.js");
 const waitActionExtractorPrompt_js_1 = require("./systemPrompts/waitActionExtractorPrompt.js");
@@ -25,6 +26,7 @@ exports.prompts = {
     web: {
         userStoryToList: userStoryToListPrompt_js_1.buildStepExtractionPrompt,
         keywordExtractorPrompt: actionExtractorPrompt_js_1.keywordExtractor,
+        multichannelKeywordExtractorPrompt: multichannelKeywordExtractor_js_1.keywordExtractorMultichannel,
         errorDescriptionPrompt: errorDescriptionPrompt_js_1.buildErrorDescriptionPrompt,
         ffInspectorNumExtractor: fireflinkElementIndexExtactors_js_1.ffInspectorNumExtractor,
         verifyActionExtractorPrompt: verifyActionExtractorPrompt_js_1.verifyActionExtractorPrompt,
@@ -40,6 +42,7 @@ exports.prompts = {
     android: {
         userStoryToList: userStoryToListPrompt_js_1.androidbuildStepExtractionPrompt,
         keywordExtractorPrompt: mobileKeywordExtractor_js_1.keywordExtractorMobile,
+        multichannelKeywordExtractorPrompt: multichannelKeywordExtractor_js_1.keywordExtractorMultichannel,
         errorDescriptionPrompt: errorDescriptionPrompt_js_1.buildErrorDescriptionPrompt,
         ffInspectorNumExtractor: fireflinkElementIndexExtractor_Mob_js_1.ffInspectorNumExtractorMob,
         verifyActionExtractorPrompt: verifyActionExtractorPromptMob_js_1.verifyActionExtractorPromptMob,
@@ -55,6 +58,7 @@ exports.prompts = {
     ios: {
         userStoryToList: userStoryToListPrompt_js_1.androidbuildStepExtractionPrompt,
         keywordExtractorPrompt: mobileKeywordExtractor_js_1.keywordExtractorMobile,
+        multichannelKeywordExtractorPrompt: multichannelKeywordExtractor_js_1.keywordExtractorMultichannel,
         errorDescriptionPrompt: errorDescriptionPrompt_js_1.buildErrorDescriptionPrompt,
         ffInspectorNumExtractor: fireflinkElementIndexExtractor_Mob_js_1.ffInspectorNumExtractorMob,
         verifyActionExtractorPrompt: verifyActionExtractorPromptMob_js_1.verifyActionExtractorPromptMob,

package/dist/ai/llmprompts/systemPrompts/multichannelKeywordExtractor.d.ts

@@ -0,0 +1,6 @@
+import { keywordExtractor } from "../llmPromptTypes/systemPromptTypes";
+export type multichannelKeywordExtractor = keywordExtractor & {
+    allSteps: string[];
+    previousPlatform?: string | null;
+};
+export declare function keywordExtractorMultichannel({ priorAndNextSteps, allSteps, previousPlatform, }: multichannelKeywordExtractor): Promise<string>;

package/dist/ai/llmprompts/systemPrompts/multichannelKeywordExtractor.js

@@ -0,0 +1,86 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.keywordExtractorMultichannel = keywordExtractorMultichannel;
+const actionExtractorPrompt_js_1 = require("./actionExtractorPrompt.js");
+const mobileKeywordExtractor_js_1 = require("./mobileKeywordExtractor.js");
+async function keywordExtractorMultichannel({ priorAndNextSteps, allSteps, previousPlatform, }) {
+    const webPrompt = await (0, actionExtractorPrompt_js_1.keywordExtractor)({ priorAndNextSteps });
+    const mobilePrompt = await (0, mobileKeywordExtractor_js_1.keywordExtractorMobile)({ priorAndNextSteps });
+    const allowedActions = [
+        "enter",
+        "refresh",
+        "wait",
+        "verify",
+        "scroll",
+        "navigate",
+        "navigateBack",
+        "click",
+        "maximize",
+        "minimize",
+        "get",
+        "upload",
+        "close",
+        "open",
+        "openApp",
+        "drag_and_drop",
+        "closeApp",
+        "switch",
+        "cleartext",
+        "tap",
+        "combined",
+        "mouseAction",
+        "switchToAndroid",
+        "switchToWeb",
+        "getOtp",
+        "enterOtp",
+        "arithmetic",
+    ];
+    return `
+You are extracting keywords for a MULTICHANNEL test. Platform is not provided by the user.
+You MUST decide the platform for the CURRENT step and return it so downstream execution stays unchanged.
+
+previousPlatform: ${previousPlatform ?? "none"}
+allSteps (full script, use as context only): ${JSON.stringify(allSteps)}
+nearbySteps: ${JSON.stringify(priorAndNextSteps)}
+
+PLATFORM DECISION RULES (mandatory):
+- platform MUST be exactly one of: "web" | "android" | "ios"
+- Decide using the CURRENT step first, then allSteps for context, then previousPlatform.
+- If the current step is in the middle of a flow and does not clearly name a platform, browser, URL, app, package, bundle, or device, you MUST reuse previousPlatform.
+- If previousPlatform is "none" (first step), infer from the current step and allSteps:
+  - web: browser, URL, http/https, navigate, click, open browser, web page, tab, window
+  - android: Android app, APK, appPackage, appActivity, UiAutomator, Android device
+  - ios: iOS app, iPhone, IPA, bundle id, XCUITest, Safari on iOS
+- Do not switch platform on generic UI verbs (tap/click/enter/verify/scroll) unless the step or surrounding allSteps clearly change channel.
+- After you choose platform, follow THAT platform's keyword/action rules below. Do not mix web actions onto mobile or mobile actions onto web.
+  - web actions include: click, open, close, navigate, navigateBack, maximize, minimize, refresh, mouseAction, drag_and_drop, switch, cleartext, upload
+  - android/ios actions include: tap, openApp, closeApp, combined, enterOtp
+  - shared: enter, wait, verify, scroll, get, getOtp, arithmetic, switchToAndroid, switchToWeb
+- action must be one of: ${JSON.stringify(allowedActions)}
+
+===== WEB KEYWORD RULES (use when platform is web) =====
+${webPrompt}
+
+===== ANDROID / iOS KEYWORD RULES (use when platform is android or ios) =====
+${mobilePrompt}
+
+Respond ONLY with valid JSON in this EXACT format (this overrides the JSON formats in the sections above):
+{
+  "steps": [
+    {
+      "platform": "web" | "android" | "ios",
+      "keywords": ["key1", "key2"],
+      "elementName": "element name",
+      "action": ${allowedActions.join("|")},
+      "isStepValueDependable": boolean,
+      "liveLog": "Short human-readable description of what the AI is about to do.",
+      "fileType": "pdf" | other lowercase file extension | null,
+      "step": "Single atomic instruction for this step."
+    }
+  ]
+}
+
+Every object in "steps" MUST include platform. If you split one user step into multiple objects, keep the same platform unless the wording clearly switches channel.
+No other text.
+`;
+}

package/dist/ai/llmprompts/userPrompts/userPrompt.js

@@ -6,6 +6,7 @@ const imageUtils_js_1 = require("../../../utils/helpers/imageUtils.js");
 exports.userInputFormatters = {
     [promptType_js_1.PromptType.USER_STORY_TO_LIST]: (userInput) => `Convert the following user story into steps:\n\n${JSON.stringify(userInput.userStory, null, 2)}`,
     [promptType_js_1.PromptType.KEYWORD_EXTRACTOR]: (userInput) => `Extract keywords from the following input:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
+    [promptType_js_1.PromptType.MULTICHANNEL_KEYWORD_EXTRACTOR]: (userInput) => `Extract keywords and decide platform for the following current step:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
     [promptType_js_1.PromptType.ERROR_DESCRIPTION]: (error) => `Analyze the following error context:\n\n${JSON.stringify(error.error, null, 2)}`,
     [promptType_js_1.PromptType.FF_INSPECTOR]: (userInput) => `Inspect the DOM for the following action context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
     [promptType_js_1.PromptType.VERIFY_PROMPT]: (userInput) => `Inspect the DOM for the following verify context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,

package/dist/automation/actions/interaction/clear/clear.js

@@ -9,7 +9,10 @@ async function clear(args) {
         case "android":
         case "ios":
             try {
-                const { ffNumber, xpathPath } = (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
+                const isWebView = args.pageDOM?.includes("ff-inspect");
+                const { ffNumber, xpathPath } = isWebView
+                    ? (0, enterActionHelper_js_1.enterActionHelper)(args.pageDOM, args.fireflinkIndex)
+                    : (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
                 await args.driver.$(xpathPath).clearValue();
                 const ffElementNumber = `Fire-Flink-${ffNumber}`;
                 (0, appendScriptData_js_1.appendScriptData)({

package/dist/automation/actions/interaction/clear/clearAndEnter.js

@@ -10,7 +10,10 @@ async function clearAndEnter(args) {
         case "android":
         case "ios":
             try {
-                const { ffNumber, xpathPath } = (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
+                const isWebView = args.pageDOM?.includes("ff-inspect");
+                const { ffNumber, xpathPath } = isWebView
+                    ? (0, enterActionHelper_js_1.enterActionHelper)(args.pageDOM, args.fireflinkIndex)
+                    : (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
                 const element = args.driver.$(xpathPath);
                 await element.clearValue();
                 await element.setValue(args.value);

package/dist/automation/actions/interaction/elementlessActions/getOtp.js

@@ -46,7 +46,7 @@ async function GetOtpAction(args) {
             (0, appendScriptData_js_1.appendScriptData)({
                 scriptDataAppender: args.scriptDataAppender,
                 nlpName: "MOB_FetchOtpFromMessages",
-                stepInputs: [existingSms.address, timeFrom + "s", waitTime],
+                stepInputs: [existingSms.address, timeFrom + "s", waitTime, _regex],
                 platform: "android",
                 returnTypeVariableName: args.returnTypeVariableName
             });
@@ -84,7 +84,7 @@ async function GetOtpAction(args) {
                 (0, appendScriptData_js_1.appendScriptData)({
                     scriptDataAppender: args.scriptDataAppender,
                     nlpName: "MOB_FetchOtpFromMessages",
-                    stepInputs: [latestSms.address, timeFrom + "s", waitTime],
+                    stepInputs: [latestSms.address, timeFrom + "s", waitTime, regex],
                     platform: "android",
                     returnTypeVariableName: args.returnTypeVariableName
                 });

package/dist/automation/actions/interaction/enterActions/EnterInputIntoElementFromClipBoardInterface_mob.js

@@ -7,7 +7,10 @@ const logData_js_1 = require("../../../../utils/logger/logData.js");
 const saveStepInputData_js_1 = require("../../../../utils/helpers/saveStepInputData.js");
 async function MOB_EnterInputIntoElementFromClipBoard(args) {
     try {
-        const { ffNumber, xpathPath } = (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
+        const isWebView = args.pageDOM?.includes("ff-inspect");
+        const { ffNumber, xpathPath } = isWebView
+            ? (0, enterActionHelper_js_1.enterActionHelper)(args.pageDOM, args.fireflinkIndex)
+            : (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
         const element = await args.driver.$(xpathPath);
         const base64Value = await args.driver.getClipboard('plaintext');
         const value = Buffer.from(base64Value, 'base64').toString('utf-8');

package/dist/automation/actions/interaction/enterActions/enterInput.js

@@ -44,7 +44,10 @@ async function enterInput(args) {
         case "android":
         case "ios":
             try {
-                const { ffNumber, xpathPath } = (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
+                const isWebView = args.pageDOM?.includes("ff-inspect");
+                const { ffNumber, xpathPath } = isWebView
+                    ? (0, enterActionHelper_js_1.enterActionHelper)(args.pageDOM, args.fireflinkIndex)
+                    : (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
                 const element = await args.driver.$(xpathPath);
                 if (args.stepIndex + 1 < args.filteredSteps.length &&
                     args.filteredSteps[args.stepIndex].toLowerCase().includes("enter")) {
@@ -54,7 +57,7 @@ async function enterInput(args) {
                 else {
                     await element.setValue(args.value);
                 }
-                if (args.platform === "android") {
+                if (args.platform === "android" && !isWebView) {
                     try {
                         const text = await element.getAttribute("text");
                         if (text !== args.value) {

package/dist/automation/actions/interaction/enterActions/enterInputAndPress.js

@@ -8,7 +8,10 @@ async function enterInputAndPress(args) {
     switch (args.platform) {
         case "android":
             try {
-                const { ffNumber, xpathPath } = (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
+                const isWebView = args.pageDOM?.includes("ff-inspect");
+                const { ffNumber, xpathPath } = isWebView
+                    ? (0, enterActionHelper_js_1.enterActionHelper)(args.pageDOM, args.fireflinkIndex)
+                    : (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
                 const element = await args.driver.$(xpathPath);
                 const parts = String(args.value).split(",");
                 const inputValue = parts[0]?.trim() || "";

package/dist/automation/actions/interaction/enterActions/waitAndEnter.js

@@ -19,7 +19,10 @@ async function waitAndEnter(args) {
         // ---------------- ANDROID ----------------
         case "android":
             try {
-                const { ffNumber, xpathPath } = (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
+                const isWebView = args.pageDOM?.includes("ff-inspect");
+                const { ffNumber, xpathPath } = isWebView
+                    ? (0, enterActionHelper_js_1.enterActionHelper)(args.pageDOM, args.fireflinkIndex)
+                    : (0, enterActionHelper_js_1.enterActionHelperMob)(args.pageDOM, args.fireflinkIndex);
                 const { inputValue, waitTimeSeconds } = parseValue(args.value);
                 const element = await args.driver.$(xpathPath);
                 // Wait before typing

package/dist/automation/actions/interaction/get/getText.js

@@ -11,8 +11,15 @@ const getText = async (args) => {
         case "ios":
             try {
                 const element = await args.driver.$(args.selector);
-                const attrName = args.platform === "ios" ? "value" : "text";
-                const _text = await element.getAttribute(attrName);
+                const isWebView = args.pageDOM?.includes("ff-inspect");
+                let _text = null;
+                if (isWebView) {
+                    _text = await element.getText();
+                }
+                else {
+                    const attrName = args.platform === "ios" ? "value" : "text";
+                    _text = await element.getAttribute(attrName);
+                }
                 logData_js_1.logger.info("Text", _text);
                 (0, saveStepInputData_js_1.saveStepInputData)(args, _text);
                 (0, appendScriptData_js_1.appendScriptData)({

package/dist/automation/actions/interaction/iframe/switchToDefaultContent.js

@@ -4,7 +4,7 @@ exports.switchToDefaultContent = switchToDefaultContent;
 const appendScriptData_js_1 = require("../../../../fireflinkData/fireflinkScript/appendScriptData.js");
 async function switchToDefaultContent(args) {
     try {
-        await args.driver.switchToFrame(null);
+        await args.driver.switchFrame(null);
         (0, appendScriptData_js_1.appendScriptData)({
             scriptDataAppender: args.scriptDataAppender,
             nlpName: "SwitchToDefaultContent"

package/dist/automation/actions/interaction/shadowDom/shadowDomUpload.js

@@ -1,26 +1,104 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.uploadFileShadowElement = uploadFileShadowElement;
-const jsForShadowRoot_js_1 = require("../../../../utils/javascript/jsForShadowRoot.js");
 const appendScriptData_js_1 = require("../../../../fireflinkData/fireflinkScript/appendScriptData.js");
+const generateJsPath_js_1 = require("../../../../utils/JsPathGenerator/generateJsPath.js");
+const logData_js_1 = require("../../../../utils/logger/logData.js");
 async function uploadFileShadowElement(args) {
     try {
-        const executableJS = jsForShadowRoot_js_1.SHADOW_DOM_UPLOAD_JS.replace("arguments[0]", `"${args.selector}"`);
-        const exists = await args.driver.execute(jsForShadowRoot_js_1.SHADOW_DOM_UPLOAD_JS, args.selector);
-        if (!exists) {
-            throw new Error("uploda for shadow dom  is failed");
+        const parts = args.selector.split("/shadow/");
+        let fileInput = null;
+        // Build shadow host chain ONCE — shared across all tiers (avoids duplicate traversal)
+        const shadowHosts = [];
+        try {
+            let el = await args.driver.$(parts[0]);
+            shadowHosts.push(el);
+            for (let i = 1; i < parts.length - 1; i++) {
+                el = await el.shadow$((0, generateJsPath_js_1.convertToCssSelector)(parts[i]));
+                shadowHosts.push(el);
+            }
+        }
+        catch {
+            // partial shadowHosts[] is still usable for whatever was resolved
+        }
+        const lastKnownHost = shadowHosts.length > 0 ? shadowHosts[shadowHosts.length - 1] : null;
+        // Tier 1 — shadow$() on deepest known host (1 level below last host)
+        if (lastKnownHost && await lastKnownHost.isExisting()) {
+            try {
+                const candidate = await lastKnownHost.shadow$('input[type="file"]');
+                if (candidate && await candidate.isExisting()) {
+                    fileInput = candidate;
+                }
+            }
+            catch {
+                // fall through to Tier 2
+            }
+        }
+        // Tier 2 — Option A: element-scoped >>> deep-pierce from last known host
+        if (!fileInput && lastKnownHost && await lastKnownHost.isExisting()) {
+            try {
+                const candidate = await lastKnownHost.$('>>>input[type="file"]');
+                if (candidate && await candidate.isExisting()) {
+                    fileInput = candidate;
+                }
+            }
+            catch {
+                // fall through to Tier 3
+            }
+        }
+        // Tier 3 — backtrack deepest → outermost across all recorded shadow hosts
+        if (!fileInput) {
+            for (let i = shadowHosts.length - 1; i >= 0; i--) {
+                try {
+                    const candidate = await shadowHosts[i].shadow$('input[type="file"]');
+                    if (candidate && await candidate.isExisting()) {
+                        fileInput = candidate;
+                        break;
+                    }
+                }
+                catch {
+                    // continue up the chain
+                }
+            }
+        }
+        if (!fileInput) {
+            throw new Error(`Shadow DOM file input not found. Selector: "${args.selector}"`);
         }
         const remoteFilePath = await args.driver.uploadFile(args.value);
-        const fileInput = await args.driver.$(exists);
-        await fileInput.setValue(remoteFilePath);
+        try {
+            await fileInput.setValue(remoteFilePath);
+        }
+        catch (err) {
+            logData_js_1.logger.info(`setValue failed on shadow file input, trying addValue: ${err.message}`);
+            await fileInput.addValue(remoteFilePath);
+        }
+        //Dispatch change and input events so custom UI components update their state
+        await args.driver.execute((el) => {
+            if (el) {
+                el.dispatchEvent(new Event("input", { bubbles: true, composed: true }));
+                el.dispatchEvent(new Event("change", { bubbles: true, composed: true }));
+            }
+        }, fileInput);
+        logData_js_1.logger.info(`Successfully uploaded file into shadow DOM element`);
+        // Generate JSPath
+        const jsPath = (0, generateJsPath_js_1.generateJsPath)(args.selector, 'input[type="file"]');
+        console.warn("RAW JSPath:\n" + jsPath);
+        const ffElementIndex = `Fire-Flink-${args.fireflinkIndex}`;
         (0, appendScriptData_js_1.appendScriptData)({
             scriptDataAppender: args.scriptDataAppender,
-            nlpName: "ExecuteJavaScript",
-            stepInputs: [executableJS]
+            nlpName: "SendKeys",
+            stepInputs: [args.value],
+            pageDOM: args.pageDOM,
+            elementGetter: args.elementGetter,
+            ffNumber: ffElementIndex,
+            elementName: args.elementName,
+            elementType: "button",
+            selector: jsPath,
+            platform: args.platform
         });
     }
     catch (error) {
-        args.scriptDataAppender.setErrorNLP("ExecuteJavaScript");
+        args.scriptDataAppender.setErrorNLP("SendKeys");
         throw new Error("Shadow Upload action failed", {
             cause: error
         });

package/dist/automation/actions/interaction/verify/VerifyElementNotContainsText.js

@@ -7,7 +7,10 @@ async function verifyElementNotContainsText(args) {
         case "android":
             try {
                 const element = await args.driver.$(args.selector);
-                const expected = await element.getAttribute("text");
+                const isWebView = args.pageDOM?.includes("ff-inspect");
+                const expected = isWebView
+                    ? (await element.getText()) || ""
+                    : (await element.getAttribute("text")) || "";
                 const caseSensitive = false;
                 if (expected == args.value) {
                     throw new Error(`Element do contain the text. Expected: not containing "${args.value}", Actual: contains "${expected}"`);

package/dist/automation/actions/interaction/verify/verifypartialtext.js

@@ -10,8 +10,15 @@ async function verifyPartialText(args) {
         case "ios":
             try {
                 const element = await args.driver.$(args.selector);
-                const attributeName = args.platform === "ios" ? "value" : "text";
-                const actual = (await element.getAttribute(attributeName)) || "";
+                const isWebView = args.pageDOM?.includes("ff-inspect");
+                let actual;
+                if (isWebView) {
+                    actual = (await element.getText()) || "";
+                }
+                else {
+                    const attributeName = args.platform === "ios" ? "value" : "text";
+                    actual = (await element.getAttribute(attributeName)) || "";
+                }
                 const expected = args.value;
                 if (!actual?.includes(expected)) {
                     throw new Error(`Element does not contain the expected text. Expected to contain: "${args.value}", Actual: "${actual}"`);

package/dist/automation/actions/interaction/verify/verifytext.js

@@ -10,8 +10,15 @@ async function verifyText(args) {
         case "ios":
             try {
                 const element = await args.driver.$(args.selector);
-                const attributeName = args.platform === "ios" ? "value" : "text";
-                const text = (await element.getAttribute(attributeName)) || "";
+                const isWebView = args.pageDOM?.includes("ff-inspect");
+                let text;
+                if (isWebView) {
+                    text = (await element.getText()) || "";
+                }
+                else {
+                    const attributeName = args.platform === "ios" ? "value" : "text";
+                    text = (await element.getAttribute(attributeName)) || "";
+                }
                 const expected = (args.value || "").toLowerCase();
                 const isMatched = text.toLowerCase().trim() === expected.trim();
                 logData_js_1.logger.info("text", { text });

package/dist/automation/actions/interface/FireFlinkResponseSchema.d.ts

@@ -19,6 +19,36 @@ export declare const KeywordSchema: z.ZodObject<{
         step: z.ZodString;
     }, z.core.$strip>>;
 }, z.core.$strip>;
+export declare const MultichannelStepItemSchema: z.ZodObject<{
+    keywords: z.ZodArray<z.ZodString>;
+    elementName: z.ZodString;
+    action: z.ZodString;
+    isStepValueDependable: z.ZodBoolean;
+    liveLog: z.ZodString;
+    fileType: z.ZodNullable<z.ZodString>;
+    step: z.ZodString;
+    platform: z.ZodEnum<{
+        web: "web";
+        android: "android";
+        ios: "ios";
+    }>;
+}, z.core.$strip>;
+export declare const MultichannelKeywordSchema: z.ZodObject<{
+    steps: z.ZodArray<z.ZodObject<{
+        keywords: z.ZodArray<z.ZodString>;
+        elementName: z.ZodString;
+        action: z.ZodString;
+        isStepValueDependable: z.ZodBoolean;
+        liveLog: z.ZodString;
+        fileType: z.ZodNullable<z.ZodString>;
+        step: z.ZodString;
+        platform: z.ZodEnum<{
+            web: "web";
+            android: "android";
+            ios: "ios";
+        }>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
 export declare const AlertShema: z.ZodObject<{
     action: z.ZodString;
     inputText: z.ZodString;

package/dist/automation/actions/interface/FireFlinkResponseSchema.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ArithmeticSchema = exports.InputContextSchema = exports.OtpExtractorSchema = exports.ErrorDescriptionSchema = exports.UserStorySchema = exports.VisionSchema = exports.DefaultInteractionSchema = exports.MouseActionSchema = exports.UploadActionSchema = exports.GetOtpActionSchema = exports.ClearTextActionSchema = exports.EnterActionSchema = exports.TapActionSchema = exports.ClickActionSchema = exports.SwitchActionSchema = exports.MobileScrollSchema = exports.WebScrollSchema = exports.DragDropActionSchema = exports.MobileCombinedSchema = exports.CombinedActionSchema = exports.WaitActionSchema = exports.MobileGetSchema = exports.MobileFileVerifySchema = exports.MobileVerifySchema = exports.WebGetSchema = exports.WebFileVerifySchema = exports.WebVerifySchema = exports.AlertShema = exports.KeywordSchema = exports.StepItemSchema = void 0;
+exports.ArithmeticSchema = exports.InputContextSchema = exports.OtpExtractorSchema = exports.ErrorDescriptionSchema = exports.UserStorySchema = exports.VisionSchema = exports.DefaultInteractionSchema = exports.MouseActionSchema = exports.UploadActionSchema = exports.GetOtpActionSchema = exports.ClearTextActionSchema = exports.EnterActionSchema = exports.TapActionSchema = exports.ClickActionSchema = exports.SwitchActionSchema = exports.MobileScrollSchema = exports.WebScrollSchema = exports.DragDropActionSchema = exports.MobileCombinedSchema = exports.CombinedActionSchema = exports.WaitActionSchema = exports.MobileGetSchema = exports.MobileFileVerifySchema = exports.MobileVerifySchema = exports.WebGetSchema = exports.WebFileVerifySchema = exports.WebVerifySchema = exports.AlertShema = exports.MultichannelKeywordSchema = exports.MultichannelStepItemSchema = exports.KeywordSchema = exports.StepItemSchema = void 0;
 exports.getSchemaForPrompt = getSchemaForPrompt;
 const zod_1 = require("zod");
 const promptType_js_1 = require("../../../core/types/promptType.js");
@@ -16,6 +16,12 @@ exports.StepItemSchema = zod_1.z.object({
 exports.KeywordSchema = zod_1.z.object({
     steps: zod_1.z.array(exports.StepItemSchema)
 });
+exports.MultichannelStepItemSchema = exports.StepItemSchema.extend({
+    platform: zod_1.z.enum(["web", "android", "ios"]),
+});
+exports.MultichannelKeywordSchema = zod_1.z.object({
+    steps: zod_1.z.array(exports.MultichannelStepItemSchema)
+});
 exports.AlertShema = zod_1.z.object({
     action: zod_1.z.string(),
     inputText: zod_1.z.string()
@@ -202,6 +208,7 @@ exports.ArithmeticSchema = zod_1.z.object({
 });
 const schemaMap = {
     [promptType_js_1.PromptType.KEYWORD_EXTRACTOR]: exports.KeywordSchema,
+    [promptType_js_1.PromptType.MULTICHANNEL_KEYWORD_EXTRACTOR]: exports.MultichannelKeywordSchema,
     [promptType_js_1.PromptType.VISION_PROMPT]: exports.VisionSchema,
     [promptType_js_1.PromptType.USER_STORY_TO_LIST]: exports.UserStorySchema,
     [promptType_js_1.PromptType.ERROR_DESCRIPTION]: exports.ErrorDescriptionSchema,

package/dist/core/helpers/elementSelectorResolver.d.ts

@@ -3,7 +3,7 @@ import { ShadowIframeResult } from "../interfaces/automationRunnerInterface.js";
 export { ShadowIframeResult };
 export declare function generateUniqueName(currentName: string | undefined, usedNames: string[]): string | undefined;
 export declare function normalizeSvgSelector(selector: string): string;
-export declare function resolveElementSelector(doc: any, domInfo: any, fireflinkIndex: string, platform: PlatformType, driver: any): Promise<{
+export declare function resolveElementSelector(doc: any, domInfo: any, fireflinkIndex: string, platform: PlatformType, driver: any, fallbackAttempt: number, driverContext?: any): Promise<{
     selector: string;
     doc: any;
     domInfo: any;

package/dist/core/helpers/elementSelectorResolver.js

@@ -31,11 +31,11 @@ function normalizeSvgSelector(selector) {
     }
     return selector;
 }
-async function resolveElementSelector(doc, domInfo, fireflinkIndex, platform, driver) {
+async function resolveElementSelector(doc, domInfo, fireflinkIndex, platform, driver, fallbackAttempt, driverContext) {
     let selector;
     let updatedDoc = doc;
     let updatedDomInfo = domInfo;
-    if (platform === "web") {
+    if (platform === "web" || (driverContext && fallbackAttempt > 1)) {
         if (!updatedDoc) {
             logData_js_1.logger.info("doc is undefined. Rebuilding document from domInfo.");
             if (!updatedDomInfo || !updatedDomInfo.dom) {
@@ -57,6 +57,7 @@ async function resolveElementSelector(doc, domInfo, fireflinkIndex, platform, dr
         selector = result.xpathPath;
     }
     selector = normalizeSvgSelector(selector);
+    selector = selector.replace(/\/div\[0\]\/div\[0\]/g, "/div[1]").replace(/\/div\[0\]/g, "/div[1]");
     return { selector, doc: updatedDoc, domInfo: updatedDomInfo };
 }
 async function handleShadowAndIframe(driver, stepAction, selector, fireflinkIndex, domInfo, actionHandlers, elementName, elementType) {

package/dist/core/helpers/runnerDomPipeline.d.ts

@@ -4,6 +4,6 @@ import { DomCaptureResult, DomProcessResult } from "../interfaces/automationRunn
 export { DomCaptureResult, DomProcessResult };
 export declare class RunnerDomPipeline {
     static parseDomDocument(domHtml: string, platform: PlatformType): any;
-    static captureAndParseDom(driver: any, platform: PlatformType, stepCount: number, action: string, isRetry?: boolean): Promise<DomCaptureResult>;
-    static processRelevantDom(domProcessor: DomProcessingEngine, domInfo: any, keywords: any, stepCount: number, action: string, currentStep: string, platform: PlatformType, driver: any, isRetry?: boolean): Promise<DomProcessResult>;
+    static captureAndParseDom(driver: any, platform: PlatformType, stepCount: number, action: string, isRetry?: boolean, driverContext?: any): Promise<DomCaptureResult>;
+    static processRelevantDom(domProcessor: DomProcessingEngine, domInfo: any, keywords: any, stepCount: number, action: string, currentStep: string, platform: PlatformType, driver: any, isRetry?: boolean, driverContext?: any): Promise<DomProcessResult>;
 }

package/dist/core/helpers/runnerDomPipeline.js

@@ -19,7 +19,7 @@ class RunnerDomPipeline {
             return parser.window.document;
         }
     }
-    static async captureAndParseDom(driver, platform, stepCount, action, isRetry = false) {
+    static async captureAndParseDom(driver, platform, stepCount, action, isRetry = false, driverContext) {
         try {
             let domInfo;
             let doc;
@@ -32,12 +32,23 @@ class RunnerDomPipeline {
                 doc = RunnerDomPipeline.parseDomDocument(domInfo.dom, "web");
             }
             else {
-                domInfo = await (0, jsForAttributeInjection_js_1.getAnnotatedDOMForMobile)(driver);
-                const fileName = isRetry
-                    ? `annotated-dom-Mob-retry-${stepCount}`
-                    : `annotated-dom-Mob-${stepCount}`;
-                logData_js_1.logger.saveDOM(domInfo.dom, fileName);
-                doc = RunnerDomPipeline.parseDomDocument(domInfo.dom, platform);
+                if (driverContext) {
+                    await driver.switchContext(driverContext);
+                    domInfo = await (0, jsForAttributeInjection_js_1.getAnnotatedDOM)(driver);
+                    const fileName = isRetry
+                        ? `annotated-dom-retry-webview-${stepCount}`
+                        : `annotated-dom-${stepCount}`;
+                    logData_js_1.logger.saveDOM(domInfo.dom, fileName);
+                    doc = RunnerDomPipeline.parseDomDocument(domInfo.dom, "web");
+                }
+                else {
+                    domInfo = await (0, jsForAttributeInjection_js_1.getAnnotatedDOMForMobile)(driver);
+                    const fileName = isRetry
+                        ? `annotated-dom-Mob-retry-${stepCount}`
+                        : `annotated-dom-Mob-${stepCount}`;
+                    logData_js_1.logger.saveDOM(domInfo.dom, fileName);
+                    doc = RunnerDomPipeline.parseDomDocument(domInfo.dom, platform);
+                }
             }
             return { domInfo, doc };
         }
@@ -48,11 +59,11 @@ class RunnerDomPipeline {
             throw error;
         }
     }
-    static async processRelevantDom(domProcessor, domInfo, keywords, stepCount, action, currentStep, platform, driver, isRetry = false) {
+    static async processRelevantDom(domProcessor, domInfo, keywords, stepCount, action, currentStep, platform, driver, isRetry = false, driverContext) {
         try {
             let extractedRelevantDom;
             let toonDom;
-            if (platform === "web") {
+            if (platform === "web" || driverContext) {
                 extractedRelevantDom = await domProcessor.webProcess({
                     keywords: keywords,
                     rawDom: domInfo?.dom,