ff-automationv2 2.2.31 → 2.2.32-beta.0

package/dist/core/main/runAutomationScript.js

@@ -1,7 +1,12 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AutomationRunner = void 0;
 require("../../utils/sslConfig/apiCallPatch.js");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
 const platformContext_js_1 = require("../../utils/helpers/platformContext.js");
 const llmConfiguration_js_1 = require("../../llmConfig/llmConfiguration.js");
 const llmAction_js_1 = require("../../ai/llmcalls/llmAction.js");
@@ -12,27 +17,22 @@ const fireflink_service_js_1 = require("../../service/fireflink.service.js");
 const promptType_js_1 = require("../types/promptType.js");
 const supportedActions_js_1 = require("../constants/supportedActions.js");
 const getRelaventElements_js_1 = require("../../domAnalysis/getRelaventElements.js");
-const jsForAttributeInjection_js_1 = require("../../utils/DomExtraction/jsForAttributeInjection.js");
-const jsdom_1 = require("jsdom");
-const jsForAttributeInjection_js_2 = require("../../utils/DomExtraction/jsForAttributeInjection.js");
 const allAction_js_1 = require("../constants/allAction.js");
 const newTabTracker_js_1 = require("../../utils/newTab/newTabTracker.js");
-const generateAnnotatedScreenshots_js_1 = require("../../imageAnalysisWeb/generateAnnotatedScreenshots.js");
 const getInstancesInfo_js_1 = require("../../utils/InstancesDetails/getInstancesInfo.js");
 const isAlertPresent_js_1 = require("../../utils/alertPopup/isAlertPresent.js");
-const jsForToaster_js_1 = require("../../utils/javascript/jsForToaster.js");
-const jsFindElement_js_1 = require("../../utils/javascript/jsFindElement.js");
-const xpathcreation_js_1 = require("../../utils/helpers/xpathcreation.js");
 const logData_js_1 = require("../../utils/logger/logData.js");
 const sameActionsHelper_js_1 = require("../../utils/helpers/sameActionsHelper.js");
-const node_console_1 = require("node:console");
-const annotatedScreenshotMobile_js_1 = require("../../imageAnalysisMobile/annotatedScreenshotMobile.js");
-const toon_1 = require("@toon-format/toon");
 const messageType_js_1 = require("../types/messageType.js");
 const platformSyntax_js_1 = require("../../utils/helpers/platformSyntax.js");
 const driverState_js_1 = require("../../automation/driverState.js");
 const SessionManager_js_1 = require("./SessionManager.js");
-const domSanitizer_js_1 = require("../../utils/helpers/domSanitizer.js");
+const runnerKafkaReporter_js_1 = require("../helpers/runnerKafkaReporter.js");
+const runnerDomPipeline_js_1 = require("../helpers/runnerDomPipeline.js");
+const stepActionInspector_js_1 = require("../helpers/stepActionInspector.js");
+const elementSelectorResolver_js_1 = require("../helpers/elementSelectorResolver.js");
+const runnerPostActionHelper_js_1 = require("../helpers/runnerPostActionHelper.js");
+const visionFallbackHandler_js_1 = require("../helpers/visionFallbackHandler.js");
 class AutomationRunner {
     constructor() {
         this.KafkaPayload = {};
@@ -66,11 +66,12 @@ class AutomationRunner {
         }
         return "Web";
     }
-    async cleanup(context, domInfo, extractedRelevantDom, stepProcessor, fireflinkService, request, platform) {
+    async cleanup(context, domInfo, extractedRelevantDom, stepProcessor, stepsInputData, fireflinkServiceInstance, request, currentPlatform) {
         try {
             logData_js_1.logger.info("Starting cleanup process...");
             domInfo = null;
             extractedRelevantDom = null;
+            stepsInputData.length = 0;
             try {
                 if (context?.session) {
                     const webDriver = await context.session.getCurrentDriver().catch(() => null);
@@ -92,7 +93,7 @@ class AutomationRunner {
                 if (context?.mobileSession) {
                     const mobileDriver = await context.mobileSession.getCurrentDriver().catch(() => null);
                     if (mobileDriver?.sessionId) {
-                        if (platform === "ios") {
+                        if (currentPlatform === "ios") {
                             logData_js_1.logger.info("iOS session is not deleted");
                         }
                         else {
@@ -108,8 +109,18 @@ class AutomationRunner {
             if (stepProcessor) {
                 stepProcessor.llm = null;
             }
-            fireflinkService = null;
+            fireflinkServiceInstance = null;
             delete AutomationRunner.sessionTerminationDetails[request.testCaseId];
+            try {
+                const tempFileDir = path_1.default.resolve(process.cwd(), "session", "temp_file");
+                if (fs_1.default.existsSync(tempFileDir)) {
+                    fs_1.default.rmSync(tempFileDir, { recursive: true, force: true });
+                    logData_js_1.logger.info(`Cleaned up temp_file directory: ${tempFileDir}`);
+                }
+            }
+            catch (err) {
+                logData_js_1.logger.error("Error cleaning up temp_file directory:", err);
+            }
             if (global.gc) {
                 global.gc();
             }
@@ -119,17 +130,31 @@ class AutomationRunner {
             logData_js_1.logger.error("Cleanup error:", error);
         }
     }
+    async saveSessionStepData(context, kafkaMessageKey) {
+        await context.scriptAppender.waitForAllSteps();
+        if (driverState_js_1.UserSessionAutomationTestCase[kafkaMessageKey]) {
+            driverState_js_1.UserSessionAutomationTestCase[kafkaMessageKey].push(...context.scriptAppender.getData());
+        }
+        else {
+            driverState_js_1.UserSessionAutomationTestCase[kafkaMessageKey] = context.scriptAppender.getData();
+        }
+        context.scriptAppender.reset();
+    }
     async run(request) {
         const usedElementNames = [];
+        const usedVariableNames = [];
         (0, logData_js_1.initLogger)(request.sessionPath);
         request.type = request.platform;
         request.platform = AutomationRunner.normalizeScriptType(request.platform);
+        const isWebMobile = request.type?.toLowerCase().includes("web") &&
+            request.type?.toLowerCase().includes("android");
         logData_js_1.logger.info("User Given Step", request.userStory);
         const data = JSON.parse(request.scriptName);
         const hasMoreSteps = data.hasMoreSteps;
         request.scriptName = data.automationScriptName;
-        if (request.isTerminate)
+        if (request.isTerminate) {
             return AutomationRunner.updateSessionTerminationInfo(request.testCaseId);
+        }
         AutomationRunner.sessionTerminationDetails[request.testCaseId] = request.isTerminate;
         const apiService = new fireflinkApi_service_js_1.FireFlinkApiService();
         const fireflinkServiceInstance = new fireflink_service_js_1.fireflinkService(apiService, request.broker, request.sslConfig);
@@ -147,926 +172,433 @@ class AutomationRunner {
         const llm = new llmAction_js_1.llmAction(aiInfo.apiKey, provider, aiInfo.model, aiInfo.visionApiKey, aiInfo.accountType, aiInfo.enterpriseConfigFile, aiInfo.serviceProvider);
         let preCapturedDomInfo = null;
         const stepProcessor = new stepProcessor_js_1.StepProcessor(llm);
-        let platform = context.activePlatform;
-        (0, platformContext_js_1.setPlatform)(platform);
+        let currentPlatform = context.activePlatform;
+        (0, platformContext_js_1.setPlatform)(currentPlatform);
         const actionHandlers = (0, actionHandlerFactory_js_1.createActionHandlers)(context);
         const domProcessor = new getRelaventElements_js_1.DomProcessingEngine();
         let stepCount = 1;
-        const listOfSteps = request.userStory.map(step => String(step));
+        const stepsInputData = context.stepsInputData || (context.stepsInputData = []);
+        const listOfSteps = request.userStory.map((step) => String(step));
         let driver;
-        if (listOfSteps.length == 0 && request?.aiExecutionAction !== "stopExecution") {
+        if (listOfSteps.length === 0 && request?.aiExecutionAction !== "stopExecution") {
             logData_js_1.logger.info(listOfSteps);
             throw new Error("No executable manual steps were returned by the LLM.");
         }
         if (aiInfo.serviceProvider === "DefaultFireFlink") {
-            logData_js_1.logger.info('Service Provider --> DefaultFireFlink');
+            logData_js_1.logger.info("Service Provider --> DefaultFireFlink");
         }
         else {
             logData_js_1.logger.info(`Service Provider --> ${aiInfo.serviceProvider} and Model --> ${aiInfo.model}`);
         }
-        const start_time = new Date().getTime();
+        const reporter = new runnerKafkaReporter_js_1.RunnerKafkaReporter(fireflinkServiceInstance, request);
+        const startTime = new Date().getTime();
         for (const [index, step] of listOfSteps.entries()) {
-            platform = context.activePlatform;
-            (0, platformContext_js_1.setPlatform)(platform);
+            currentPlatform = context.activePlatform;
+            (0, platformContext_js_1.setPlatform)(currentPlatform);
             let stepResult;
-            let stepResultVision;
             let stepAction;
             let fireflinkIndex;
             let selector;
-            let xpath;
-            let frameAction;
-            let iframeDomHtml = null;
             let doc;
             let pageDOM;
             let beforeHandles = null;
             let baseStepActionBeforeFallback;
-            const topic = request.topic;
-            const produceLiveLog = async (message) => {
-                await fireflinkServiceInstance.produceMessageToKafka(request.kafkaMessageKey, {
-                    topic: topic, message: {
-                        topic: "",
-                        service: "",
-                        chatId: "",
-                        aiPromptPayload: {
-                            display: false,
-                            message: "",
-                            messageId: "",
-                            branchId: "",
-                            userId: request.userId,
-                            scriptId: "",
-                            scriptType: "",
-                            type: "logs",
-                            sessionId: "",
-                            licenseId: request.licenseId,
-                            projectId: request.projectId,
-                            liveLogs: {
-                                executionId: request.kafkaMessageKey,
-                                message,
-                                messageType: messageType_js_1.MessageType.LiveLog.retry,
-                            },
-                            attachment: [],
-                        },
-                    }
-                });
-            };
+            let inputValue;
             try {
                 if (request?.aiExecutionAction === "stopExecution") {
                     break;
                 }
                 if (AutomationRunner.getSessionTerminationInfo(request.testCaseId)) {
-                    logData_js_1.logger.info(`Execution terminated successfully. Script: ${request.scriptName}, Test Case ID: ${request.testCaseId}`);
-                    await fireflinkServiceInstance.produceMessageToKafka(request.kafkaMessageKey, {
-                        topic: topic, message: {
-                            topic: "",
-                            service: "",
-                            chatId: "",
-                            aiPromptPayload: {
-                                display: false,
-                                message: "",
-                                messageId: "",
-                                branchId: "",
-                                userId: request.userId,
-                                scriptId: "",
-                                scriptType: "",
-                                type: "logs",
-                                sessionId: "",
-                                licenseId: request.licenseId,
-                                projectId: request.projectId,
-                                liveLogs: {
-                                    executionId: request.kafkaMessageKey,
-                                    message: "Execution terminated by the user",
-                                    messageType: messageType_js_1.MessageType.LiveLog.Termination,
-                                },
-                                attachment: [],
-                            },
-                        }
-                    });
+                    await reporter.sendTermination();
                     break;
                 }
-                logData_js_1.logger.info(`Processing step ${stepCount}: ${step}`);
-                const start = Math.max(0, stepCount - 3);
-                const end = Math.min(listOfSteps.length, stepCount + 3);
+                const userStepIndex = index + 1;
+                logData_js_1.logger.info(`Processing step ${userStepIndex}: ${step}`);
+                const start = Math.max(0, index - 3);
+                const end = Math.min(listOfSteps.length, index + 4);
                 const priorAndNextSteps = listOfSteps.slice(start, end);
                 const result = await stepProcessor.getLLMResponse({
-                    platform: platform,
+                    platform: currentPlatform,
                     type: promptType_js_1.PromptType.KEYWORD_EXTRACTOR,
                     args: { priorAndNextSteps },
-                    input: { currentStep: step }
+                    input: { currentStep: step },
                 });
-                if (platform === "android" || platform === "ios") {
+                if (currentPlatform === "android" || currentPlatform === "ios") {
                     if (!driver) {
-                        await context.initializeMobileDriver(result.response.keywords);
+                        const initialKeywords = result.response?.keywords ||
+                            (Array.isArray(result.response?.steps) ? result.response.steps[0]?.keywords : undefined);
+                        await context.initializeMobileDriver(initialKeywords);
                     }
                 }
-                await fireflinkServiceInstance.produceMessageToKafka(request.kafkaMessageKey, {
-                    topic: topic, message: {
-                        topic: "",
-                        service: "",
-                        chatId: "",
-                        aiPromptPayload: {
-                            display: false,
-                            message: "",
-                            messageId: "",
-                            branchId: "",
-                            userId: request.userId,
-                            scriptId: "",
-                            scriptType: "",
-                            type: "logs",
-                            sessionId: "",
-                            licenseId: request.licenseId,
-                            projectId: request.projectId,
-                            liveLogs: {
-                                executionId: request.kafkaMessageKey,
-                                message: result.response.liveLog,
-                                messageType: messageType_js_1.MessageType.LiveLog.Ongoing,
-                            },
-                            attachment: [],
-                        },
-                    }
-                });
-                logData_js_1.logger.info(`Message produced to Kafka topic -  ${JSON.stringify({ messageType: messageType_js_1.MessageType.LiveLog.Ongoing })}`);
-                const action = result.response.action;
-                if (request.scenario && action === 'enter') {
-                    const currentUserStoryStep = request.userStory[index];
-                    if (currentUserStoryStep &&
-                        currentUserStoryStep.length > 1 &&
-                        typeof currentUserStoryStep[1] === 'string' &&
-                        currentUserStoryStep[1].trim() == '') {
-                        throw new Error(`Input is missing for the given step: ${currentUserStoryStep?.[0]}. Please provide the input.`);
-                    }
-                }
-                if (action === 'notwebopenaction') {
-                    throw new Error(`Selected platform is invalid for the step: ${step}`);
-                }
-                if (!allAction_js_1.allKeywordAction.includes(action)) {
-                    throw new Error(`Unsupported action at action or keyword exracter: ${action}`);
-                }
-                let handler = actionHandlers[action];
-                if (supportedActions_js_1.INPUTLESS_ACTIONS.includes(action)) {
-                    logData_js_1.logger.info(result.response.keywords);
-                    await handler({ keywords: result.response.keywords, step: step, driverSession: request.kafkaMessageKey });
-                    stepCount++;
-                    continue;
+                const stepsArray = Array.isArray(result.response?.steps)
+                    ? result.response.steps
+                    : result.response?.action
+                        ? [result.response]
+                        : null;
+                if (!stepsArray || stepsArray.length === 0) {
+                    throw new Error(`No steps returned from action extractor for step: ${step}`);
                 }
-                if (action === "getOtp") {
-                    stepResult = await stepProcessor.getLLMResponse({
-                        platform: platform,
-                        type: promptType_js_1.PromptType.FF_INSPECTOR,
-                        args: {
-                            stepAction: "getOtp",
-                            extractedDomJson: null,
-                            priorAndNextSteps,
-                            isAlert: false,
-                            isDrag: false
-                        },
-                        input: { currentStep: step }
-                    });
-                    const otpAction = platform === "android" || platform === "ios"
-                        ? sameActionsHelper_js_1.sameActionHelper[stepResult.response.nlpName] ||
-                            stepResult.response.nlpName
-                        : stepResult.response.nlpName;
-                    handler = actionHandlers[otpAction];
-                    await handler({
-                        selector: stepResult.response.inputText,
-                        timeFrom: stepResult.response.timeFrom,
-                        waitTime: stepResult.response.waitTime,
-                        activity: stepResult.response.activity,
-                        otpExtractor: async (smsBody) => {
-                            const llmRes = await stepProcessor.getLLMResponse({
-                                platform: platform,
-                                type: promptType_js_1.PromptType.OTP_EXTRACTOR,
-                                args: {},
-                                input: { smsBody }
-                            });
-                            if (llmRes.response?.otp) {
-                                context.extractedOtp = llmRes.response.otp;
-                            }
-                            return llmRes.response;
+                const isOneToMany = stepsArray.length > 1;
+                for (let i = 0; i < stepsArray.length; i++) {
+                    const stepObj = stepsArray[i];
+                    const action = stepObj.action;
+                    const keywords = stepObj.keywords;
+                    const currentStep = action?.toLowerCase() === "getotp" ? step : stepObj.step || step;
+                    let currentElementName = stepObj.elementName;
+                    let currentVariableName;
+                    let currentReturnTypeVariableName;
+                    const liveLog = stepObj.liveLog;
+                    const isStepValueDependable = stepObj.isStepValueDependable;
+                    const currentStepIndex = isOneToMany ? `${userStepIndex}.${i + 1}` : userStepIndex;
+                    logData_js_1.logger.info(isOneToMany
+                        ? `Sub-step ${currentStepIndex}: ${currentStep}`
+                        : `Step ${currentStepIndex}: ${currentStep}`);
+                    stepsInputData.currentManualStep = step;
+                    stepsInputData.currentStepIndex = currentStepIndex;
+                    context.executor?.setStepContext(currentStepIndex, currentStep, stepsInputData, step);
+                    logData_js_1.logger.info("stepsInputData", stepsInputData);
+                    const inputContextPromise = isStepValueDependable && stepsInputData.length > 0
+                        ? stepProcessor.getLLMResponse({
+                            platform: currentPlatform,
+                            type: promptType_js_1.PromptType.INPUT_CONTEXT_PROMPT,
+                            args: { inputStepsContext: stepsInputData },
+                            input: { currentStep },
+                        })
+                        : null;
+                    await reporter.sendOngoing(liveLog);
+                    if (request.scenario && action === "enter") {
+                        const currentUserStoryStep = request.userStory[index];
+                        if (currentUserStoryStep &&
+                            currentUserStoryStep.length > 1 &&
+                            typeof currentUserStoryStep[1] === "string" &&
+                            currentUserStoryStep[1].trim() === "") {
+                            throw new Error(`Input is missing for the given step: ${currentUserStoryStep?.[0]}. Please provide the input.`);
+                        }
+                    }
+                    if (action === "notwebopenaction") {
+                        throw new Error(`Selected platform is invalid for the step: ${step}`);
+                    }
+                    if (!allAction_js_1.allKeywordAction.includes(action)) {
+                        throw new Error(`Unsupported action at action or keyword extractor: ${action}`);
+                    }
+                    let handler = actionHandlers[action];
+                    if (supportedActions_js_1.INPUTLESS_ACTIONS.includes(action)) {
+                        logData_js_1.logger.info(`Keywords ${JSON.stringify(keywords)}`);
+                        await handler({ keywords, step: currentStep, driverSession: request.kafkaMessageKey });
+                        stepCount++;
+                        continue;
+                    }
+                    if (action === "getOtp") {
+                        if (!isWebMobile) {
+                            throw new Error(`Selected platform is invalid for the step: ${step}`);
                         }
-                    });
-                    stepCount++;
-                    continue;
-                }
-                if (action === "getOtp") {
-                    stepResult = await stepProcessor.getLLMResponse({
-                        platform: platform,
-                        type: promptType_js_1.PromptType.FF_INSPECTOR,
-                        args: {
-                            stepAction: "getOtp",
-                            extractedDomJson: null,
-                            priorAndNextSteps,
-                            isAlert: false,
-                            isDrag: false
-                        },
-                        input: { currentStep: step }
-                    });
-                    const otpAction = platform === "android" || platform === "ios"
-                        ? sameActionsHelper_js_1.sameActionHelper[stepResult.response.nlpName] ||
-                            stepResult.response.nlpName
-                        : stepResult.response.nlpName;
-                    handler = actionHandlers[otpAction];
-                    await handler({
-                        selector: stepResult.response.inputText,
-                        timeFrom: stepResult.response.timeFrom,
-                        waitTime: stepResult.response.waitTime,
-                        activity: stepResult.response.activity,
-                        otpExtractor: async (smsBody) => {
-                            const llmRes = await stepProcessor.getLLMResponse({
-                                platform: platform,
-                                type: promptType_js_1.PromptType.OTP_EXTRACTOR,
-                                args: {},
-                                input: { smsBody }
-                            });
-                            if (llmRes.response?.otp) {
-                                context.extractedOtp = llmRes.response.otp;
-                            }
-                            return llmRes.response;
+                        stepResult = await stepProcessor.getLLMResponse({
+                            platform: currentPlatform,
+                            type: promptType_js_1.PromptType.FF_INSPECTOR,
+                            args: {
+                                stepAction: "getOtp",
+                                extractedDomJson: null,
+                                priorAndNextSteps,
+                                isAlert: false,
+                                isDrag: false,
+                            },
+                            input: { currentStep },
+                        });
+                        if (stepResult?.response?.variableName && stepResult.response.variableName.trim() !== "") {
+                            currentReturnTypeVariableName = (0, elementSelectorResolver_js_1.generateUniqueName)(stepResult.response.variableName.trim(), usedVariableNames);
                         }
-                    });
-                    stepCount++;
-                    continue;
-                }
-                let elementName = result.response.elementName;
-                if (elementName) {
-                    const baseName = elementName;
-                    let newName = baseName;
-                    let count = 0;
-                    while (usedElementNames.includes(newName)) {
-                        count++;
-                        newName = `${baseName}_${count}`;
-                    }
-                    elementName = newName;
-                    result.response.elementName = elementName;
-                    usedElementNames.push(elementName);
-                }
-                try {
-                    if (platform == "web") {
-                        driver = await context.session.getCurrentDriver();
-                    }
-                    else {
-                        driver = await context.mobileSession.getCurrentDriver();
-                    }
-                }
-                catch (error) {
-                    if (action == "verify") {
-                        driver = null;
-                    }
-                    else {
-                        throw error;
-                    }
-                }
-                if (await (0, isAlertPresent_js_1.isAlertPresent)(driver) && !["wait", "verify"].includes(action)) {
-                    logData_js_1.logger.info("Alert is present");
-                    stepResult = await stepProcessor.getLLMResponse({
-                        platform: platform,
-                        type: promptType_js_1.PromptType.FF_INSPECTOR,
-                        args: {
-                            stepAction: action,
-                            extractedDomJson: null,
-                            priorAndNextSteps,
-                            isAlert: true,
-                            isDrag: false
-                        },
-                        input: { currentStep: step }
-                    });
-                    stepAction = stepResult.response.action;
-                    handler = actionHandlers[stepAction];
-                    await handler({
-                        value: stepResult.response.inputText
-                    });
-                    stepCount++;
-                    continue;
-                }
-                else {
-                    let toonDom;
-                    if (preCapturedDomInfo && platform === "web") {
-                        logData_js_1.logger.info("Using pre-captured DOM from previous toaster detection");
-                        domInfo = preCapturedDomInfo;
-                        preCapturedDomInfo = null;
-                        const parser = new jsdom_1.JSDOM((0, domSanitizer_js_1.sanitizeWebDom)(domInfo.dom));
-                        doc = parser.window.document;
-                    }
-                    else {
-                        try {
-                            if (platform === "web") {
-                                domInfo = await (0, jsForAttributeInjection_js_1.getAnnotatedDOM)(driver);
-                                logData_js_1.logger.saveDOM(domInfo.dom, `annotated-dom-${stepCount}`);
-                                const parser = new jsdom_1.JSDOM((0, domSanitizer_js_1.sanitizeWebDom)(domInfo.dom));
-                                doc = parser.window.document;
-                            }
-                            else {
-                                domInfo = await (0, jsForAttributeInjection_js_2.getAnnotatedDOMForMobile)(driver);
-                                logData_js_1.logger.saveDOM(domInfo.dom, `annotated-dom-Mob-${stepCount}`);
-                                const parser = new jsdom_1.JSDOM(domInfo.dom, {
-                                    contentType: "text/xml"
+                        const otpAction = currentPlatform === "android" || currentPlatform === "ios"
+                            ? sameActionsHelper_js_1.sameActionHelper[stepResult.response.nlpName] || stepResult.response.nlpName
+                            : stepResult.response.nlpName;
+                        handler = actionHandlers[otpAction];
+                        await handler({
+                            selector: stepResult.response.inputText,
+                            timeFrom: stepResult.response.timeFrom,
+                            waitTime: stepResult.response.waitTime,
+                            activity: stepResult.response.activity,
+                            otpExtractor: async (smsBody) => {
+                                const llmRes = await stepProcessor.getLLMResponse({
+                                    platform: currentPlatform,
+                                    type: promptType_js_1.PromptType.OTP_EXTRACTOR,
+                                    args: {},
+                                    input: { smsBody },
                                 });
-                                doc = parser.window.document;
-                            }
-                        }
-                        catch (error) {
-                            if (action == "verify") {
-                                extractedRelevantDom = null;
-                            }
-                            else {
-                                throw error;
-                            }
+                                return llmRes.response;
+                            },
+                            stepIndex: stepCount,
+                            currentStep,
+                            manualStep: step,
+                            stepsInputData,
+                            returnTypeVariableName: currentReturnTypeVariableName,
+                        });
+                        stepCount++;
+                        if (action?.toLowerCase() === "getotp") {
+                            break;
                         }
+                        continue;
                     }
+                    currentElementName = (0, elementSelectorResolver_js_1.generateUniqueName)(currentElementName, usedElementNames);
                     try {
-                        if (platform === "web") {
-                            extractedRelevantDom = await domProcessor.webProcess({
-                                keywords: result.response.keywords,
-                                rawDom: domInfo.dom,
-                                stepCount: stepCount,
-                                stepAction: action,
-                                step: step,
-                                platform: platform,
-                                driver: driver
-                            });
-                            toonDom = (0, toon_1.encode)(extractedRelevantDom || []);
-                            // logger.saveJSON(extractedRelevantDom, `relevant-dom-${stepCount}`);
-                            logData_js_1.logger.saveText(toonDom, `relevant-dom-toon-${stepCount}`);
+                        if (currentPlatform === "web") {
+                            driver = await context.session.getCurrentDriver();
                         }
                         else {
-                            extractedRelevantDom = await domProcessor.mobileProcess({
-                                keywords: result.response.keywords,
-                                rawDom: domInfo.dom,
-                                stepCount: stepCount,
-                                stepAction: action,
-                                step: step,
-                                platform: platform,
-                                driver: driver
-                            });
-                            toonDom = (0, toon_1.encode)(extractedRelevantDom || []);
-                            // logger.saveJSON(extractedRelevantDom, `relevant-dom-Mob-${stepCount}`);
-                            logData_js_1.logger.saveText(toonDom, `relevant-dom-toon-Mob-${stepCount}`);
+                            driver = await context.mobileSession.getCurrentDriver();
                         }
                     }
                     catch (error) {
-                        if (action == "verify") {
-                            extractedRelevantDom = null;
+                        if (action === "verify") {
+                            driver = null;
                         }
                         else {
                             throw error;
                         }
                     }
-                    if (action == "verify") {
-                        stepResult = await stepProcessor.getLLMResponse({
-                            platform: platform,
-                            type: promptType_js_1.PromptType.VERIFY_PROMPT,
-                            args: {
-                                extractedDomJson: toonDom,
-                                priorAndNextSteps,
-                            },
-                            input: { currentStep: step }
-                        });
-                        stepAction = stepResult.response.nlpName;
-                    }
-                    else if (action == "get") {
+                    if ((await (0, isAlertPresent_js_1.isAlertPresent)(driver)) && !["wait", "verify"].includes(action)) {
+                        logData_js_1.logger.info("Alert is present");
                         stepResult = await stepProcessor.getLLMResponse({
-                            platform: platform,
-                            type: promptType_js_1.PromptType.GET_PROMPT,
-                            args: {
-                                extractedDomJson: toonDom,
-                                priorAndNextSteps,
-                            },
-                            input: { currentStep: step }
-                        });
-                        stepAction = stepResult.response.nlpName;
-                    }
-                    else if (action == "wait") {
-                        stepResult = await stepProcessor.getLLMResponse({
-                            platform: platform,
-                            type: promptType_js_1.PromptType.WAIT_ACTION_EXTRACTOR_PROMPT,
-                            args: {
-                                extractedDomJson: toonDom,
-                                priorAndNextSteps,
-                            },
-                            input: { currentStep: step }
-                        });
-                        stepAction = stepResult.response.nlpName;
-                    }
-                    else if (action == "combined") {
-                        stepResult = await stepProcessor.getLLMResponse({
-                            platform: platform,
-                            type: promptType_js_1.PromptType.COMBINED_ACTION_EXTRACTOR_PROMPT,
-                            args: {
-                                extractedDomJson: toonDom,
-                                priorAndNextSteps,
-                            },
-                            input: { currentStep: step }
-                        });
-                        stepAction = stepResult.response.nlpName;
-                    }
-                    else if (action == "drag_and_drop") {
-                        stepResult = await stepProcessor.getLLMResponse({
-                            platform: platform,
+                            platform: currentPlatform,
                             type: promptType_js_1.PromptType.FF_INSPECTOR,
                             args: {
-                                extractedDomJson: toonDom,
+                                stepAction: action,
+                                extractedDomJson: null,
                                 priorAndNextSteps,
-                                isDrag: true,
-                                isAlert: false
+                                isAlert: true,
+                                isDrag: false,
                             },
-                            input: { currentStep: step }
+                            input: { currentStep },
                         });
-                        stepAction = stepResult.response.nlpName;
-                    }
-                    else {
-                        stepResult = await stepProcessor.getLLMResponse({
-                            platform: platform,
-                            type: promptType_js_1.PromptType.FF_INSPECTOR,
-                            args: {
-                                stepAction: action === "enterOtp" ? "enter" : action,
-                                extractedDomJson: toonDom,
-                                priorAndNextSteps,
-                                isAlert: false,
-                                isDrag: false
-                            },
-                            input: { currentStep: step }
+                        stepAction = stepResult.response.action;
+                        handler = actionHandlers[stepAction];
+                        await handler({
+                            value: stepResult.response.inputText,
                         });
-                        if (platform == "web") {
-                            stepAction = stepResult.response.action;
-                        }
-                        else {
-                            stepAction = stepResult.response.nlpName;
-                        }
-                        if ((action === "enterOtp" || stepAction === "enterOtp") && context.extractedOtp) {
-                            stepResult.response.inputText = context.extractedOtp;
-                        }
+                        stepCount++;
+                        continue;
                     }
-                }
-                if (platform === "android" || platform === "ios") {
-                    stepAction = sameActionsHelper_js_1.sameActionHelper[stepAction] || stepAction;
-                    // logger.info(`step action: ${stepAction}`);
-                }
-                if (supportedActions_js_1.SKIPPED_ACTIONS.includes(stepAction)) {
-                    handler = actionHandlers[stepAction];
-                    await handler();
-                    stepCount++;
-                    continue;
-                }
-                if (platform === "web") {
-                    beforeHandles = await driver.getWindowHandles();
-                }
-                if (supportedActions_js_1.ELEMENTLESS_ACTION.includes(stepAction)) {
-                    let currentDriver = null;
-                    let beforeHandles = null;
-                    if (platform == "web") {
-                        currentDriver = await context.session.getCurrentDriver();
-                        beforeHandles = await currentDriver.getWindowHandles();
+                    if (preCapturedDomInfo && currentPlatform === "web") {
+                        logData_js_1.logger.info("Using pre-captured DOM from previous toaster detection");
+                        domInfo = preCapturedDomInfo;
+                        preCapturedDomInfo = null;
+                        doc = runnerDomPipeline_js_1.RunnerDomPipeline.parseDomDocument(domInfo.dom, "web");
                     }
                     else {
-                        currentDriver = await context.mobileSession.getCurrentDriver();
-                    }
-                    handler = actionHandlers[stepAction];
-                    if (stepAction == "getOtp") {
-                        await handler({
-                            selector: stepResult.response.inputText,
-                            activity: stepResult.response.activity,
-                            otpExtractor: async (smsBody) => {
-                                const llmRes = await stepProcessor.getLLMResponse({
-                                    platform: platform,
-                                    type: promptType_js_1.PromptType.OTP_EXTRACTOR,
-                                    args: {},
-                                    input: { smsBody }
-                                });
-                                if (llmRes.response?.otp) {
-                                    context.extractedOtp = llmRes.response.otp;
-                                }
-                                return llmRes.response;
-                            }
-                        });
+                        const domResult = await runnerDomPipeline_js_1.RunnerDomPipeline.captureAndParseDom(driver, currentPlatform, stepCount, action, false);
+                        domInfo = domResult.domInfo;
+                        doc = domResult.doc;
+                    }
+                    const relevantDomResult = await runnerDomPipeline_js_1.RunnerDomPipeline.processRelevantDom(domProcessor, domInfo, keywords, stepCount, action, currentStep, currentPlatform, driver, false);
+                    extractedRelevantDom = relevantDomResult.extractedRelevantDom;
+                    const toonDom = relevantDomResult.toonDom;
+                    const actionResolution = await (0, stepActionInspector_js_1.resolveStepActionFromDom)(stepProcessor, currentPlatform, action, toonDom, priorAndNextSteps, currentStep, stepObj.fileType ?? null);
+                    stepResult = actionResolution.stepResult;
+                    stepAction = actionResolution.stepAction;
+                    if (stepResult?.response?.variableName && stepResult.response.variableName.trim() !== "") {
+                        currentReturnTypeVariableName = (0, elementSelectorResolver_js_1.generateUniqueName)(stepResult.response.variableName.trim(), usedVariableNames);
+                    }
+                    const inputContextResult = inputContextPromise ? await inputContextPromise : null;
+                    const inputText = inputContextResult?.response?.inputText;
+                    if (inputContextResult?.response?.variableName && inputContextResult.response.variableName.trim() !== "") {
+                        currentVariableName = inputContextResult.response.variableName.trim();
+                    }
+                    inputValue =
+                        inputText && inputText.trim().length > 0
+                            ? inputText
+                            : stepResult?.response?.inputText;
+                    if (supportedActions_js_1.SKIPPED_ACTIONS.includes(stepAction)) {
+                        handler = actionHandlers[stepAction];
+                        await handler();
                         stepCount++;
                         continue;
                     }
-                    await handler({
-                        value: stepResult.response.inputText,
-                        selector: stepResult.response.attributeValue,
-                        elementName: result.response.elementName,
-                        elementType: stepResult.response.elementType
-                    });
-                    if ((currentDriver) && (platform == "web")) {
-                        await (0, newTabTracker_js_1.newTabTracker)(currentDriver, action, beforeHandles, context.scriptAppender);
+                    if (currentPlatform === "web") {
+                        beforeHandles = await driver.getWindowHandles();
                     }
-                    stepCount++;
-                    continue;
-                }
-                baseStepActionBeforeFallback = stepAction;
-                for (let fallbackAttempt = 1; fallbackAttempt <= 2; fallbackAttempt++) {
-                    try {
-                        if (fallbackAttempt > 1) {
-                            logData_js_1.logger.info(`Waiting 5 seconds before retrying step "${step}". Attempt ${fallbackAttempt}`);
-                            await new Promise(resolve => setTimeout(resolve, 5000));
-                            logData_js_1.logger.info(`Retrying step "${step}" after vision fallback failure. Attempt ${fallbackAttempt}`);
-                            // if (result.response.liveLog) {
-                            //   await produceLiveLog(result.response.liveLog);
-                            // }
-                            stepAction = baseStepActionBeforeFallback;
-                            selector = "";
-                            xpath = "";
-                            iframeDomHtml = null;
-                            beforeHandles = null;
-                            if (platform === "web") {
-                                domInfo = await (0, jsForAttributeInjection_js_1.getAnnotatedDOM)(driver);
-                                logData_js_1.logger.saveDOM(domInfo.dom, `annotated-dom-retry-${stepCount}`);
-                                const parser = new jsdom_1.JSDOM((0, domSanitizer_js_1.sanitizeWebDom)(domInfo.dom));
-                                doc = parser.window.document;
-                            }
-                            else {
-                                domInfo = await (0, jsForAttributeInjection_js_2.getAnnotatedDOMForMobile)(driver);
-                                logData_js_1.logger.saveDOM(domInfo.dom, `annotated-dom-Mob-retry-${stepCount}`);
-                                const parser = new jsdom_1.JSDOM(domInfo.dom, {
-                                    contentType: "text/xml"
-                                });
-                                doc = parser.window.document;
-                            }
-                            let retryToonDom;
-                            if (platform === "web") {
-                                extractedRelevantDom = await domProcessor.webProcess({
-                                    keywords: result.response.keywords,
-                                    rawDom: domInfo.dom,
-                                    stepCount: stepCount,
-                                    stepAction: action,
-                                    step: step,
-                                    platform: platform,
-                                    driver: driver
-                                });
-                                retryToonDom = (0, toon_1.encode)(extractedRelevantDom || []);
-                                logData_js_1.logger.saveText(retryToonDom, `relevant-dom-toon-retry-${stepCount}`);
-                            }
-                            else {
-                                extractedRelevantDom = await domProcessor.mobileProcess({
-                                    keywords: result.response.keywords,
-                                    rawDom: domInfo.dom,
-                                    stepCount: stepCount,
-                                    stepAction: action,
-                                    step: step,
-                                    platform: platform,
-                                    driver: driver
-                                });
-                                retryToonDom = (0, toon_1.encode)(extractedRelevantDom || []);
-                                logData_js_1.logger.saveText(retryToonDom, `relevant-dom-toon-Mob-retry-${stepCount}`);
-                            }
-                            if (action == "verify") {
-                                stepResult = await stepProcessor.getLLMResponse({
-                                    platform: platform,
-                                    type: promptType_js_1.PromptType.VERIFY_PROMPT,
-                                    args: {
-                                        extractedDomJson: retryToonDom,
-                                        priorAndNextSteps,
-                                    },
-                                    input: { currentStep: step }
-                                });
-                                stepAction = stepResult.response.nlpName;
-                            }
-                            else if (action == "get") {
-                                stepResult = await stepProcessor.getLLMResponse({
-                                    platform: platform,
-                                    type: promptType_js_1.PromptType.GET_PROMPT,
-                                    args: {
-                                        extractedDomJson: retryToonDom,
-                                        priorAndNextSteps,
-                                    },
-                                    input: { currentStep: step }
-                                });
-                                stepAction = stepResult.response.nlpName;
-                            }
-                            else if (action == "wait") {
-                                stepResult = await stepProcessor.getLLMResponse({
-                                    platform: platform,
-                                    type: promptType_js_1.PromptType.WAIT_ACTION_EXTRACTOR_PROMPT,
-                                    args: {
-                                        extractedDomJson: retryToonDom,
-                                        priorAndNextSteps,
-                                    },
-                                    input: { currentStep: step }
-                                });
-                                stepAction = stepResult.response.nlpName;
-                            }
-                            else if (action == "combined") {
-                                stepResult = await stepProcessor.getLLMResponse({
-                                    platform: platform,
-                                    type: promptType_js_1.PromptType.COMBINED_ACTION_EXTRACTOR_PROMPT,
-                                    args: {
-                                        extractedDomJson: retryToonDom,
-                                        priorAndNextSteps,
-                                    },
-                                    input: { currentStep: step }
-                                });
-                                stepAction = stepResult.response.nlpName;
-                            }
-                            else if (action == "drag_and_drop") {
-                                stepResult = await stepProcessor.getLLMResponse({
-                                    platform: platform,
-                                    type: promptType_js_1.PromptType.FF_INSPECTOR,
-                                    args: {
-                                        extractedDomJson: retryToonDom,
-                                        priorAndNextSteps,
-                                        isDrag: true,
-                                        isAlert: false
-                                    },
-                                    input: { currentStep: step }
-                                });
-                                stepAction = stepResult.response.nlpName;
-                            }
-                            else {
-                                stepResult = await stepProcessor.getLLMResponse({
-                                    platform: platform,
-                                    type: promptType_js_1.PromptType.FF_INSPECTOR,
-                                    args: {
-                                        stepAction: action,
-                                        extractedDomJson: retryToonDom,
-                                        priorAndNextSteps,
-                                        isAlert: false,
-                                        isDrag: false
-                                    },
-                                    input: { currentStep: step }
-                                });
-                                stepAction = platform == "web"
-                                    ? stepResult.response.action
-                                    : stepResult.response.nlpName;
-                            }
-                            if (platform === "android" || platform === "ios") {
-                                stepAction = sameActionsHelper_js_1.sameActionHelper[stepAction] || stepAction;
-                            }
-                        }
-                        if (stepAction == "Builtin_DragAndDropToElement") {
-                            handler = actionHandlers[stepAction];
-                            const fireflinkIndex1 = stepResult.response.drag;
-                            const ele1 = doc.querySelector(`[ff-inspect="${fireflinkIndex1}"]`);
-                            const selector1 = ele1?.getAttribute("ff-xpath");
-                            const fireflinkIndex2 = stepResult.response.drop;
-                            const ele2 = doc.querySelector(`[ff-inspect="${fireflinkIndex2}"]`);
-                            const selector2 = ele2?.getAttribute("ff-xpath");
-                            if (!selector2 && !selector1) {
-                                throw new Error(`Unable to resolve xpath for ${fireflinkIndex2}`);
-                            }
-                            else if (fireflinkIndex2 == "Fire-Flink-0" && fireflinkIndex1 == "Fire-Flink-0") {
-                                throw new Error(`Unable to find element for ${step}`);
-                            }
+                    if (supportedActions_js_1.ELEMENTLESS_ACTION.includes(stepAction)) {
+                        const currentDriver = currentPlatform === "web"
+                            ? await context.session.getCurrentDriver()
+                            : await context.mobileSession.getCurrentDriver();
+                        handler = actionHandlers[stepAction];
+                        if (stepAction === "getOtp") {
                             await handler({
-                                selector1: selector1,
-                                selector2: selector2,
-                                fireflinkIndex1: fireflinkIndex1,
-                                fireflinkIndex2: fireflinkIndex2,
-                                pageDOM: domInfo.dom,
-                                elementName1: stepResult.response.drag_element_name,
-                                elementName2: stepResult.response.drop_element_name,
-                                elementType1: stepResult.response.drag_element_type,
-                                elementType2: stepResult.response.drop_element_type
+                                selector: stepResult.response.inputText,
+                                activity: stepResult.response.activity,
+                                isTerminated: () => AutomationRunner.getSessionTerminationInfo(request.testCaseId),
+                                otpExtractor: async (smsBody) => {
+                                    const llmRes = await stepProcessor.getLLMResponse({
+                                        platform: currentPlatform,
+                                        type: promptType_js_1.PromptType.OTP_EXTRACTOR,
+                                        args: {},
+                                        input: { smsBody },
+                                    });
+                                    return llmRes.response;
+                                },
+                                stepIndex: currentStepIndex,
+                                currentStep,
+                                manualStep: step,
+                                stepsInputData,
+                                returnTypeVariableName: currentReturnTypeVariableName,
                             });
+                            stepCount++;
                             continue;
                         }
-                        fireflinkIndex = stepResult.response.attributeValue;
-                        if (fireflinkIndex == "Fire-Flink-0") {
-                            logData_js_1.logger.error(`element not found for step "${step}"`);
-                            throw new Error(`element not found for step "${step}"`, { cause: node_console_1.error });
-                        }
-                        if (platform === "web") {
-                            if (!doc) {
-                                logData_js_1.logger.info("doc is undefined. Rebuilding document from domInfo.");
-                                if (!domInfo || !domInfo.dom) {
-                                    domInfo = await (0, jsForAttributeInjection_js_1.getAnnotatedDOM)(driver);
-                                }
-                                const parser = new jsdom_1.JSDOM((0, domSanitizer_js_1.sanitizeWebDom)(domInfo.dom));
-                                doc = parser.window.document;
-                            }
-                            const ele = doc.querySelector(`[ff-inspect="${fireflinkIndex}"]`);
-                            if (ele) {
-                                selector = ele.getAttribute("ff-xpath") || "";
-                            }
-                            else {
-                                const result = (0, xpathcreation_js_1.getWebXPathByFFIndex)(domInfo.dom, fireflinkIndex);
-                                selector = result.xpathPath;
-                            }
-                        }
-                        else {
-                            const result = await (0, xpathcreation_js_1.getFFIndexAndXPath)(domInfo.dom, fireflinkIndex);
-                            selector = result.xpathPath;
-                        }
-                        if (!selector) {
-                            logData_js_1.logger.info(`Unable to resolve xpath for ${fireflinkIndex}`);
-                            throw new Error(`Unable to resolve xpath for ${fireflinkIndex}`, { cause: node_console_1.error });
-                        }
-                        if (selector.includes("shadow")) {
-                            stepAction = stepAction + "_shadow";
-                            logData_js_1.logger.info(stepAction);
-                        }
-                        else if (selector.includes("iframe")) {
-                            frameAction = "switchToDefaultContent";
-                            handler = actionHandlers[frameAction];
-                            await handler({
-                                driver: driver,
-                            });
-                            const result_if = await driver.executeAsyncScript(jsFindElement_js_1.Find_element_by_ff_js_script, [fireflinkIndex]);
-                            if (!result_if?.success) {
-                                logData_js_1.logger.info("Not found");
-                                return;
-                            }
-                            const { xpath_if, frames, iframe_dom_html } = result_if;
-                            selector = xpath_if;
-                            iframeDomHtml = iframe_dom_html;
-                            frameAction = "switchToFrame";
-                            handler = actionHandlers[frameAction];
-                            await handler({
-                                selector: selector,
-                                frames: frames,
-                                elementName: result.response.elementName,
-                                elementType: stepResult.response.elementType,
-                                pageDOM: domInfo.dom,
-                                fireflinkIndex
-                            });
-                        }
-                        if (selector.includes('svg')) {
-                            const match = /svg\[(\d+)\]/.exec(selector);
-                            const svgIndex = match ? match[1] : "1";
-                            selector = selector.replace(/svg\[\d+\]/, `*[name()='svg'][${svgIndex}]`);
-                        }
-                        pageDOM = iframeDomHtml ?? domInfo.dom;
-                        handler = actionHandlers[stepAction];
-                        // logger.info(`xpath ------>: ${selector}`)
                         await handler({
-                            nlpName: stepResult.response.nlpName,
-                            selector: selector,
-                            value: stepResult.response.inputText,
-                            fireflinkIndex,
-                            pageDOM: pageDOM,
-                            elementName: result.response.elementName,
+                            value: inputValue,
+                            selector: stepResult.response.attributeValue,
+                            elementName: currentElementName || result.response.elementName,
                             elementType: stepResult.response.elementType,
-                            numOfScrolls: stepResult.response.numOfScrolls,
-                            direction: stepResult.response.direction,
-                            stepIndex: stepCount,
-                            filteredSteps: listOfSteps,
-                            attributeType: stepResult.response.attributeType,
+                            stepIndex: currentStepIndex,
+                            currentStep,
+                            manualStep: step,
+                            stepsInputData,
+                            returnTypeVariableName: currentReturnTypeVariableName,
+                            ...(currentVariableName ? { variableName: currentVariableName } : {}),
                         });
-                        if (platform === "web") {
-                            if (await (0, isAlertPresent_js_1.isAlertPresent)(driver) != true) {
-                                if (action === "click") {
-                                    await driver.executeScript(jsForToaster_js_1.TOAST_WATCHER_JS, []);
-                                    await new Promise(resolve => setTimeout(resolve, 100));
-                                    const postClickToastDetected = await driver.executeScript("return window.__toastDetected === true;", []);
-                                    if (postClickToastDetected) {
-                                        logData_js_1.logger.info(`Toast detected after click`);
-                                        preCapturedDomInfo = await (0, jsForAttributeInjection_js_1.getAnnotatedDOM)(driver);
-                                        logData_js_1.logger.saveDOM(preCapturedDomInfo.dom, `toaster-dom-${stepCount}`);
-                                    }
-                                }
-                            }
-                            if (beforeHandles?.length > 0) {
-                                await (0, newTabTracker_js_1.newTabTracker)(driver, action, beforeHandles, context.scriptAppender);
-                            }
-                        }
-                        if (fallbackAttempt === 2) {
-                            await produceLiveLog("Retry successful. Moving on to the next step.");
+                        if (currentDriver && currentPlatform === "web") {
+                            await (0, newTabTracker_js_1.newTabTracker)(currentDriver, action, beforeHandles, context.scriptAppender);
                         }
-                        break;
+                        stepCount++;
+                        continue;
                     }
-                    catch (error) {
-                        logData_js_1.logger.error(`execution failed for step "${step}": ${error} and going for vision`);
+                    baseStepActionBeforeFallback = stepAction;
+                    for (let fallbackAttempt = 1; fallbackAttempt <= 2; fallbackAttempt++) {
                         try {
-                            let annotatedScreenshot;
-                            let bounds;
-                            if (action === "scroll") {
-                                throw new Error(`Scroll action failed element not found`, { cause: error });
-                            }
-                            if (platform === "web") {
-                                annotatedScreenshot = await (0, generateAnnotatedScreenshots_js_1.generateAnnotatedScreenshots)(driver);
-                            }
-                            else {
-                                domInfo = await (0, jsForAttributeInjection_js_2.getAnnotatedDOMForMobile)(driver);
-                                let VissionResult;
-                                if (platform === "android") {
-                                    VissionResult = await (0, annotatedScreenshotMobile_js_1.annotateScreenshot)(driver, domInfo.dom);
-                                }
-                                else {
-                                    VissionResult = await (0, annotatedScreenshotMobile_js_1.annotateIosScreenshot)(driver, domInfo.dom);
+                            let iframeDomHtml = null;
+                            if (fallbackAttempt > 1) {
+                                logData_js_1.logger.info(`Waiting 5 seconds before retrying step "${step}". Attempt ${fallbackAttempt}`);
+                                await new Promise((resolve) => setTimeout(resolve, 5000));
+                                logData_js_1.logger.info(`Retrying step "${step}" after vision fallback failure. Attempt ${fallbackAttempt}`);
+                                stepAction = baseStepActionBeforeFallback;
+                                selector = "";
+                                iframeDomHtml = null;
+                                beforeHandles = null;
+                                const retryDomResult = await runnerDomPipeline_js_1.RunnerDomPipeline.captureAndParseDom(driver, currentPlatform, stepCount, action, true);
+                                domInfo = retryDomResult.domInfo;
+                                doc = retryDomResult.doc;
+                                const retryRelevantResult = await runnerDomPipeline_js_1.RunnerDomPipeline.processRelevantDom(domProcessor, domInfo, keywords, stepCount, action, currentStep, currentPlatform, driver, true);
+                                extractedRelevantDom = retryRelevantResult.extractedRelevantDom;
+                                const retryToonDom = retryRelevantResult.toonDom;
+                                const retryActionResolution = await (0, stepActionInspector_js_1.resolveStepActionFromDom)(stepProcessor, currentPlatform, action, retryToonDom, priorAndNextSteps, currentStep, null);
+                                stepResult = retryActionResolution.stepResult;
+                                stepAction = retryActionResolution.stepAction;
+                            }
+                            if (stepAction === "Builtin_DragAndDropToElement") {
+                                handler = actionHandlers[stepAction];
+                                const fireflinkIndex1 = stepResult.response.drag;
+                                const ele1 = doc.querySelector(`[ff-inspect="${fireflinkIndex1}"]`);
+                                const selector1 = ele1?.getAttribute("ff-xpath");
+                                const fireflinkIndex2 = stepResult.response.drop;
+                                const ele2 = doc.querySelector(`[ff-inspect="${fireflinkIndex2}"]`);
+                                const selector2 = ele2?.getAttribute("ff-xpath");
+                                if (!selector2 && !selector1) {
+                                    throw new Error(`Unable to resolve xpath for ${fireflinkIndex2}`);
                                 }
-                                annotatedScreenshot = VissionResult.boxedImageBuffer;
-                                bounds = VissionResult.boxes;
-                            }
-                            if (platform == "web") {
-                                stepResultVision = await stepProcessor.getLLMResponse({
-                                    platform: platform,
-                                    type: promptType_js_1.PromptType.VISION_PROMPT,
-                                    args: {
-                                        priorAndNextSteps
-                                    },
-                                    input: { currentStep: step, annotatedScreenshot: annotatedScreenshot.primary },
-                                    isVision: true
-                                });
-                                if (stepResultVision.response.fireflinkIndex == "Fire-Flink-0") {
-                                    stepResultVision = await stepProcessor.getLLMResponse({
-                                        platform: platform,
-                                        type: promptType_js_1.PromptType.VISION_PROMPT,
-                                        args: {
-                                            priorAndNextSteps
-                                        },
-                                        input: { currentStep: step, annotatedScreenshot: annotatedScreenshot.secondary },
-                                        isVision: true
-                                    });
+                                else if (fireflinkIndex2 === "Fire-Flink-0" && fireflinkIndex1 === "Fire-Flink-0") {
+                                    throw new Error(`Unable to find element for ${step}`);
                                 }
-                            }
-                            else {
-                                stepResultVision = await stepProcessor.getLLMResponse({
-                                    platform: platform,
-                                    type: promptType_js_1.PromptType.VISION_PROMPT,
-                                    args: {
-                                        priorAndNextSteps
-                                    },
-                                    input: { currentStep: step, annotatedScreenshot: annotatedScreenshot },
-                                    isVision: true
+                                await handler({
+                                    selector1,
+                                    selector2,
+                                    fireflinkIndex1,
+                                    fireflinkIndex2,
+                                    pageDOM: domInfo.dom,
+                                    elementName1: stepResult.response.drag_element_name,
+                                    elementName2: stepResult.response.drop_element_name,
+                                    elementType1: stepResult.response.drag_element_type,
+                                    elementType2: stepResult.response.drop_element_type,
                                 });
+                                continue;
                             }
-                            fireflinkIndex = stepResultVision.response.fireflinkIndex;
-                            logData_js_1.logger.info(`fireflinkIndex: ${fireflinkIndex}`);
-                            if (fireflinkIndex == "Fire-Flink-0") {
-                                logData_js_1.logger.error(`vision unable to find element for step "${step}"`);
-                                if (platform === "web") {
-                                    context.scriptAppender.setErrorNLP(stepAction);
-                                }
-                                throw new Error(`vision unable to find element for step "${step}"`, { cause: error });
-                            }
-                            if (platform == "android" || platform == "ios") {
-                                const index = Number(fireflinkIndex.split("-").pop());
-                                const box = bounds[index - 1];
-                                if (!box) {
-                                    throw new Error(`No bounds found for index ${index}`, { cause: error });
-                                }
-                                const { x1, y1, x2, y2 } = box;
-                                const boundsStr = `[${x1},${y1}][${x2},${y2}]`;
-                                const result = (0, xpathcreation_js_1.getFFIndexAndXPath)(domInfo.dom, boundsStr, platform);
-                                xpath = result.xpathPath;
-                                fireflinkIndex = result.ffInspector ?? fireflinkIndex;
-                            }
-                            else {
-                                if (!domInfo || !domInfo.dom || !doc) {
-                                    logData_js_1.logger.info("Re-fetching annotated DOM for vision fallback");
-                                    domInfo = await (0, jsForAttributeInjection_js_1.getAnnotatedDOM)(driver);
-                                    const parser = new jsdom_1.JSDOM((0, domSanitizer_js_1.sanitizeWebDom)(domInfo.dom));
-                                    doc = parser.window.document;
-                                }
-                                const ele = doc.querySelector(`[ff-inspect="${fireflinkIndex}"]`);
-                                if (ele) {
-                                    xpath = ele.getAttribute("ff-xpath") || "";
-                                }
-                                else {
-                                    const result = (0, xpathcreation_js_1.getWebXPathByFFIndex)(domInfo.dom, fireflinkIndex);
-                                    xpath = result.xpathPath;
-                                }
-                                if (!xpath) {
-                                    context.scriptAppender.setErrorNLP(stepAction);
-                                    throw new Error(`Unable to resolve xpath for ${fireflinkIndex}`, { cause: error });
-                                }
+                            fireflinkIndex = stepResult.response.attributeValue;
+                            if (fireflinkIndex === "Fire-Flink-0") {
+                                logData_js_1.logger.error(`element not found for step "${step}"`);
+                                throw new Error(`element not found for step "${step}"`);
+                            }
+                            const selectorResult = await (0, elementSelectorResolver_js_1.resolveElementSelector)(doc, domInfo, fireflinkIndex, currentPlatform, driver);
+                            selector = selectorResult.selector;
+                            doc = selectorResult.doc;
+                            domInfo = selectorResult.domInfo;
+                            if (!selector) {
+                                logData_js_1.logger.info(`Unable to resolve xpath for ${fireflinkIndex}`);
+                                throw new Error(`Unable to resolve xpath for ${fireflinkIndex}`);
+                            }
+                            const shadowIframeResult = await (0, elementSelectorResolver_js_1.handleShadowAndIframe)(driver, stepAction, selector, fireflinkIndex, domInfo, actionHandlers, currentElementName || result.response.elementName, stepResult.response.elementType);
+                            if (!shadowIframeResult.handled) {
+                                return;
                             }
+                            stepAction = shadowIframeResult.stepAction;
+                            selector = shadowIframeResult.selector;
+                            iframeDomHtml = shadowIframeResult.iframeDomHtml;
                             pageDOM = iframeDomHtml ?? domInfo.dom;
                             handler = actionHandlers[stepAction];
                             await handler({
-                                selector: xpath,
-                                value: stepResult.response.inputText,
+                                nlpName: stepResult.response.nlpName,
+                                selector,
+                                value: inputValue,
                                 fireflinkIndex,
-                                pageDOM: pageDOM,
-                                elementName: result.response.elementName,
+                                pageDOM,
+                                elementName: currentElementName || result.response.elementName,
                                 elementType: stepResult.response.elementType,
-                                stepIndex: stepCount,
-                                filteredSteps: listOfSteps
+                                numOfScrolls: stepResult.response.numOfScrolls,
+                                direction: stepResult.response.direction,
+                                stepIndex: currentStepIndex,
+                                filteredSteps: listOfSteps,
+                                attributeType: stepResult.response.attributeType,
+                                currentStep,
+                                manualStep: step,
+                                stepsInputData,
+                                returnTypeVariableName: currentReturnTypeVariableName,
+                                ...(currentVariableName ? { variableName: currentVariableName } : {}),
                             });
-                            if (platform === "web") {
-                                if (await (0, isAlertPresent_js_1.isAlertPresent)(driver) != true) {
-                                    if (action === "click") {
-                                        await driver.executeScript(jsForToaster_js_1.TOAST_WATCHER_JS, []);
-                                        await new Promise(resolve => setTimeout(resolve, 100));
-                                        const postClickToastDetected = await driver.executeScript("return window.__toastDetected === true;", []);
-                                        if (postClickToastDetected) {
-                                            logData_js_1.logger.info(`Toast detected after click`);
-                                            preCapturedDomInfo = await (0, jsForAttributeInjection_js_1.getAnnotatedDOM)(driver);
-                                            logData_js_1.logger.saveDOM(preCapturedDomInfo.dom, `toaster-dom-${stepCount}`);
-                                        }
-                                    }
-                                }
-                                if (beforeHandles?.length > 0) {
-                                    await (0, newTabTracker_js_1.newTabTracker)(driver, action, beforeHandles, context.scriptAppender);
-                                }
-                            }
+                            preCapturedDomInfo = await (0, runnerPostActionHelper_js_1.handlePostActionWeb)(currentPlatform, driver, action, beforeHandles, context.scriptAppender, stepCount);
                             if (fallbackAttempt === 2) {
-                                await produceLiveLog("Retry successful. Moving on to the next step.");
+                                await reporter.sendRetry("Retry successful. Moving on to the next step.");
                             }
                             break;
                         }
                         catch (error) {
-                            logData_js_1.logger.error(`vision execution failed for step "${step}": ${error}`);
-                            if (fallbackAttempt < 2) {
-                                await produceLiveLog("Step failed to execute. Waiting a few seconds before reattempting the same step.");
+                            const visionResult = await (0, visionFallbackHandler_js_1.executeVisionFallback)({
+                                driver,
+                                platform: currentPlatform,
+                                action,
+                                step,
+                                stepAction,
+                                inputValue,
+                                stepCount,
+                                stepIndex: currentStepIndex,
+                                currentStep,
+                                manualStep: step,
+                                stepsInputData,
+                                returnTypeVariableName: currentReturnTypeVariableName,
+                                variableName: currentVariableName,
+                                fallbackAttempt,
+                                priorAndNextSteps,
+                                listOfSteps,
+                                currentElementName,
+                                extractorElementName: result.response.elementName,
+                                stepElementType: stepResult.response.elementType,
+                                iframeDomHtml: null,
+                                domInfo,
+                                doc,
+                                beforeHandles,
+                                context,
+                                stepProcessor,
+                                actionHandlers,
+                                reporter,
+                                causeError: error,
+                            });
+                            if (visionResult.retryNeeded) {
                                 continue;
                             }
-                            throw error;
+                            preCapturedDomInfo = visionResult.preCapturedDomInfo;
+                            break;
                         }
                     }
+                    baseStepActionBeforeFallback = stepAction;
+                    domInfo = null;
+                    extractedRelevantDom = null;
+                    stepCount++;
                 }
-                baseStepActionBeforeFallback = stepAction;
-                domInfo = null;
-                extractedRelevantDom = null;
-                stepCount++;
             }
             catch (error) {
                 logData_js_1.logger.error(`Error executing step "${step}":`, error);
@@ -1080,7 +612,12 @@ class AutomationRunner {
                     errorInfo.rawError = logData_js_1.logger.getError(error);
                     break;
                 }
-                errorInfo = (await stepProcessor.getLLMResponse({ platform: platform, type: promptType_js_1.PromptType.ERROR_DESCRIPTION, args: {}, input: { error: logData_js_1.logger.getError(error) } })).response;
+                errorInfo = (await stepProcessor.getLLMResponse({
+                    platform: currentPlatform,
+                    type: promptType_js_1.PromptType.ERROR_DESCRIPTION,
+                    args: {},
+                    input: { error: logData_js_1.logger.getError(error) },
+                })).response;
                 if (context.scriptAppender.getErrorNLP()) {
                     errorInfo.nlp = context.scriptAppender.getErrorNLP();
                 }
@@ -1089,7 +626,7 @@ class AutomationRunner {
                 break;
             }
         }
-        logData_js_1.logger.info('execution  time->', new Date().getTime() - start_time);
+        logData_js_1.logger.info("execution time->", new Date().getTime() - startTime);
         const payload = {
             scriptName: request.scriptName ?? "SCRIPT_NAME",
             type: request.type,
@@ -1101,154 +638,29 @@ class AutomationRunner {
             licenseId: request.licenseId,
             userId: request.userId,
             projectType: request.projectType,
-            platform: (0, platformSyntax_js_1.getPlatformSyntax)(platform),
+            platform: (0, platformSyntax_js_1.getPlatformSyntax)(currentPlatform),
             tokensConsumed: (await stepProcessor.getResultTokenUsage()).totalTokens,
         };
         this.KafkaPayload.topic = request.topic;
         let keepSessionAlive = false;
         try {
-            if ((errorInfo && Object.keys(errorInfo).length > 0)) {
-                await fireflinkServiceInstance.produceMessageToKafka(request.kafkaMessageKey, {
-                    topic: this.KafkaPayload.topic, message: {
-                        topic: "",
-                        service: "",
-                        chatId: "",
-                        aiPromptPayload: {
-                            display: false,
-                            message: "",
-                            messageId: "",
-                            branchId: "",
-                            userId: request.userId,
-                            scriptId: "",
-                            scriptType: "",
-                            type: "logs",
-                            sessionId: "",
-                            licenseId: request.licenseId,
-                            projectId: request.projectId,
-                            liveLogs: {
-                                executionId: request.kafkaMessageKey,
-                                message: errorInfo.errorDescription ?? "errorDescription unknown",
-                                messageType: messageType_js_1.MessageType.LiveLog.Error,
-                            },
-                            attachment: [],
-                        },
-                    }
-                });
-                logData_js_1.logger.info(`Message produced to Kafka topic -  ${JSON.stringify({ messageType: messageType_js_1.MessageType.LiveLog.Error })}`);
-                await context.scriptAppender.waitForAllSteps();
-                if (driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey]) {
-                    driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey].push(...context.scriptAppender.getData());
-                }
-                else {
-                    driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey] = context.scriptAppender.getData();
-                }
-                context.scriptAppender.reset();
+            if (errorInfo && Object.keys(errorInfo).length > 0) {
+                await reporter.sendError(errorInfo.errorDescription);
+                await this.saveSessionStepData(context, request.kafkaMessageKey);
                 return;
             }
             else {
                 if (request?.aiExecutionAction === "stopExecution") {
-                    await fireflinkServiceInstance.produceMessageToKafka(request.kafkaMessageKey, {
-                        topic: this.KafkaPayload.topic, message: {
-                            topic: "",
-                            service: "",
-                            chatId: "",
-                            aiPromptPayload: {
-                                display: false,
-                                message: "",
-                                messageId: "",
-                                branchId: "",
-                                userId: request.userId,
-                                scriptId: "",
-                                scriptType: "",
-                                type: "logs",
-                                sessionId: "",
-                                licenseId: request.licenseId,
-                                projectId: request.projectId,
-                                liveLogs: {
-                                    executionId: request.kafkaMessageKey,
-                                    message: "Execution stopped",
-                                    messageType: messageType_js_1.MessageType.LiveLog.ExecutionStopped,
-                                },
-                                attachment: [],
-                            },
-                        }
-                    });
-                    logData_js_1.logger.info(`Message produced to Kafka topic -  ${JSON.stringify({ messageType: messageType_js_1.MessageType.LiveLog.ExecutionStopped })}`);
+                    await reporter.sendExecutionStopped();
                 }
                 else if (hasMoreSteps) {
                     keepSessionAlive = true;
-                    await fireflinkServiceInstance.produceMessageToKafka(request.kafkaMessageKey, {
-                        topic: this.KafkaPayload.topic, message: {
-                            topic: "",
-                            service: "",
-                            chatId: "",
-                            aiPromptPayload: {
-                                display: false,
-                                message: "",
-                                messageId: "",
-                                branchId: "",
-                                userId: request.userId,
-                                scriptId: "",
-                                scriptType: "",
-                                type: "logs",
-                                sessionId: "",
-                                licenseId: request.licenseId,
-                                projectId: request.projectId,
-                                liveLogs: {
-                                    executionId: request.kafkaMessageKey,
-                                    message: "Invoke the generate_script_from_scenario tool with the remaining test steps to continue the automation execution from where it left off.",
-                                    messageType: messageType_js_1.MessageType.nextBatch,
-                                },
-                                attachment: [],
-                            },
-                        }
-                    });
-                    logData_js_1.logger.info(`Message produced to Kafka topic -  ${JSON.stringify({ messageType: messageType_js_1.MessageType.nextBatch })}`);
-                    await context.scriptAppender.waitForAllSteps();
-                    if (driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey]) {
-                        driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey].push(...context.scriptAppender.getData());
-                    }
-                    else {
-                        driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey] = context.scriptAppender.getData();
-                    }
-                    context.scriptAppender.reset();
+                    await reporter.sendNextBatch();
+                    await this.saveSessionStepData(context, request.kafkaMessageKey);
                 }
                 else {
-                    await fireflinkServiceInstance.produceMessageToKafka(request.kafkaMessageKey, {
-                        topic: this.KafkaPayload.topic, message: {
-                            topic: "",
-                            service: "",
-                            chatId: "",
-                            aiPromptPayload: {
-                                display: false,
-                                message: "",
-                                messageId: "",
-                                branchId: "",
-                                userId: request.userId,
-                                scriptId: "",
-                                scriptType: "",
-                                type: "logs",
-                                sessionId: "",
-                                licenseId: request.licenseId,
-                                projectId: request.projectId,
-                                liveLogs: {
-                                    executionId: request.kafkaMessageKey,
-                                    message: "Execution completed",
-                                    messageType: messageType_js_1.MessageType.LiveLog.Completed,
-                                },
-                                attachment: [],
-                            },
-                        }
-                    });
-                    logData_js_1.logger.info(`Message produced to Kafka topic -  ${JSON.stringify({ messageType: messageType_js_1.MessageType.LiveLog.Completed })}`);
-                    await context.scriptAppender.waitForAllSteps();
-                    if (driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey]) {
-                        driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey].push(...context.scriptAppender.getData());
-                    }
-                    else {
-                        driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey] = context.scriptAppender.getData();
-                    }
-                    context.scriptAppender.reset();
+                    await reporter.sendCompleted();
+                    await this.saveSessionStepData(context, request.kafkaMessageKey);
                 }
                 // Intermediate batches must only emit nextBatch. Sending AutomationScriptMetaData
                 // here races the chat consumer and is treated as a finished execution.
@@ -1259,50 +671,20 @@ class AutomationRunner {
                         liveLogs: messageType_js_1.MessageType.AutomationScriptMetaData,
                         stepData: driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey],
                         serverHost: request.serverHost,
-                        messageType: messageType_js_1.MessageType.AutomationScriptMetaData
+                        messageType: messageType_js_1.MessageType.AutomationScriptMetaData,
                     };
-                    // logger.info(` ${JSON.stringify(context.scriptAppender.getData(), null, 2)}`);
-                    await fireflinkServiceInstance.produceMessageToKafka(request.kafkaMessageKey, {
-                        topic: this.KafkaPayload.topic, message: {
-                            topic: "",
-                            service: "",
-                            chatId: "",
-                            aiPromptPayload: {
-                                display: false,
-                                message: "",
-                                messageId: "",
-                                branchId: "",
-                                userId: request.userId,
-                                scriptId: "",
-                                scriptType: "",
-                                type: "logs",
-                                sessionId: "",
-                                licenseId: request.licenseId,
-                                projectId: request.projectId,
-                                liveLogs: {
-                                    executionId: request.kafkaMessageKey,
-                                    message: this.KafkaPayload,
-                                    messageType: messageType_js_1.MessageType.AutomationScriptMetaData,
-                                },
-                                attachment: [],
-                            },
-                        }
-                    });
+                    await reporter.sendMetadata(this.KafkaPayload);
                     const stepDataArr = this.KafkaPayload.message.stepData;
                     const lastStep = Array.isArray(stepDataArr) && stepDataArr.length > 0
                         ? stepDataArr[stepDataArr.length - 1]
                         : null;
-                    const closeStepNames = new Set([
-                        "CloseBrowser",
-                        "IOS_CloseApp",
-                        "MOB_CloseApp",
-                    ]);
+                    const closeStepNames = new Set(["CloseBrowser", "IOS_CloseApp", "MOB_CloseApp"]);
                     if (lastStep && closeStepNames.has(lastStep.nlpName)) {
                         SessionManager_js_1.SessionManager.remove(request);
                         delete driverState_js_1.UserSessionAutomationTestCase[request.kafkaMessageKey];
                         logData_js_1.logger.info("Deletion happened.");
                     }
-                    logData_js_1.logger.info(`Final Message produced to  Kafka topic ${JSON.stringify(this.KafkaPayload, null, 2)} successfully.`);
+                    logData_js_1.logger.info(`Final Message produced to Kafka topic ${JSON.stringify(this.KafkaPayload, null, 2)} successfully.`);
                 }
                 else {
                     logData_js_1.logger.info("nextBatch produced; session kept alive for remaining steps.");
@@ -1315,7 +697,7 @@ class AutomationRunner {
         }
         finally {
             if (!keepSessionAlive) {
-                await this.cleanup(context, domInfo, extractedRelevantDom, stepProcessor, fireflinkServiceInstance, request, platform);
+                await this.cleanup(context, domInfo, extractedRelevantDom, stepProcessor, stepsInputData, fireflinkServiceInstance, request, currentPlatform);
             }
         }
     }