ff-automationv2 2.2.23 → 2.2.25

package/dist/ai/llmcalls/decodeApiKey.js

@@ -1,4 +1,7 @@
-export function decodeApiKey(apiKey) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.decodeApiKey = decodeApiKey;
+function decodeApiKey(apiKey) {
     if (!apiKey) {
         throw new Error("API key is required");
     }

package/dist/ai/llmcalls/llmAction.js

@@ -1,26 +1,32 @@
-import { prompts } from "../llmprompts/promptRegistry.js";
-import OpenAI from "openai";
-import { decodeApiKey } from "./decodeApiKey.js";
-import { userInputFormatters } from "../../ai/llmprompts/userPrompts/userPrompt.js";
-import { PromptType } from "../../core/types/promptType.js";
-import { logger } from "../../utils/logger/logData.js";
-export class llmAction {
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.llmAction = void 0;
+const promptRegistry_js_1 = require("../llmprompts/promptRegistry.js");
+const openai_1 = __importDefault(require("openai"));
+const decodeApiKey_js_1 = require("./decodeApiKey.js");
+const userPrompt_js_1 = require("../../ai/llmprompts/userPrompts/userPrompt.js");
+const promptType_js_1 = require("../../core/types/promptType.js");
+const logData_js_1 = require("../../utils/logger/logData.js");
+class llmAction {
     constructor(apiKey, baseURL, model, visionApiKey) {
         this.model = model;
         this.visionApiKey = visionApiKey;
-        this.client = new OpenAI({
-            apiKey: decodeApiKey(apiKey),
+        this.client = new openai_1.default({
+            apiKey: (0, decodeApiKey_js_1.decodeApiKey)(apiKey),
             baseURL: baseURL,
         });
-        this.visionClient = new OpenAI({
-            apiKey: decodeApiKey(this.visionApiKey),
+        this.visionClient = new openai_1.default({
+            apiKey: (0, decodeApiKey_js_1.decodeApiKey)(this.visionApiKey),
         });
     }
     async getLLMResponse(platform, type, args, userInput) {
-        const promptBuilder = prompts[platform][type];
+        const promptBuilder = promptRegistry_js_1.prompts[platform][type];
         const systemPrompt = await promptBuilder(args);
-        const userPrompt = userInputFormatters[type](userInput);
-        if (type === PromptType.VISION_PROMPT && Array.isArray(userPrompt)) {
+        const userPrompt = userPrompt_js_1.userInputFormatters[type](userInput);
+        if (type === promptType_js_1.PromptType.VISION_PROMPT && Array.isArray(userPrompt)) {
             return this.getLLMResponseWithVision(systemPrompt, userPrompt);
         }
         if (typeof userPrompt !== "string") {
@@ -44,16 +50,16 @@ export class llmAction {
                     response_format: { type: "json_object" },
                 });
                 const content = response.choices?.[0]?.message?.content;
-                logger.info(`LLM Attempt ${attempt} - Raw Response:`, content);
+                logData_js_1.logger.info(`LLM Attempt ${attempt} - Raw Response:`, content);
                 if (this.isInvalidLLMOutput(content)) {
-                    logger.error(`Invalid LLM output. Retrying (${attempt})`);
+                    logData_js_1.logger.error(`Invalid LLM output. Retrying (${attempt})`);
                     continue;
                 }
                 // logger.info("Time taken to get LLM response (Text):", Date.now() - startTime, "ms");
                 return response;
             }
             catch (error) {
-                logger.error(`LLM Error Attempt ${attempt}:`, error);
+                logData_js_1.logger.error(`LLM Error Attempt ${attempt}:`, error);
                 const structuredError = this.handleKnownErrors(error);
                 if (structuredError)
                     return structuredError;
@@ -77,16 +83,16 @@ export class llmAction {
                     response_format: { type: "json_object" },
                 });
                 const content = response.choices?.[0]?.message?.content;
-                logger.info(`Vision LLM Attempt ${attempt} - Raw Response:`, content);
+                logData_js_1.logger.info(`Vision LLM Attempt ${attempt} - Raw Response:`, content);
                 if (this.isInvalidLLMOutput(content)) {
-                    logger.error(`Invalid Vision output. Retrying (${attempt})`);
+                    logData_js_1.logger.error(`Invalid Vision output. Retrying (${attempt})`);
                     continue;
                 }
                 // logger.info("Time taken to get LLM response (vision):", Date.now() - startTime, "ms");
                 return response;
             }
             catch (error) {
-                logger.error(`Vision LLM Error Attempt ${attempt}:`, error);
+                logData_js_1.logger.error(`Vision LLM Error Attempt ${attempt}:`, error);
                 const structuredError = this.handleKnownErrors(error);
                 if (structuredError)
                     return structuredError;
@@ -143,3 +149,4 @@ export class llmAction {
         };
     }
 }
+exports.llmAction = llmAction;

package/dist/ai/llmcalls/parseLlmOputput.js

@@ -1,5 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMResultParser = void 0;
 // import { logger } from "../../utils/logger/logData.js";
-export class LLMResultParser {
+class LLMResultParser {
     constructor() {
         this.inputTokens = 0;
         this.outputTokens = 0;
@@ -47,3 +50,4 @@ export class LLMResultParser {
         };
     }
 }
+exports.LLMResultParser = LLMResultParser;

package/dist/ai/llmprompts/llmPromptTypes/systemPromptTypes.js

@@ -1 +1,2 @@
-export {};
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/ai/llmprompts/promptRegistry.js

@@ -1,40 +1,43 @@
-import { keywordExtractor } from "./systemPrompts/actionExtractorPrompt.js";
-import { buildStepExtractionPrompt, androidbuildStepExtractionPrompt } from "./systemPrompts/userStoryToListPrompt.js";
-import { buildErrorDescriptionPrompt } from "./systemPrompts/errorDescriptionPrompt.js";
-import { ffInspectorNumExtractor } from "./systemPrompts/fireflinkElementIndexExtactors.js";
-import { ffInspectorNumExtractorMob } from "./systemPrompts/fireflinkElementIndexExtractor_Mob.js";
-import { visionPrompt } from "./systemPrompts/visionPrompt.js";
-import { visionPromptMobile } from "./systemPrompts/visionPromptMobile.js";
-import { verifyActionExtractorPrompt } from "./systemPrompts/verifyActionExtractorPrompt.js";
-import { getActionExtractorPrompt } from "./systemPrompts/getActionExtractorPrompt.js";
-import { verifyActionExtractorPromptMob } from "./systemPrompts/verifyActionExtractorPromptMob.js";
-import { getActionExtractorPromptMob } from "./systemPrompts/getActionExtractorPromptMob.js";
-import { keywordExtractorMobile } from "./systemPrompts/mobileKeywordExtractor.js";
-import { combinedActionExtractorPromptMob } from "./systemPrompts/combinedActionExtractorPromptMob.js";
-import { waitActionExtractorPromptMob } from "./systemPrompts/waitActionExtractorPromptMob.js";
-import { waitActionExtractorPrompt } from "./systemPrompts/waitActionExtractorPrompt.js";
-import { combinedActionExtractorPrompt } from "./systemPrompts/combinedActionExtractorPrompt.js";
-export const prompts = {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.prompts = void 0;
+const actionExtractorPrompt_js_1 = require("./systemPrompts/actionExtractorPrompt.js");
+const userStoryToListPrompt_js_1 = require("./systemPrompts/userStoryToListPrompt.js");
+const errorDescriptionPrompt_js_1 = require("./systemPrompts/errorDescriptionPrompt.js");
+const fireflinkElementIndexExtactors_js_1 = require("./systemPrompts/fireflinkElementIndexExtactors.js");
+const fireflinkElementIndexExtractor_Mob_js_1 = require("./systemPrompts/fireflinkElementIndexExtractor_Mob.js");
+const visionPrompt_js_1 = require("./systemPrompts/visionPrompt.js");
+const visionPromptMobile_js_1 = require("./systemPrompts/visionPromptMobile.js");
+const verifyActionExtractorPrompt_js_1 = require("./systemPrompts/verifyActionExtractorPrompt.js");
+const getActionExtractorPrompt_js_1 = require("./systemPrompts/getActionExtractorPrompt.js");
+const verifyActionExtractorPromptMob_js_1 = require("./systemPrompts/verifyActionExtractorPromptMob.js");
+const getActionExtractorPromptMob_js_1 = require("./systemPrompts/getActionExtractorPromptMob.js");
+const mobileKeywordExtractor_js_1 = require("./systemPrompts/mobileKeywordExtractor.js");
+const combinedActionExtractorPromptMob_js_1 = require("./systemPrompts/combinedActionExtractorPromptMob.js");
+const waitActionExtractorPromptMob_js_1 = require("./systemPrompts/waitActionExtractorPromptMob.js");
+const waitActionExtractorPrompt_js_1 = require("./systemPrompts/waitActionExtractorPrompt.js");
+const combinedActionExtractorPrompt_js_1 = require("./systemPrompts/combinedActionExtractorPrompt.js");
+exports.prompts = {
     web: {
-        userStoryToList: buildStepExtractionPrompt,
-        keywordExtractorPrompt: keywordExtractor,
-        errorDescriptionPrompt: buildErrorDescriptionPrompt,
-        ffInspectorNumExtractor: ffInspectorNumExtractor,
-        verifyActionExtractorPrompt: verifyActionExtractorPrompt,
-        visionPrompt: visionPrompt,
-        getActionExtractorPrompt: getActionExtractorPrompt,
-        combinedActionExtractorPrompt: combinedActionExtractorPrompt,
-        waitActionExtractorPrompt: waitActionExtractorPrompt,
+        userStoryToList: userStoryToListPrompt_js_1.buildStepExtractionPrompt,
+        keywordExtractorPrompt: actionExtractorPrompt_js_1.keywordExtractor,
+        errorDescriptionPrompt: errorDescriptionPrompt_js_1.buildErrorDescriptionPrompt,
+        ffInspectorNumExtractor: fireflinkElementIndexExtactors_js_1.ffInspectorNumExtractor,
+        verifyActionExtractorPrompt: verifyActionExtractorPrompt_js_1.verifyActionExtractorPrompt,
+        visionPrompt: visionPrompt_js_1.visionPrompt,
+        getActionExtractorPrompt: getActionExtractorPrompt_js_1.getActionExtractorPrompt,
+        combinedActionExtractorPrompt: combinedActionExtractorPrompt_js_1.combinedActionExtractorPrompt,
+        waitActionExtractorPrompt: waitActionExtractorPrompt_js_1.waitActionExtractorPrompt,
     },
     android: {
-        userStoryToList: androidbuildStepExtractionPrompt,
-        keywordExtractorPrompt: keywordExtractorMobile,
-        errorDescriptionPrompt: buildErrorDescriptionPrompt,
-        ffInspectorNumExtractor: ffInspectorNumExtractorMob,
-        verifyActionExtractorPrompt: verifyActionExtractorPromptMob,
-        visionPrompt: visionPromptMobile,
-        getActionExtractorPrompt: getActionExtractorPromptMob,
-        combinedActionExtractorPrompt: combinedActionExtractorPromptMob,
-        waitActionExtractorPrompt: waitActionExtractorPromptMob,
+        userStoryToList: userStoryToListPrompt_js_1.androidbuildStepExtractionPrompt,
+        keywordExtractorPrompt: mobileKeywordExtractor_js_1.keywordExtractorMobile,
+        errorDescriptionPrompt: errorDescriptionPrompt_js_1.buildErrorDescriptionPrompt,
+        ffInspectorNumExtractor: fireflinkElementIndexExtractor_Mob_js_1.ffInspectorNumExtractorMob,
+        verifyActionExtractorPrompt: verifyActionExtractorPromptMob_js_1.verifyActionExtractorPromptMob,
+        visionPrompt: visionPromptMobile_js_1.visionPromptMobile,
+        getActionExtractorPrompt: getActionExtractorPromptMob_js_1.getActionExtractorPromptMob,
+        combinedActionExtractorPrompt: combinedActionExtractorPromptMob_js_1.combinedActionExtractorPromptMob,
+        waitActionExtractorPrompt: waitActionExtractorPromptMob_js_1.waitActionExtractorPromptMob,
     }
 };

package/dist/ai/llmprompts/systemPrompts/actionExtractorPrompt.js

@@ -1,5 +1,8 @@
-export async function keywordExtractor({ priorAndNextSteps }) {
-    const allowedActions = ["enter", "wait", "verify", "scroll", "navigate", "click", "maximize", "minimize", "get", "upload", "close", "open", "drag_and_drop", "switch", "cleartext"];
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.keywordExtractor = keywordExtractor;
+async function keywordExtractor({ priorAndNextSteps }) {
+    const allowedActions = ["enter", "wait", "verify", "scroll", "navigate", "navigateBack", "click", "maximize", "minimize", "get", "upload", "close", "open", "drag_and_drop", "switch", "cleartext"];
     const prompt = `
 You are an expert in Web application testing.
     From the step, extract ONLY the meaningful keywords so that i can search for the element in the dom.
@@ -21,7 +24,7 @@ You are an expert in Web application testing.
     - Do NOT include status/technical words (displayed, enabled, authenticate, visible).
     - If an element label contains multiple words (e.g., "Sign In", "Add to Cart"), keep them together as ONE keyword like ["Sign In", "SignIn", "Add to Cart", "AddToCart"] and Never split them and also for keywords you generated, should not split them like ["sign", "in","add","to","cart"].
     - element_name: extract name of the element that mentioned in the the step.(eg:tap on x -> element_name:x) keep element_name as short as possible and make the first letter of first word of the element_name as capital. beacuse element_name is also used to find element in the dom. and if element_name is not mentioned in step than return action of the step as element_name.
-    - action: click for taping, clicking or selecting, enter for entering input, wait for waiting or sleeping,scroll for scrolling and swiping, navigate for navigating to page using url or navigateing back to previous page, get for getting,fetching element,maximize for maximizing browser window, close for closing browser window,open for opening browser window, upload for uploading file using path, drag_and_drop for dragging and dropping element, switch is for switching to tab or window or frame,cleartext for clearing or removing text from element.
+    - action: click for taping, clicking or selecting, enter for entering input, wait for waiting or sleeping,scroll for scrolling and swiping, navigate for navigating to page using url, navigateBack for navigateing back to previous page, get for getting,fetching element,maximize for maximizing browser window, close for closing browser window,open for opening browser window, upload for uploading file using path, drag_and_drop for dragging and dropping element, switch is for switching to tab or window or frame,cleartext for clearing or removing text from element.
     - action must be one of from this list  ${JSON.stringify(allowedActions)}.if not one of them, return '0'. if step about set or find action return '0'
     - For navigate action, keywords should contain only one keyword which is full url from the step and should not include any other text. and if step has another actions, including navigate action, don't return navigate action return another action witch is in the step. and element_name should be "URL".
     Navigate action is allowed only when the step intent is purely navigation (e.g., "Navigate to URL").

package/dist/ai/llmprompts/systemPrompts/combinedActionExtractorPrompt.js

@@ -1,4 +1,7 @@
-export async function combinedActionExtractorPrompt({ extractedDomJson, priorAndNextSteps, }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.combinedActionExtractorPrompt = combinedActionExtractorPrompt;
+async function combinedActionExtractorPrompt({ extractedDomJson, priorAndNextSteps, }) {
     const nlpList = `"dummy"`;
     const elementType = ["link", "textfield", "icon", "button", "radiobutton", "checkbox", "tab", "action overflow button", "hamburger menu", "toggle button", "steppers", "sliders"];
     const prompt = `

package/dist/ai/llmprompts/systemPrompts/combinedActionExtractorPromptMob.js

@@ -1,4 +1,7 @@
-export async function combinedActionExtractorPromptMob({ extractedDomJson, priorAndNextSteps, }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.combinedActionExtractorPromptMob = combinedActionExtractorPromptMob;
+async function combinedActionExtractorPromptMob({ extractedDomJson, priorAndNextSteps, }) {
     const nlpList = `"MOB_SetCapability","MOB_EnterUrl","MOB_OpenMobileApplication",
 "MOB_IsAppInstalled","MOB_SetEmulatorPowerPercentage","MOB_ReceiveMessageOnEmulator","MOB_UninstallAPK",
 "MOB_InstallAPK","MOB_SetClipBoardText","MOB_PressAnyKeyNTimes",

package/dist/ai/llmprompts/systemPrompts/errorDescriptionPrompt.js

@@ -1,4 +1,7 @@
-export async function buildErrorDescriptionPrompt() {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildErrorDescriptionPrompt = buildErrorDescriptionPrompt;
+async function buildErrorDescriptionPrompt() {
     const description_prompt = `
 Analyze the automation failure and execution history and generate a structured diagnostic response.
 
@@ -27,7 +30,7 @@ STRICT OUTPUT RULES:
 Return a JSON object with EXACTLY these keys:
 
 1. "error":
-   - A concise, single-line, selenium exception name or appium exception name (error).__name__ (e.g., "InvalidSessionIdException", "NoSuchElementException", "WebDriverException" etc) expamle: if error is element not found, return "NoSuchElementException" 
+   - A concise, single-line, selenium exception name or appium exception name (error).__name__ (e.g., "InvalidSessionIdException", "NoSuchElementException", "WebDriverException","ElementNotInteractableException" etc) expamle: if error is element not found, return "NoSuchElementException" 
    - Must contain ONLY a single Selenium-style exception class name.
    - Do NOT include additional words.
 

package/dist/ai/llmprompts/systemPrompts/fireflinkElementIndexExtactors.js

@@ -1,4 +1,7 @@
-export async function ffInspectorNumExtractor({ stepAction, extractedDomJson, priorAndNextSteps, isAlert = false, isDrag = false, }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ffInspectorNumExtractor = ffInspectorNumExtractor;
+async function ffInspectorNumExtractor({ stepAction, extractedDomJson, priorAndNextSteps, isAlert = false, isDrag = false, }) {
     const switchActions = ["SwitchToNewTabBasedOnTitle", "SwitchToNewTabBasedOnUrl", "SwitchToNewWindowBasedOnTitle", "SwitchToNewWindowBasedOnURL", "SwitchToParentWindow", "SwitchToWindowIfTitleContainsString", "SwitchToNewWindowIfUrlContainsString"];
     const clickActions = ["Click", "DoubleClick", "RightClick", "WaitAndClick", "ClickNTimes", "ClickUsingJS"];
     const alertActions = [
@@ -61,7 +64,7 @@ Respond only with JSON using this format:
 {
   "drag": "Fire-Flink-x",
   "drop": "Fire-Flink-x",
-  "action": "Builtin_DragAndDropToElement",
+  "nlpName": "Builtin_DragAndDropToElement",
   "drag_element_name": "x",
   "drop_element_name": "x"
   "drag_element_type": "x",

package/dist/ai/llmprompts/systemPrompts/fireflinkElementIndexExtractor_Mob.js

@@ -1,4 +1,7 @@
-export async function ffInspectorNumExtractorMob({ stepAction, extractedDomJson, priorAndNextSteps, }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ffInspectorNumExtractorMob = ffInspectorNumExtractorMob;
+async function ffInspectorNumExtractorMob({ stepAction, extractedDomJson, priorAndNextSteps, }) {
     const SwipeActions = ["MOB_SwipeToElement", "MOB_SwipeUpToElement", "MOB_SwipeDownToElement", "MOB_SwipeLeftToElement", "MOB_SwipeRightToElement", "MOB_SwipeNTimes", "MOB_Builtin_Swipe", "MOB_SwipeDirectionNTimes", "MOB_SwipeToElementForMWeb", "MOB_SwipeUsingReferenceElement"];
     const Actions = ["MOB_Tap", "MOB_TapNTimes", "MOB_DoubleTap", "MOB_DoubleTapAtSpecifiedLocation", "MOB_TapOnSpecifiedLocation",
         "MOB_Enter", "MOB_EnterDataAndPressKey", "MOB_EnterInputIntoElementFromClipBoard", "MOB_EnterUrl", "MOB_ClearThenEnterInput",
@@ -47,7 +50,7 @@ You are an AI assistant. For the step, extract the element keyword from the step
 filtered dom JSON: ${extractedDomJson}
 `;
     }
-    else if (stepAction === "swipe") {
+    else if (stepAction === "swipe" || stepAction === "scroll") {
         prompt = `
   You are an intelligent assistant that extracts structured mobile scroll/swipe action data.
 Given the step: ${JSON.stringify(priorAndNextSteps)}, the simplified DOM (for scroll context): ${extractedDomJson}, and the list of NLP names: ${SwipeActions}.

package/dist/ai/llmprompts/systemPrompts/getActionExtractorPrompt.js

@@ -1,4 +1,7 @@
-export async function getActionExtractorPrompt({ extractedDomJson, priorAndNextSteps, }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getActionExtractorPrompt = getActionExtractorPrompt;
+async function getActionExtractorPrompt({ extractedDomJson, priorAndNextSteps, }) {
     const nlpList = `"GetAllTheOptionsFromListBoxAsTextInSortedOrder", "GetScreenshot", "GetAllTheOptionsFromListBoxAsText", "GetTheFirstSelectedOptionFromListBoxAsText", "GetAllTheSelectedOptionsFromListBoxAsText", "GetAttribute", "GetTagName", "GetListBoxSize",
  "GetWrappedOptionFromListBoxAsText", "GetTextFromListOfWebElements", "GetCssValue", "GetScreenshotAs", "GetFirstSelectedOption", "GetText", "GetOptions", "GetAllSelectedOptions", "GetSize", "GetWrappedElement", "GetRect", "GetLocation", 
  "GetXLocationOfWebElement", "GetYLocationOfWebElement", "GetVideoMediaSource", "GetListOfElementsFromLocatorTypeLocatorValue",  "GetVideoCurrentSeekTime", "GetVideoMediaLength", "GetVideoDefaultPlaybackRate", "GetVideoHeight", "GetAudioCurrentPlaybackRate", 
@@ -23,8 +26,8 @@ Select the perfect matching NLP name from the list that best fits the step's int
 {
   "attribute_value": "Fire-Flink-x",
   "nlpName": "x",
-  "input_text":"x"
-  "element_type": "x"
+  "input_text":"x",
+  "elementType": "x"
 }
 Rules:
 - nlpName must be exactly one from the provided list.
@@ -46,7 +49,7 @@ and also If a step is about getting value from element or some kind of locator t
 - If no explicit option is mentioned in the step, map it to the most relevant non-option getting NLP based on the intent of the step.
 - Extract input_text from the step that is which is being getting in the step, if you can't find any input text in the step, return keyword as input_text.
 - Use the closest semantic match for the step; return attribute_value as Fire-Flink-0, only if nothing is found.and never return Fire-Flink-x.
-- Based on step give most relevant type of element. use this list to choose element_type: ${elementType} and Never change syntax of element_type, follow the syntax of element_type in list.if element_type is not there in list return 'link'.
+- Based on step give most relevant type of element. use this list to choose elementType: ${elementType} and Never change syntax of elementType, follow the syntax of elementType in list.if elementType is not there in list return 'link'.
 - **Respond with valid JSON only. don't return any other text* or or don't return response in list format*.
 `;
     return prompt;

package/dist/ai/llmprompts/systemPrompts/getActionExtractorPromptMob.js

@@ -1,4 +1,7 @@
-export async function getActionExtractorPromptMob({ extractedDomJson, priorAndNextSteps, }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getActionExtractorPromptMob = getActionExtractorPromptMob;
+async function getActionExtractorPromptMob({ extractedDomJson, priorAndNextSteps, }) {
     const nlpList = `"MOB_GetDeviceLocation","MOB_GetBatteryPercentage","MOB_GetLongitude","MOB_GetAltitude","MOB_GetLatitude",
 "MOB_GetCurrentDeviceDate","MOB_GetMinuteFromCurrentDeviceTime","MOB_GetCurrentAppPackage","MOB_GetAllContexts",
 "MOB_GetHourFromCurrentDeviceTime","MOB_GetSecondFromCurrentDeviceTime","MOB_GetSupportedPerformanceDataTypes",

package/dist/ai/llmprompts/systemPrompts/mobileKeywordExtractor.js

@@ -1,4 +1,7 @@
-export async function keywordExtractorMobile({ priorAndNextSteps }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.keywordExtractorMobile = keywordExtractorMobile;
+async function keywordExtractorMobile({ priorAndNextSteps }) {
     const allowedActions = ["openApp", "tap", "enter", "wait", "verify", "scroll", "get", "close", "combined"];
     const prompt = `
 You are an expert in mobile app testing.

package/dist/ai/llmprompts/systemPrompts/userStoryToListPrompt.js

@@ -1,4 +1,8 @@
-export async function buildStepExtractionPrompt() {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildStepExtractionPrompt = buildStepExtractionPrompt;
+exports.androidbuildStepExtractionPrompt = androidbuildStepExtractionPrompt;
+async function buildStepExtractionPrompt() {
     const prompt = `
 You are a precise assistant.
 Extract Steps from the following user story for web automation.
@@ -21,7 +25,7 @@ Respond strictly in valid JSON using the following structure:
 `;
     return prompt;
 }
-export async function androidbuildStepExtractionPrompt() {
+async function androidbuildStepExtractionPrompt() {
     const prompt = `
 You are a precise assistant.  
 Extract **step data** from the following mobile {user_story_raw}.

package/dist/ai/llmprompts/systemPrompts/verifyActionExtractorPrompt.js

@@ -1,12 +1,16 @@
-export async function verifyActionExtractorPrompt({ extractedDomJson, priorAndNextSteps, }) {
-    const nlpList = `VerifyElementIsDisabled,VerifyElementIsEnabled,VerifyElementIsSelected,VerifyIfOptionWithIndexIsSelectedInListBox,VerifyWidthOfElement,VerifyBrowserWindowXLocation,
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.verifyActionExtractorPrompt = verifyActionExtractorPrompt;
+async function verifyActionExtractorPrompt({ extractedDomJson, priorAndNextSteps, }) {
+    const nlpList = `VerifyElementIsDisabled,VerifyElementIsEnabled,VerifyElementIsSelected,VerifyIfOptionWithIndexIsDeselectedInElement,
+    VerifyIfOptionWithIndexIsSelectedInListBox,VerifyWidthOfElement,VerifyBrowserWindowXLocation,
     VerifyIfCookieNameIsDeleted,VerifyBrowserWindowWidth,VerifyValueOfElementIsCleared,
     VerifyTagName,VerifyIfCookieNameIsAdded,VerifyLinkNavigatesToTitle,VerifyXLocationOfElement,
     VerifyAllOptionsAreDeselected,VerifyBrowserHtmlCodeContainsString,VerifyBrowserWindowYLocation,
     VerifyNumberOfElementsByTagName,VerifyListBoxOptionsAreSorted,VerifyNavigateURL,
     VerifyHeightOfWebElement,VerifyValueOfElementContainsString,VerifyBrowserWindowHeight,VerifyIfLinksAreBroken,
     VerifyIfLinkIsBroken,VerifyValueOfElementIsString,VerifyYLocationOfElement,
-    VerifyNumberOfElementsByXpath,VerifyIfOptionWithIndexIsDeselectedInElement,VerifyAttributeValue,
+    VerifyNumberOfElementsByXpath,VerifyAttributeValue,
     VerifyElementIsDisplayed,VerifyAllOptionsAreSelected,VerifyIfOptionWithValueIsDeselected,
     VerifyBrowserWindowTitleContainsString,VerifyBrowserWindowTitleIsString,
     VerifyTitleOfCurrentPage,VerifyPartialTitleOfCurrentPage,VerifyElementIsNotDisplayed,
@@ -36,6 +40,7 @@ Select the perfect matching NLP name from the list that best fits the step's int
 **The NLP name must match exactly one value from the approved NLP list. Do not generate or suggest any new NLP names under any condition.**
 step may give any way,you need to get most matching and most related nlp name from the list that relates to step.
 for these nlp's VerifyIfSpecifiedOptionIsSelected,VerifyThatSpecifiedOptionIsNotSelected,VerifyIfOptionWithValueIsSelected,VerifyIfOptionWithValueIsDeselected,in step if they mention word value then only match with these VerifyIfOptionWithValueIsSelected,VerifyIfOptionWithValueIsDeselected.Otherwise go with specified option nlp's.
+if step is verify option with index is deselected map to VerifyIfOptionWithIndexIsDeselectedInElement and if step is verify option with index is selected then map to VerifyIfOptionWithIndexIsSelectedInListBox.
 example: verify if email element is present
 nlp name should be VerifyElementIsDisplayed
 

package/dist/ai/llmprompts/systemPrompts/verifyActionExtractorPromptMob.js

@@ -1,4 +1,7 @@
-export async function verifyActionExtractorPromptMob({ extractedDomJson, priorAndNextSteps, }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.verifyActionExtractorPromptMob = verifyActionExtractorPromptMob;
+async function verifyActionExtractorPromptMob({ extractedDomJson, priorAndNextSteps, }) {
     const nlpList = `  "MOB_VerifyElementIsDisplayed,MOB_VerifyElementIsDisabled,MOB_VerifyElementIsEnabled,MOB_VerifyElementIsSelected,MOB_VerifyText,MOB_VerifyAttributeValue,MOB_VerifyPartialAttributeValue,"
     "MOB_VerifyElementIsDisplayedInSpecifiedTime,MOB_VerifyElementIsEnabledInSpecifiedTime,"
     "MOB_VerifyBatteryLevel,MOB_VerifyPartialText,MOB_VerifyElementIsClickable,"

package/dist/ai/llmprompts/systemPrompts/visionPrompt.js

@@ -1,4 +1,7 @@
-export async function visionPrompt({ priorAndNextSteps }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.visionPrompt = visionPrompt;
+async function visionPrompt({ priorAndNextSteps }) {
     const customPromptText = `
 You are a precise automation assistant.
 Context: ${priorAndNextSteps}
@@ -6,6 +9,7 @@ Context: ${priorAndNextSteps}
 - **If u can't find the element and also If there is no element with number, return Fire-Flink-0. dont return any other elements index.**
 - Using the provided annotated screenshot and Step, identify the correct element index from the image.
 - Match the index to the text or action described in Step as accurately as possible.
+- Allow partial and case-insensitive matching. If a clear match exists, return its index.
 - Return only the Fire-Flink-x for the target element .
 - **Never return Fire-Flink-1 only return Fire-Flink-0.**
 - Do not provide any additional text or explanation. The output must be strictly Fire-Flink-x.

package/dist/ai/llmprompts/systemPrompts/visionPromptMobile.js

@@ -1,4 +1,7 @@
-export async function visionPromptMobile({ priorAndNextSteps }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.visionPromptMobile = visionPromptMobile;
+async function visionPromptMobile({ priorAndNextSteps }) {
     const customPromptText = `
 You are a precise mobile automation assistant. 
 - You are given an image containing multiple elements outlined with bounding boxes.Each bounding box has a small black index number label drawn above it (like 1, 2, 3...).

package/dist/ai/llmprompts/systemPrompts/waitActionExtractorPrompt.js

@@ -1,4 +1,7 @@
-export async function waitActionExtractorPrompt({ extractedDomJson, priorAndNextSteps, }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.waitActionExtractorPrompt = waitActionExtractorPrompt;
+async function waitActionExtractorPrompt({ extractedDomJson, priorAndNextSteps, }) {
     const nlpList = `
     "WaitTillUlrOfPageContainsString",
     "WaitTillTitleOfPageIsString",

package/dist/ai/llmprompts/systemPrompts/waitActionExtractorPromptMob.js

@@ -1,4 +1,7 @@
-export async function waitActionExtractorPromptMob({ extractedDomJson, priorAndNextSteps, }) {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.waitActionExtractorPromptMob = waitActionExtractorPromptMob;
+async function waitActionExtractorPromptMob({ extractedDomJson, priorAndNextSteps, }) {
     const nlpList = `"MOB_WaitTillPresenceOfAllElements","MOB_WaitTillPresenceOfElement","MOB_WaitTillElementIsSelected","MOB_WaitTillElementHasText","MOB_WaitTillElementIsEnabled",
 "MOB_WaitTillElementIsVisible","MOB_WaitTillElementContainsText","MOB_WaitTillAttributeOfElementContainsString","MOB_WaitTillAllElementsAreInvisible",
 "MOB_WaitTillElementIsInvisible","MOB_WaitTillElementIsClickable","MOB_WaitTillAttributeOfElementIsString","MOB_WaitTillPresenceOfAllElements",

package/dist/ai/llmprompts/userPrompts/userPrompt.js

@@ -1,18 +1,21 @@
-import { PromptType } from "../../../core/types/promptType.js";
-import { formatImageBase64 } from "../../../utils/helpers/imageUtils.js";
-export const userInputFormatters = {
-    [PromptType.USER_STORY_TO_LIST]: (userInput) => `Convert the following user story into steps:\n\n${JSON.stringify(userInput.userStory, null, 2)}`,
-    [PromptType.KEYWORD_EXTRACTOR]: (userInput) => `Extract keywords from the following input:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
-    [PromptType.ERROR_DESCRIPTION]: (error) => `Analyze the following error context:\n\n${JSON.stringify(error.error, null, 2)}`,
-    [PromptType.FF_INSPECTOR]: (userInput) => `Inspect the DOM for the following action context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
-    [PromptType.VERIFY_PROMPT]: (userInput) => `Inspect the DOM for the following verify context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
-    [PromptType.GET_PROMPT]: (userInput) => `Inspect the DOM for the following get context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
-    [PromptType.COMBINED_ACTION_EXTRACTOR_PROMPT]: (userInput) => `Inspect the DOM for the following wait context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
-    [PromptType.WAIT_ACTION_EXTRACTOR_PROMPT]: (userInput) => `Inspect the DOM for the following wait context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
-    [PromptType.VISION_PROMPT]: (userInput) => {
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.userInputFormatters = void 0;
+const promptType_js_1 = require("../../../core/types/promptType.js");
+const imageUtils_js_1 = require("../../../utils/helpers/imageUtils.js");
+exports.userInputFormatters = {
+    [promptType_js_1.PromptType.USER_STORY_TO_LIST]: (userInput) => `Convert the following user story into steps:\n\n${JSON.stringify(userInput.userStory, null, 2)}`,
+    [promptType_js_1.PromptType.KEYWORD_EXTRACTOR]: (userInput) => `Extract keywords from the following input:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
+    [promptType_js_1.PromptType.ERROR_DESCRIPTION]: (error) => `Analyze the following error context:\n\n${JSON.stringify(error.error, null, 2)}`,
+    [promptType_js_1.PromptType.FF_INSPECTOR]: (userInput) => `Inspect the DOM for the following action context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
+    [promptType_js_1.PromptType.VERIFY_PROMPT]: (userInput) => `Inspect the DOM for the following verify context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
+    [promptType_js_1.PromptType.GET_PROMPT]: (userInput) => `Inspect the DOM for the following get context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
+    [promptType_js_1.PromptType.COMBINED_ACTION_EXTRACTOR_PROMPT]: (userInput) => `Inspect the DOM for the following wait context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
+    [promptType_js_1.PromptType.WAIT_ACTION_EXTRACTOR_PROMPT]: (userInput) => `Inspect the DOM for the following wait context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
+    [promptType_js_1.PromptType.VISION_PROMPT]: (userInput) => {
         let imageBase64 = null;
         if (userInput.annotatedScreenshot) {
-            imageBase64 = formatImageBase64(userInput.annotatedScreenshot);
+            imageBase64 = (0, imageUtils_js_1.formatImageBase64)(userInput.annotatedScreenshot);
         }
         if (!imageBase64) {
             throw new Error("Vision image is missing. No annotatedScreenshot provided.");

package/dist/automation/actions/executor.d.ts

@@ -224,7 +224,7 @@ export declare class ActionExecutor implements IActionExecutor {
     VerifyBrowserWindowTitleContainsString(value: string): Promise<void>;
     VerifyBrowserWindowUrlIsString(value: string): Promise<void>;
     VerifyBrowserWindowUrlContainsExpectedUrl(value: string): Promise<void>;
-    VerifyCheckBoxIsNotSelected(pageDOM: string, selector: string, fireflinkIndex: string, elementName: string, elementType: string): Promise<void>;
+    VerifyCheckBoxIsNotSelected(pageDOM: string, selector: string, value: string, fireflinkIndex: string, elementName: string, elementType: string): Promise<void>;
     VerifyCheckBoxIsSelected(pageDOM: string, selector: string, fireflinkIndex: string, elementName: string, elementType: string): Promise<void>;
     VerifyBrowserWindowTitleIsString(value: string): Promise<void>;
     VerifyIfBrowserWindowIsClosed(): Promise<void>;