ff-automationv2 2.2.7 → 2.2.9

package/dist/ai/llmprompts/systemPrompts/fireflinkElementIndexExtractor_Mob.js

@@ -31,12 +31,13 @@ You are an AI assistant. For the step, extract the element keyword from the step
                         login - ff-inspect-803
                         then should return login - ff-inspect-803 witch is near to user reference element user login - ff-inspect-790**
 - **Find the FF-inspecter attribute value of the element in the filtered dom JSON whose text or content-desc or other attributes best or perfect match for the step.**
-- nlpName: Extract nlpName from the list of nlps: ${Actions} based on the step. 
+- nlpName: Extract nlpName from the list of nlps: ${Actions} based on the step.If step is enter url, nlpName should be MOB_EnterUrl.
 - For taping action dont take attribute_value of the node contining edittext in class, resource-id.
 - For some steps you can see two inputs but you need to uderstand step and send the requred input_text. 
         ex:Double tap on the 30,50
         here  here input:30,50
 - and for this MOB_TapNTimes nlps send number of times to tap as input_text.
+- If step is press any key and if the step contains any key name like ENTER,SPACE,BACKSPACE etc and give keyname of the given key as input_text if they mention key and how many times to press key 'keyname,number of times' or enter input and press key keep it as 'input,keyname'.
 - nlpName: wait for wait action, and in input_text give time to wait. like sleep for 30 seconds, here nlpName is wait and input_text is 30.
 - Extract input text from step for all actions,if input is not there give empty string "". 
 - Based on step give most relevant type of element. use this list to choose elementType: ${elementType} and Never change syntax of elementType, follow the syntax of elementType in list.if elementType is not there in list return 'link'.

package/dist/ai/llmprompts/systemPrompts/getActionExtractorPromptMob.js

@@ -8,7 +8,7 @@ export async function getActionExtractorPromptMob({ extractedDomJson, priorAndNe
 "MOB_GetDriverInstance","MOB_GetCurrentWindowHandle","MOB_GetCurrentSessionId","MOB_GetHeightOfScreen","MOB_GetCurrentDeviceSystemBars",
 "MOB_GetAttributeValueFromListOfWebElements","MOB_GetTagName","MOB_GetListOfElementsFromLocatorTypeLocatorValue","MOB_GetScreenshot","MOB_GetTextFromElementAndSetToClipBoard",
 "MOB_GetHeightOfElement","MOB_GetTextFromListOfWebElements","MOB_GetHexCodeForGivenXYCoordinatesOfImage","MOB_GetADBLogsForGivenAppPackage","MOB_GetScreenshotAs","MOB_GetWidthOfElement",
-"MOB_GetX", "MOB_GetLocation","MOB_GetY","MOB_GetPerformanceData","MOB_GetRect","MOB_GetText","MOB_GetSize","MOB_GetAttribute"`;
+"MOB_GetX", "MOB_GetLocation","MOB_GetY","MOB_GetPerformanceData","MOB_GetRect","MOB_GetText","GetSize","MOB_GetAttribute"`;
     const elementType = ["link", "textfield", "icon", "button", "radiobutton", "checkbox", "tab", "action overflow button", "hamburger menu", "toggle button", "steppers", "sliders"];
     const prompt = `You are an intelligent assistant that extracts structured UI action data.
 Given the step: step, the simplified DOM: ${extractedDomJson} and the list of NLP names: ${nlpList}.
@@ -17,7 +17,7 @@ Select the perfect matching NLP name from the list that best fits the step's int
 
 Return **only valid JSON** in the following format:
 {
-  "FF_inspector_value": "Fire-Flink-x",
+  "attribute_value": "Fire-Flink-x",
   "nlpName": "x",
   "input_text":"x"
   "keyword": "x",
@@ -39,6 +39,7 @@ Rules:
 - Based on step give most relevant type of element. use this list to choose elementType: ${elementType} and Never change syntax of elementType, follow the syntax of elementType in list.if elementType is not there in list return 'link'.
 - Extract locator_type if mentioned in the step, like(text,resource-id,content-desc,xpath) 
 - Extract attribute_type if mentioned in the step, like (text,resource-id,content-desc,className).
+- if the step is getText or getTextFromElement map to MOB_GetText nlp similarly for getSize or GetSizeOfElement map to MOB_GetSize.
 - Respond with valid JSON only.
 `;
     return prompt;

package/dist/ai/llmprompts/systemPrompts/mobileKeywordExtractor.js

@@ -6,6 +6,7 @@ From the step, extract ONLY the meaningful keywords so that i can search for the
 Rules:
 - understand the step and context from the ${priorAndNextSteps}.and only extract keywords from current step and dont extract from prior and next steps.
 - 3 to 5 keywords maximum.
+- If step has 2 action like wait and any other action then give action as wait.
 - If the step is about luanching an app or opening app, like (action, param1, param2) or(action,'param1,param2') then wrap them into array and give them as keywords like ['com.app.android', 'com.app.activity']
 and also give them in the format (launch app, 'com.app.android', 'com.app.activity') like first package name and second activity name. if any separator exists (- / | :), split on it.
 If they mention package:com.app.android and activity:com.app.activity remove variable name and then convert them into ['com.app.android, 'com.app.activity']
@@ -17,7 +18,8 @@ If they mention package:com.app.android and activity:com.app.activity remove var
 - Do NOT include status/technical words (displayed, enabled, authenticate, visible).
 - If an element label contains multiple words (e.g., "Sign In", "Add to Cart"), keep them together as ONE keyword and do not split them and also for keywords you generated, do not split them.
 -** element_name: extract name of the element that mentioned in the step  not from keywords or other steps.(eg:tap on x -> element_name:x). always try to retuen short and meaning full element name from step**
-- action: openApp for opening or launching of app, tap for taping or selecting or clicking or press, enter for entering input, wait for waiting or sleeping, verify for verifying or checking,scroll for scrolling and swiping, get for getting,fetching element, closeApp for closing the app.
+- action: openApp for opening or launching of app, tap for taping or selecting or clicking or pressing, enter for entering input, wait for waiting or sleeping, verify for verifying or checking,scroll for scrolling and swiping, get for getting,fetching element, closeApp for closing the app.
+- If step is press any key give action as tap.
 - action must be one of from this list ${allowedActions}.if not one of them, return action as 'combined'. if step about set or find or open chrome browser or open app with apk path or install apk or uninstall apk or activate or terminate action return action as 'combined'
 Respond only with JSON using this format:
     {

package/dist/ai/llmprompts/systemPrompts/verifyActionExtractorPromptMob.js

@@ -1,6 +1,6 @@
 export async function verifyActionExtractorPromptMob({ extractedDomJson, priorAndNextSteps, }) {
-    const nlpList = `  "MOB_VerifyElementIsDisplayed,MOB_VerifyElementIsEnabled,MOB_VerifyElementIsSelected,MOB_VerifyText,MOB_VerifyAttributeValue,MOB_VerifyPartialAttributeValue,"
-    "MOB_VerifyElementIsDisplayedInSpecifiedTime,MOB_VerifyElementIsEnabledInSpecifiedTime,MOB_VerifyElementIsDisabledInSpecifiedTime,"
+    const nlpList = `  "MOB_VerifyElementIsDisplayed,MOB_VerifyElementIsDisabled,MOB_VerifyElementIsEnabled,MOB_VerifyElementIsSelected,MOB_VerifyText,MOB_VerifyAttributeValue,MOB_VerifyPartialAttributeValue,"
+    "MOB_VerifyElementIsDisplayedInSpecifiedTime,MOB_VerifyElementIsEnabledInSpecifiedTime,"
     "MOB_VerifyBatteryLevel,MOB_VerifyPartialText,MOB_VerifyElementIsClickable,"
     "MOB_VerifyIfKeyboardIsHidden,MOB_VerifyIfKeyboardIsShown,MOB_VerifyIfXAndYCoordinateOfElement,"
     "MOB_VerifyHeightOfElement,MOB_VerifyXLocationOfAndroidElement,MOB_VerifyIfDeviceIsUnlocked,"
@@ -17,7 +17,7 @@ Select the perfect matching NLP name from the list that best fits the step's int
 
 Return **only valid JSON** in the following format:
 {
-  "FF_inspector_value": "Fire-Flink-x",
+  "attribute_value": "Fire-Flink-x",
   "nlpName": "x",
   "input_text":"x"
   "keyword": "x",
@@ -33,9 +33,11 @@ Rules:
         here keyword : "flights" , input : flight, here input:30,50
 - If step mention time and element name then Input_text should be elementname,time.
         example: Verify the home is displayed for 30 seconds 
-        here keyword : "home" , input : home,30
+        here keyword : "home" , input : home,30 only they mention seconds as input in step
 - If step mention verify text then only pick MOB_VerifyText nlp otherwise pick MOB_VerifyElementIsDisplayed.
+- If step mention verify x and y coordinate of element then only pick MOB_VerifyIfXAndYCoordinateOfElement.
 - Extract input_text from the step that is which is being verified in the {step}, if you can't find any input text in the step, return keyword as input_text.
+- For MOB_VerifyHeightOfElement just provide height mentioned in the step as the input_text don't add anything else 
 - Extract keyword from the step, if the step contains any keyword.
 - Use the closest semantic match for the step; return attribute_value as Fire-Flink-0, only if nothing is found.
 - Based on step give most relevant type of element. use this list to choose elementType: ${elementType} and Never change syntax of elementType, follow the syntax of elementType in list.if elementType is not there in list return 'link'.

package/dist/ai/llmprompts/systemPrompts/waitActionExtractorPromptMob.js

@@ -1,5 +1,5 @@
 export async function waitActionExtractorPromptMob({ extractedDomJson, priorAndNextSteps, }) {
-    const nlpList = `"MOB_WaitTillPresenceOfElement","MOB_WaitTillElementIsSelected","MOB_WaitTillElementHasText","MOB_WaitTillElementIsEnabled",
+    const nlpList = `"MOB_WaitTillPresenceOfAllElements","MOB_WaitTillPresenceOfElement","MOB_WaitTillElementIsSelected","MOB_WaitTillElementHasText","MOB_WaitTillElementIsEnabled",
 "MOB_WaitTillElementIsVisible","MOB_WaitTillElementContainsText","MOB_WaitTillAttributeOfElementContainsString","MOB_WaitTillAllElementsAreInvisible",
 "MOB_WaitTillElementIsInvisible","MOB_WaitTillElementIsClickable","MOB_WaitTillAttributeOfElementIsString","MOB_WaitTillPresenceOfAllElements",
 "MOB_WaitTillStalenessOfElement","MOB_WaitAndSendKeys","MOB_WaitAndClick","Sleep"`;
@@ -26,6 +26,7 @@ Rules:
 - For some steps you can see two inputs but you need to uderstand step and send the requred input_text.
         ex: Wait until the flights has the flight text
         here keyword : "flights" , input : flight
+- **If the step has input in a string with comma take that string as it is in input_text.**
 - Extract input_text from the step, if you can't find any input text in the step, return keyword as input_text.
 - Extract keyword from the step, if the step contains any keyword.
 - Use the closest semantic match for the step; return attribute_value as Fire-Flink-0, only if nothing is found.

package/dist/automation/actions/executor.d.ts

@@ -289,4 +289,58 @@ export declare class ActionExecutor implements IActionExecutor {
     OpenAppWithApkFilePath(value: string): Promise<void>;
     ActivateAppUsingAppPackage(value: string): Promise<void>;
     LongPress(selector: string, value: string, elementName: string, elementType: string): Promise<void>;
+    MOB_GetDeviceLocation(): Promise<void>;
+    MOB_GetBatteryPercentage(): Promise<void>;
+    MOB_GetLongitude(): Promise<void>;
+    MOB_GetLatitude(): Promise<void>;
+    MOB_GetAltitude(): Promise<void>;
+    MOB_GetCurrentDeviceDate(): Promise<void>;
+    MOB_GetMinuteFromCurrentDeviceTime(): Promise<void>;
+    MOB_GetCurrentAppPackage(): Promise<void>;
+    MOB_GetAllContexts(): Promise<void>;
+    MOB_GetHourFromCurrentDeviceTime(): Promise<void>;
+    MOB_GetSecondFromCurrentDeviceTime(): Promise<void>;
+    MOB_GetSupportedPerformanceDataTypes(): Promise<void>;
+    MOB_GetCurrentOrientation(): Promise<void>;
+    MOB_GetCurrentDeviceTime(): Promise<void>;
+    MOB_GetCurrentContext(): Promise<void>;
+    MOB_GetCurrentDeviceSettings(): Promise<void>;
+    MOB_GetClipBoardText(): Promise<void>;
+    MOB_GetCurrentDeviceStatus(): Promise<void>;
+    MOB_GetSizeOfScreen(): Promise<void>;
+    MOB_GetAllWindowHandles(): Promise<void>;
+    MOB_GetWidthOfScreen(): Promise<void>;
+    MOB_GetBatteryStatus(): Promise<void>;
+    MOB_GetCurrentActivity(): Promise<void>;
+    MOB_GetDeviceOsVersion(): Promise<void>;
+    MOB_GetDeviceUdid(): Promise<void>;
+    MOB_GetDeviceName(): Promise<void>;
+    MOB_GetCurrentSessionId(): Promise<void>;
+    MOB_GetHeightOfScreen(): Promise<void>;
+    MOB_GetCurrentDeviceSystemBars(): Promise<void>;
+    MOB_GetWidthOfElement(selector: string, elementName: string, elementType: string): Promise<void>;
+    MOB_GetHeightOfElement(selector: string, elementName: string, elementType: string): Promise<void>;
+    MOB_GetTextFromElementAndSetToClipBoard(selector: string, elementName: string, elementType: string): Promise<void>;
+    MOB_GetADBLogsForGivenAppPackage(value: string): Promise<void>;
+    MOB_VerifyIfAppIsClosed(value: string): Promise<void>;
+    MOB_VerifyIfAirplaneModeOn(): Promise<void>;
+    MOB_VerifyIfGpsOn(): Promise<void>;
+    MOB_VerifyIfGpsOff(): Promise<void>;
+    MOB_VerifyIfAirplaneModeOff(): Promise<void>;
+    MOB_VerifyIfDeviceIsLocked(): Promise<void>;
+    MOB_VerifyIfWifiOn(): Promise<void>;
+    MOB_VerifyIfDeviceIsUnlocked(): Promise<void>;
+    MOB_VerifyIfWifiOff(): Promise<void>;
+    MOB_VerifyIfKeyboardIsShown(): Promise<void>;
+    MOB_VerifyIfKeyboardIsHidden(): Promise<void>;
+    MOB_VerifyBatteryLevel(value: string): Promise<void>;
+    MOB_WaitTillAllElementsAreInvisible(): Promise<void>;
+    MOB_WaitTillElementIsSelected(selector: string, elementName: string, elementType: string): Promise<void>;
+    MOB_WaitTillElementIsEnabled(selector: string, elementName: string, elementType: string): Promise<void>;
+    MOB_WaitTillElementIsVisible(selector: string, elementName: string, elementType: string): Promise<void>;
+    MOB_WaitTillStalenessOfElement(selector: string, elementName: string, elementType: string): Promise<void>;
+    MOB_WaitTillElementIsInvisible(selector: string, elementName: string, elementType: string): Promise<void>;
+    MOB_WaitTillAttributeOfElementContainsString(selector: string, elementName: string, attributeName: string, elementType: string, value: string): Promise<void>;
+    MOB_SetContext(value: string): Promise<void>;
+    MOB_SetEmulatorPowerPercentage(value: string): Promise<void>;
 }