ff-automationv2 2.1.3-beta.2 → 2.1.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ff-automationv2",
-  "version": "2.1.3-beta.2",
+  "version": "2.1.3",
   "private": false,
   "type": "module",
   "description": "This lib is used to automate the manual testcase",

package/src/ai/llmprompts/promptRegistry.ts

@@ -4,7 +4,6 @@ import { buildErrorDescriptionPrompt } from "./systemPrompts/errorDescriptionPro
 import { ffInspectorNumExtractor } from "./systemPrompts/fireflinkElementIndexExtactors.js";
 import { visionPrompt } from "./systemPrompts/visionPrompt.js";
 import { PromptMap } from "../../core/types/promptMap.js";
-import { verifyActionExtractorPrompt } from "./systemPrompts/verifyActionExtractorPrompt.js";
 
 
 export const prompts: PromptMap = {
@@ -12,7 +11,6 @@ export const prompts: PromptMap = {
     keywordExtractorPrompt: keywordExtractor,
     errorDescriptionPrompt: buildErrorDescriptionPrompt,
     ffInspectorNumExtractor: ffInspectorNumExtractor,
-    verifyActionExtractorPrompt: verifyActionExtractorPrompt,
     visionPrompt: visionPrompt,
 };
 

package/src/ai/llmprompts/userPrompts/userPrompt.ts

@@ -18,10 +18,6 @@ export const userInputFormatters: {
     [PromptType.FF_INSPECTOR]: (userInput) =>
         `Inspect the DOM for the following action context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
 
-    [PromptType.VERIFY_PROMPT]: (userInput) =>
-        `Inspect the DOM for the following verify context:\n\n${JSON.stringify(userInput.currentStep, null, 2)}`,
-
-
     [PromptType.VISION_PROMPT]: (userInput) => {
         const content: visionPromptMessage = [
             {

package/src/core/interfaces/promptInterface.ts

@@ -16,11 +16,6 @@ export interface PromptArgsMap {
         currentStep: string;
         priorAndNextSteps: string[];
     };
-    [PromptType.VERIFY_PROMPT]: {
-        stepAction: string;
-        extractedDomJson: any;
-        priorAndNextSteps: string[];
-    };
 }
 
 

package/src/core/main/runAutomationScript.ts

@@ -99,17 +99,11 @@ export class AutomationRunner implements IAutomationRunner {
     }
 
     logger.info(listOfSteps)
-    const allKeywordAction = ["enter", "wait", "verify", "scroll", "navigate", "click", "maximize", "get", "upload", "close", "open", "drag_and_drop", "switch", "cleartext"];
 
     for (const step of listOfSteps) {
       try {
         if (AutomationRunner.getSessionTerminationInfo(this.request.testCaseId)) { break; }
 
-        logger.info
-          (
-            `Processing step ${stepCount}: "${step}"`
-          );
-
         const start = Math.max(0, stepCount - 3);
         const end = Math.min(listOfSteps.length, stepCount + 3);
         const priorAndNextSteps = listOfSteps.slice(start, end);
@@ -123,13 +117,16 @@ export class AutomationRunner implements IAutomationRunner {
         logger.info(JSON.stringify(result, null, 2))
 
         const action = result.response.action?.toLowerCase();
+        const handler = actionHandlers[action];
 
-        if (!allKeywordAction.includes(action)) {
-          throw new Error(`Unsupported action at action or keyword exracter: ${action}`);
-        }
-
-        let handler = actionHandlers[action];
+        logger.info
+          (
+            `Processing step ${stepCount}: "${step}" with action: "${action}" and keywords: ${JSON.stringify(result.response.keywords)}`
+          );
 
+        if (!handler) {
+          throw new Error(`Unsupported action: ${action}`);
+        }
 
         if (INPUTLESS_ACTIONS.includes(action)) {
           await handler(result);
@@ -137,7 +134,7 @@ export class AutomationRunner implements IAutomationRunner {
           continue;
         }
 
-        else if (ELEMENTLESS_ACTION.includes(action)) {
+        if (ELEMENTLESS_ACTION.includes(action)) {
           const stepResult = await stepProcessor.getLLMResponse({
             type: PromptType.FF_INSPECTOR,
             args: {
@@ -154,6 +151,8 @@ export class AutomationRunner implements IAutomationRunner {
           stepCount++;
           continue;
         }
+
+
         const driver = await context.session.getCurrentBrowser();
         domInfo = await getAnnotatedDOM(driver);
         await logger.saveDOM(domInfo.dom, `annotated-dom-${stepCount}`);
@@ -166,29 +165,17 @@ export class AutomationRunner implements IAutomationRunner {
 
         await logger.saveJSON(extractedRelevantDom, `relevant-dom-${stepCount}`);
 
-        if (action == "verify") {
-          const stepResult = await stepProcessor.getLLMResponse({
-            type: PromptType.VERIFY_PROMPT,
-            args: {
-              extractedDomJson: JSON.stringify(extractedRelevantDom, null, 2),
-              priorAndNextSteps,
-            },
-            input: { currentStep: step }
-          });
-        }
-        else {
-          const stepResult = await stepProcessor.getLLMResponse({
-            type: PromptType.FF_INSPECTOR,
-            args: {
-              stepAction: action,
-              extractedDomJson: JSON.stringify(extractedRelevantDom, null, 2),
-              priorAndNextSteps,
-              isAlert: false,
-              isDrag: false
-            },
-            input: { currentStep: step }
-          });
-        }
+        const stepResult = await stepProcessor.getLLMResponse({
+          type: PromptType.FF_INSPECTOR,
+          args: {
+            stepAction: action,
+            extractedDomJson: JSON.stringify(extractedRelevantDom, null, 2),
+            priorAndNextSteps,
+            isAlert: false,
+            isDrag: false
+          },
+          input: { currentStep: step }
+        });
 
         logger.info(JSON.stringify(stepResult, null, 2))
 
@@ -202,9 +189,6 @@ export class AutomationRunner implements IAutomationRunner {
           throw new Error(`Unable to find element for ${step}`);
         }
 
-        const stepAction = stepResult.response.action?.toLowerCase();
-        handler = actionHandlers[stepAction];
-
         await handler({
           selector: xpath,
           value: stepResult.response.input_text,

package/src/core/types/promptType.ts

@@ -4,5 +4,4 @@ export enum PromptType {
     ERROR_DESCRIPTION = "errorDescriptionPrompt",
     FF_INSPECTOR = "ffInspectorNumExtractor",
     VISION_PROMPT = "visionPrompt",
-    VERIFY_PROMPT = "verifyActionExtractorPrompt"
 }

package/src/ai/llmprompts/systemPrompts/verifyActionExtractorPrompt.ts

@@ -1,82 +0,0 @@
-type verifyActionArgs = {
-    extractedDomJson: string;
-    priorAndNextSteps: string[];
-}
-
-export async function verifyActionExtractorPrompt({
-    extractedDomJson,
-    priorAndNextSteps,
-
-}: verifyActionArgs
-): Promise<string> {
-    const nlpList = `VerifyElementIsDisabled,VerifyElementIsEnabled,VerifyElementIsSelected,VerifyIfOptionWithIndexIsSelectedInListBox,VerifyWidthOfElement,VerifyBrowserWindowXLocation,
-    VerifyIfCookieNameIsDeleted,VerifyBrowserWindowWidth,VerifyValueOfElementIsCleared,
-    VerifyTagName,VerifyIfCookieNameIsAdded,VerifyLinkNavigatesToTitle,VerifyXLocationOfElement,
-    VerifyAllOptionsAreDeselected,VerifyBrowserHtmlCodeContainsString,VerifyBrowserWindowYLocation,
-    VerifyNumberOfElementsByTagName,VerifyListBoxOptionsAreSorted,VerifyNavigateURL,
-    VerifyHeightOfWebElement,VerifyValueOfElementContainsString,VerifyBrowserWindowHeight,
-    VerifyIfLinkIsBroken,VerifyValueOfElementIsString,VerifyYLocationOfElement,
-    VerifyNumberOfElementsByXpath,VerifyIfOptionWithIndexIsDeselectedInElement,VerifyAttributeValue,
-    VerifyElementIsDisplayed,VerifyAllOptionsAreSelected,VerifyIfOptionWithValueIsDeselected,
-    VerifyTitleOfCurrentPage,VerifyPartialTitleOfCurrentPage,VerifyElementIsNotDisplayed,
-    VerifyCssAttributeValue,VerifyPartialAttributeValue,VerifyIfSpecifiedOptionIsSelected,
-    VerifyTitleInAllPage,VerifyIfOptionWithValueIsSelected,VerifyIfVideoIsPlaying,
-    VerifyIfGivenOptionIsDuplicate,VerifyRadioButtonIsSelected,VerifyRadioButtonIsNotSelected,
-    VerifyThatSpecifiedOptionIsNotSelected,
-    VerifyText,VerifyPartialText,VerifyElementNotContainsText,VerifyElementIsClickable,
-    VerifyCheckBoxIsSelected,VerifyCheckBoxIsNotSelected,
-    VerifyUrlContainsExpectedUrl,VerifyUrlIsString,
-    VerifyBrowserWindowTitleContainsString,VerifyBrowserWindowTitleIsString,
-    VerifyIfBrowserWindowIsClosed,VerifyAllBrowserWindowsClosed,
-    VerifyIfAllCookiesAreDeleted,VerifyIfCookieObjectIsPresent,
-    VerifyIfXAndYCoordinateOfElement,VerifyIfVideoIsMuted,VerifyIfVideoIsPaused,
-    VerifyIfVideoEnded,VerifyIfVideoPlayingInMute,VerifyIfVideoPlayingInUnmute,
-    VerifyIfAudioIsPlaying,VerifyIfAudioIsPaused,VerifyIfAudioIsMuted,VerifyIfAudioEnded,
-    VerifyIfLinkIsWorking,VerifyIfLinksAreWorking,VerifyIfLinksAreBroken,
-    VerifyIfImageIsBroken,VerifyAllBrokenImages,VerifyIfStatusCodeOfALinkIsStatusCode,
-    VerifyIfStatusCodesOfLinks,VerifyIfOptionWithVisibleTextIsSelected,
-    VerifyIfOptionWithTextIsDeselected,VerifyPerformanceScore,VerifyAccessibilityScore,
-    VerifyBestPracticesScore,VerifySeoScore,VerifyPwaScore,VerifyHexCodeForGivenXYCoordinates`;
-
-
-    const elementType = ['link', 'textfield', 'icon', 'button', 'radioButton', 'text', 'textarea', 'image', 'dropdown', 'checkbox', 'tab', 'action overflow button', 'hamburger icon', 'toggle button', 'suggestion', 'time picker', 'date picker', 'toaster message', 'card', 'tooltip', 'option', 'calender', 'sliders', 'visual testing'];
-    const prompt = `You are an intelligent assistant that extracts structured UI action data.
-Given the step, the simplified DOM: ${extractedDomJson}, and the list of NLP names: {nlp_list}.
-
-Select the perfect matching NLP name from the list that best fits the step's intent.
-**The NLP name must match exactly one value from the approved NLP list. Do not generate or suggest any new NLP names under any condition.**
-step may give any way u need to get most matching and related nlp name from the list.
-example: verify if email element is present
-nlp name should be VerifyElementIsDisplayed
-
-
-{
-  "attribute_value": "Fire-Flink-x",
-  "nlpName": "x",
-  "input_text":"x"
-  "keyword": "x",
-  "elementType": "x"
-}
-
-Rules:
-- nlpName must be exactly one from the provided list.
-- Use context from the steps : ${JSON.stringify(priorAndNextSteps)}, keyword and json to search for FF-inspecter.
-- **Find the FF-inspecter attribute value of the element in the Simplified JSON whose text or attributes best match the step.**
-- For some steps you can see two inputs but you need to understand step and send the required input_text. input_text can be string, number, url or xpath.
-        ex: Verify the flights matches the flight, Verify the home has 30 and 50 coordinates if they give x-30,y-50 just send 30,50 and verify hex code '#FFFFFF' for given (34,11) coordinates or they will give x-34,y-11 hexcode-#FFFFFF format than fill input_text in this order "#FFFFFF,34,11"
-        here keyword : "flights" , input : "flight", here input:"30,50"  , here input:"#FFFFFF,34,11" 
-- If step is about checking value of attribute then map to attribute nlps and input_text: "attribute_name,element_name" here attribute_name can be id,text,href etc not fire-flink-x. input_text should be in this format. 
-and also If a step requires comparing two values, provide the input in the format input_text: "value1,value2".
-- if step is about tag name then input_text: "tag name". and if step is about verifying tag name and with count then input_text: "tag name,count".
-- if step is about verifying location then input_text: "coordinates".
-- if step is about verifying options than map to option nlps.
-- If a step involves a URL, map navigation/action keywords (navigate) to VerifyNavigateURL, partial match keywords (contains, includes) to VerifyUrlContainsExpectedUrl, exact match keywords (equals, is, exactly) to VerifyUrlIsString, default to exact match if unclear, and prioritize navigation if both intents exist.
-- If no explicit option is mentioned in the step, map it to the most relevant non-option verification NLP based on the intent of the step.
-- Extract input_text from the step that is which is being verified in the step, if you can't find any input text in the step, return keyword as input_text.
-- Extract keyword from the step, if the step contains any keyword.
-- Use the closest semantic match for the step; return attribute_value as Fire-Flink-0, only if nothing is found.
-- Based on step give most relevant type of element. use this list to choose element_type: ${elementType} and Never change syntax of element_type, follow the syntax of element_type in list.if element_type is not there in list return 'link'.
-- **Respond with valid JSON only. don't return any other text or don't return response in list format**
-`;
-    return prompt;
-}