ff-automationv2 2.2.31 → 2.2.32-beta.1

package/dist/core/types/llmResponseType.d.ts

@@ -1,2 +1,2 @@
-import { IKeywordAction, IDragDropAction, IAlertAction, IScrollOrAttributeAction, IManualSteps, IVisionAction, IWaitAction, IClickAction, IVerifyAction, IGetAction } from "../interfaces/llmResponseInterface.js";
-export type FireFlinkLLMResponse = IKeywordAction | IAlertAction | IDragDropAction | IScrollOrAttributeAction | IManualSteps | IVisionAction | IWaitAction | IClickAction | IVerifyAction | IGetAction | any;
+import { IKeywordAction, IDragDropAction, IAlertAction, IScrollOrAttributeAction, IManualSteps, IVisionAction, IWaitAction, IClickAction, IVerifyAction, IGetAction, IInputTextExtractor } from "../interfaces/llmResponseInterface.js";
+export type FireFlinkLLMResponse = IKeywordAction | IAlertAction | IDragDropAction | IScrollOrAttributeAction | IManualSteps | IVisionAction | IWaitAction | IClickAction | IVerifyAction | IGetAction | IInputTextExtractor | any;

package/dist/core/types/promptType.d.ts

@@ -8,5 +8,7 @@ export declare enum PromptType {
     GET_PROMPT = "getActionExtractorPrompt",
     WAIT_ACTION_EXTRACTOR_PROMPT = "waitActionExtractorPrompt",
     COMBINED_ACTION_EXTRACTOR_PROMPT = "combinedActionExtractorPrompt",
-    OTP_EXTRACTOR = "otpExtractorPrompt"
+    OTP_EXTRACTOR = "otpExtractorPrompt",
+    FILE_VERIFY_PROMPT = "fileVerifyActionExtractorPrompt",
+    INPUT_CONTEXT_PROMPT = "inputContextPrompt"
 }

package/dist/core/types/promptType.js

@@ -13,4 +13,6 @@ var PromptType;
     PromptType["WAIT_ACTION_EXTRACTOR_PROMPT"] = "waitActionExtractorPrompt";
     PromptType["COMBINED_ACTION_EXTRACTOR_PROMPT"] = "combinedActionExtractorPrompt";
     PromptType["OTP_EXTRACTOR"] = "otpExtractorPrompt";
+    PromptType["FILE_VERIFY_PROMPT"] = "fileVerifyActionExtractorPrompt";
+    PromptType["INPUT_CONTEXT_PROMPT"] = "inputContextPrompt";
 })(PromptType || (exports.PromptType = PromptType = {}));

package/dist/fireflinkData/fireflinkScript/appendScriptData.js

@@ -42,6 +42,9 @@ async function appendScriptData(args) {
         else {
             data.elementsData = [];
         }
+        if (args.returnTypeVariableName) {
+            data.returnTypeVariableName = args.returnTypeVariableName;
+        }
         return data;
     });
 }

package/dist/utils/browserCap/capability.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getCapabilities = getCapabilities;
+const logData_js_1 = require("../logger/logData.js");
 function getCapabilities(browserName, path, profile, customCaps = []) {
     const isLinux = process.platform === 'linux';
     const caps = customCaps.map(c => c.toLowerCase());
@@ -39,6 +40,10 @@ function getCapabilities(browserName, path, profile, customCaps = []) {
     };
     const getChromiumPrefs = () => {
         const prefs = {};
+        prefs["download.default_directory"] = logData_js_1.downloadDir;
+        prefs["download.prompt_for_download"] = false;
+        prefs["download.directory_upgrade"] = true;
+        prefs["safebrowsing.enabled"] = true;
         if (hasCap("geolocation"))
             prefs["profile.default_content_setting_values.geolocation"] = 2;
         if (hasCap("camera"))
@@ -67,6 +72,12 @@ function getCapabilities(browserName, path, profile, customCaps = []) {
         if (hasCap("disableExtensions"))
             args.push('-safe-mode');
         const prefs = {};
+        // Always redirect downloads to session/tempFile so VerifyPDF can reliably find them
+        prefs["browser.download.dir"] = logData_js_1.downloadDir;
+        prefs["browser.download.folderList"] = 2; // 2 = use custom download dir
+        prefs["browser.download.useDownloadDir"] = true;
+        prefs["browser.helperApps.neverAsk.saveToDisk"] = "application/pdf,application/octet-stream";
+        prefs["pdfjs.disabled"] = true; // prevent Firefox from opening PDFs inline
         if (hasCap("disableNotifications") || hasCap("notifications"))
             prefs["dom.webnotifications.enabled"] = false;
         if (hasCap("disablePopups") || hasCap("popups"))

package/dist/utils/browserCap/systemCapabilities.d.ts

@@ -0,0 +1,6 @@
+export declare const systemCapability: {
+    chrome: string[];
+    edge: string[];
+    firefox: string[];
+    safari: never[];
+};

package/dist/utils/browserCap/systemCapabilities.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.systemCapability = void 0;
+exports.systemCapability = {
+    chrome: [
+        "download.default_directory",
+        "download.prompt_for_download",
+        "download.directory_upgrade",
+        "safebrowsing.enabled"
+    ],
+    edge: [
+        "download.default_directory",
+        "download.prompt_for_download",
+        "download.directory_upgrade",
+        "safebrowsing.enabled"
+    ],
+    firefox: [
+        "browser.download.dir",
+        "browser.download.folderList",
+        "browser.download.useDownloadDir",
+        "browser.helperApps.neverAsk.saveToDisk",
+        "pdfjs.disabled"
+    ],
+    safari: []
+};

package/dist/utils/downloadWatcher/pdfDownloadWatcher.d.ts

@@ -0,0 +1,8 @@
+export declare function waitForDownloadComplete(downloadDir: string, timeoutMs?: number): Promise<{
+    file: {
+        name: string;
+        fullPath: string;
+        mtime: number;
+    };
+    durationSeconds: number;
+}>;

package/dist/utils/downloadWatcher/pdfDownloadWatcher.js

@@ -0,0 +1,61 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.waitForDownloadComplete = waitForDownloadComplete;
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const DOWNLOAD_TIMEOUT_MS = 30000;
+const POLL_INTERVAL_MS = 400;
+const STABILITY_WAIT_MS = 250;
+async function waitForDownloadComplete(downloadDir, timeoutMs = DOWNLOAD_TIMEOUT_MS) {
+    const startTime = Date.now();
+    while (Date.now() - startTime < timeoutMs) {
+        if (fs_1.default.existsSync(downloadDir)) {
+            const allEntries = fs_1.default.readdirSync(downloadDir);
+            let hasActiveDownload = false;
+            const pdfFiles = [];
+            // Single pass: early exit if active download is present, stat only PDF files
+            for (const file of allEntries) {
+                const lower = file.toLowerCase();
+                if (lower.endsWith(".crdownload") || lower.endsWith(".part") || lower.endsWith(".tmp")) {
+                    hasActiveDownload = true;
+                    break;
+                }
+                if (lower.endsWith(".pdf")) {
+                    const fullPath = path_1.default.join(downloadDir, file);
+                    try {
+                        const stat = fs_1.default.statSync(fullPath);
+                        if (stat.isFile()) {
+                            pdfFiles.push({ name: file, fullPath, mtime: stat.mtimeMs, size: stat.size });
+                        }
+                    }
+                    catch {
+                        // File locked or in transition, skip for this cycle
+                    }
+                }
+            }
+            if (!hasActiveDownload && pdfFiles.length > 0) {
+                pdfFiles.sort((a, b) => b.mtime - a.mtime);
+                const latest = pdfFiles[0];
+                if (latest.size > 0) {
+                    await new Promise(res => setTimeout(res, STABILITY_WAIT_MS));
+                    try {
+                        const newStat = fs_1.default.statSync(latest.fullPath);
+                        if (newStat.size === latest.size && newStat.size > 0) {
+                            const durationSeconds = Math.max(1, Math.ceil((Date.now() - startTime) / 1000));
+                            return { file: latest, durationSeconds };
+                        }
+                    }
+                    catch {
+                        // Retry on next cycle
+                    }
+                }
+            }
+        }
+        await new Promise(res => setTimeout(res, POLL_INTERVAL_MS));
+    }
+    throw new Error(`PDF download did not complete within ${timeoutMs / 1000} seconds in directory: ${downloadDir}. ` +
+        `Ensure the download was triggered prior to VerifyPDF.`);
+}

package/dist/utils/helpers/getHelper.d.ts

@@ -0,0 +1,8 @@
+export interface StepInputDataArgs {
+    stepsInputData?: any[];
+    stepIndex?: any;
+    currentStep?: string;
+    manualStep?: string;
+    returnTypeVariableName?: string;
+}
+export declare function saveStepInputData(args: StepInputDataArgs | undefined, value: any): void;

package/dist/utils/helpers/getHelper.js

@@ -0,0 +1,115 @@
+"use strict";
+// import { logger } from "../logger/logData.js";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.saveStepInputData = saveStepInputData;
+function saveStepInputData(args, value) {
+    if (!args || !args.stepsInputData || !Array.isArray(args.stepsInputData)) {
+        return;
+    }
+    const rawStepIndex = args.stepIndex !== undefined
+        ? args.stepIndex
+        : args.stepsInputData?.currentStepIndex;
+    const currentStep = args.currentStep || "";
+    const manualStep = args.manualStep ||
+        args.stepsInputData?.currentManualStep ||
+        currentStep;
+    const isOneToMany = typeof rawStepIndex === "string" && rawStepIndex.includes(".");
+    const baseStepIndex = isOneToMany
+        ? Number(rawStepIndex.split(".")[0])
+        : typeof rawStepIndex === "number"
+            ? rawStepIndex
+            : Number(rawStepIndex) || rawStepIndex;
+    let inputText;
+    if (value === null || value === undefined) {
+        inputText = "";
+    }
+    else if (typeof value === "object") {
+        try {
+            inputText = JSON.stringify(value);
+        }
+        catch {
+            inputText = String(value);
+        }
+    }
+    else {
+        inputText = String(value);
+    }
+    if (isOneToMany) {
+        const existingEntry = args.stepsInputData.find((entry) => entry && entry.stepindex === baseStepIndex);
+        if (existingEntry) {
+            if (manualStep && existingEntry.step !== manualStep) {
+                existingEntry.step = manualStep;
+            }
+            if (!Array.isArray(existingEntry.subSteps)) {
+                existingEntry.subSteps = [];
+            }
+            const alreadyRecorded = existingEntry.subSteps.some((s) => s.stepindex === String(rawStepIndex) &&
+                s.step === currentStep &&
+                s.value !== undefined);
+            if (alreadyRecorded) {
+                return;
+            }
+            existingEntry.subSteps.push({
+                stepindex: String(rawStepIndex),
+                step: currentStep,
+                inputText,
+                value,
+                ...(args.returnTypeVariableName ? { variableName: args.returnTypeVariableName } : {}),
+            });
+            // Do NOT store inputText or value on the parent object for one-to-many steps
+            delete existingEntry.inputText;
+            delete existingEntry.value;
+            // try {
+            //     logger?.info(
+            //         `[saveStepInputData] Appended sub-step ${rawStepIndex} to step ${baseStepIndex}:`,
+            //         existingEntry
+            //     )?.catch(() => { });
+            // } catch { }
+            return;
+        }
+        // First sub-step for this baseStepIndex
+        const record = {
+            stepindex: baseStepIndex,
+            step: manualStep,
+            subSteps: [
+                {
+                    stepindex: String(rawStepIndex),
+                    step: currentStep,
+                    inputText,
+                    value,
+                    ...(args.returnTypeVariableName ? { variableName: args.returnTypeVariableName } : {}),
+                },
+            ],
+        };
+        args.stepsInputData.push(record);
+        // try {
+        //     logger?.info(
+        //         `[saveStepInputData] Stored sub-step ${rawStepIndex} in step ${baseStepIndex}:`,
+        //         record
+        //     )?.catch(() => { });
+        // } catch { }
+        return;
+    }
+    // Normal 1-to-1 step
+    const isAlreadyRecorded = args.stepsInputData.some((entry) => entry &&
+        entry.stepindex === baseStepIndex &&
+        entry.step === manualStep &&
+        entry.value !== undefined);
+    if (isAlreadyRecorded) {
+        return;
+    }
+    const record = {
+        stepindex: baseStepIndex,
+        step: manualStep,
+        inputText,
+        value,
+        ...(args.returnTypeVariableName ? { variableName: args.returnTypeVariableName } : {}),
+    };
+    args.stepsInputData.push(record);
+    // try {
+    //     logger?.info(
+    //         `[saveStepInputData] Stored step ${baseStepIndex}:`,
+    //         record
+    //     )?.catch(() => { });
+    // } catch { }
+}

package/dist/utils/helpers/platformSyntax.d.ts

@@ -1 +1 @@
-export declare function getPlatformSyntax(platform: string): "Android" | "iOS" | "Web";
+export declare function getPlatformSyntax(platform: string): "Web" | "Android" | "iOS";

package/dist/utils/logger/logData.d.ts

@@ -1,4 +1,6 @@
+export declare let downloadDir: string;
 export declare function initLogger(basePath: string): void;
+export declare function ensureDirs(): Promise<void>;
 export declare const logger: {
     info: (...args: any[]) => Promise<void>;
     error: (...args: any[]) => Promise<void>;

package/dist/utils/logger/logData.js

@@ -3,8 +3,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.logger = void 0;
+exports.logger = exports.downloadDir = void 0;
 exports.initLogger = initLogger;
+exports.ensureDirs = ensureDirs;
 const promises_1 = __importDefault(require("fs/promises"));
 const path_1 = __importDefault(require("path"));
 const js_beautify_1 = __importDefault(require("js-beautify"));
@@ -17,6 +18,7 @@ function initLogger(basePath) {
     sessionPath = basePath;
     logsDir = path_1.default.resolve(sessionPath, "logs");
     domDir = path_1.default.resolve(sessionPath, "dom");
+    exports.downloadDir = path_1.default.resolve(sessionPath, "tempFile");
     screenshotsDir = path_1.default.resolve(sessionPath, "screenshots");
     logFilePath = path_1.default.join(logsDir, "ai-execution-logs.txt");
 }
@@ -26,6 +28,7 @@ async function ensureDirs() {
     await promises_1.default.mkdir(logsDir, { recursive: true });
     await promises_1.default.mkdir(domDir, { recursive: true });
     await promises_1.default.mkdir(screenshotsDir, { recursive: true });
+    await promises_1.default.mkdir(exports.downloadDir, { recursive: true });
 }
 function getISTDate() {
     return new Intl.DateTimeFormat("sv-SE", {

package/dist/utils/textExtractor/pdfTextExtractor.d.ts

@@ -0,0 +1,2 @@
+export declare function normalizeText(text: string): string;
+export declare function extractTextFromPdf(buffer: Buffer): Promise<string>;

package/dist/utils/textExtractor/pdfTextExtractor.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeText = normalizeText;
+exports.extractTextFromPdf = extractTextFromPdf;
+const logData_js_1 = require("../logger/logData.js");
+function normalizeText(text) {
+    return text.replace(/\s+/g, " ").trim();
+}
+async function extractTextFromPdf(buffer) {
+    try {
+        const dynamicImport = new Function("modulePath", "return import(modulePath)");
+        const pdfjs = await dynamicImport("pdfjs-dist/legacy/build/pdf.mjs").catch(() => dynamicImport("pdfjs-dist"));
+        const data = new Uint8Array(buffer);
+        const loadingTask = pdfjs.getDocument({
+            data,
+            useSystemFonts: true,
+            disableFontFace: true,
+        });
+        const pdfDoc = await loadingTask.promise;
+        const pageTexts = [];
+        for (let i = 1; i <= pdfDoc.numPages; i++) {
+            const page = await pdfDoc.getPage(i);
+            const textContent = await page.getTextContent();
+            const pageString = textContent.items
+                .map((item) => ("str" in item ? item.str : ""))
+                .join(" ");
+            pageTexts.push(pageString);
+        }
+        return pageTexts.join("\n");
+    }
+    catch (err) {
+        logData_js_1.logger.error("pdfjs-dist extraction failed, falling back to raw buffer string scan", err);
+        return buffer.toString("latin1");
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ff-automationv2",
-  "version": "2.2.31",
+  "version": "2.2.32-beta.1",
   "private": false,
   "type": "commonjs",
   "description": "This lib is used to automate the manual testcase",
@@ -82,6 +82,7 @@
     "jsonrepair": "^3.14.1",
     "kafkajs": "^2.2.4",
     "openai": "6.18.0",
+    "pdfjs-dist": "^6.3.289",
     "plist": "^3.1.0",
     "uuid": "13.0.0",
     "webdriverio": "9.26.1",

package/dist/ai/llmprompts/systemPrompts/combinedActionExtractorPrompt.d.ts

@@ -1,2 +0,0 @@
-import { combinedActionArgs } from "../llmPromptTypes/systemPromptTypes";
-export declare function combinedActionExtractorPrompt({ extractedDomJson, priorAndNextSteps, }: combinedActionArgs): Promise<string>;

package/dist/ai/llmprompts/systemPrompts/combinedActionExtractorPrompt.js

@@ -1,36 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.combinedActionExtractorPrompt = combinedActionExtractorPrompt;
-async function combinedActionExtractorPrompt({ extractedDomJson, priorAndNextSteps, }) {
-    const nlpList = `"dummy"`;
-    const elementType = ["link", "textfield", "icon", "button", "radiobutton", "checkbox", "tab", "action overflow button", "hamburger menu", "toggle button", "steppers", "sliders"];
-    const prompt = `
-    You are an intelligent assistant that extracts structured UI action data.
-Given the step, the simplified DOM: ${extractedDomJson}, and the list of NLP names: ${nlpList}.
-
-Select the perfect matching NLP name from the list that best fits the step's intent.
-
-Return **only valid JSON** in the following format:
-{
-  "attributeValue": "Fire-Flink-x",
-  "nlpName": "x",
-  "inputText":"x",
-  "keyword": "x",
-  "elementType": "x",
-  "keycode": "x"
-}
-Rules:
-- nlpName must be exactly one from the provided list.
-- Use context from the steps : ${priorAndNextSteps}, keyword and json to search for FF-inspecter.
-- **Find the FF-inspecter attribute value of the element in the Simplified JSON whose text or attributes best match the step.**
-- If step has mutipul inputs add all in inputText and all matched attributeValue also.
-- Extract inputText from the step, if you can't find any input text in the step, return keyword as inputText.input can be number, app package, apk file path.dont include extra words.
-- Extract keyword from the step, if the step contains any keyword.
-- Extract keycode of keys if the step contains any key name like ENTER,SPACE,BACKSPACE etc and give keycode of the given key.
-- Use the closest semantic match for the step; return attributeValue as Fire-Flink-0, only if nothing is found.
-- Based on step give most relevant type of element. use this list to choose element_type: ${elementType} and Never change syntax of element_type, follow the syntax of element_type in list.if element_type is not there in list return 'link'.
--  Return ONLY a valid JSON object; the response must start with '{' and end with '}', with no markdown, code fences, explanations, or extra text.
-- Respond with valid JSON only.
-`;
-    return prompt;
-}