app-manager-edge-worker 1.3.0 → 1.3.2

package/src/handlers/interactiveHandler.js

@@ -1,6 +1,7 @@
 import crypto from "crypto";
 import localBrowserManager from "../browser.js";
 import { runTransformPipeline, castValueToType } from "./transformUtils.js";
+import { logInfo, logWarn, logError } from "../banner.js";
 
 /**
  * In-memory map of active interactive sessions on this Edge Worker.
@@ -86,13 +87,89 @@ async function purgeSession(sessionId) {
 
     try {
         if (session.page && !session.page.isClosed()) {
-            await session.page.close().catch(() => {});
+            await session.page.close().catch(() => { });
         }
-    } catch (_) {}
+    } catch (_) { }
 
     activeSessions.delete(sessionId);
 }
 
+/**
+ * Constructs a robust set of CSS selectors for an input field based on its configured selector and paramKey.
+ * Handles IDs, name attributes, ng-model attributes, placeholders, and comma-separated selectors.
+ */
+function buildRobustInputSelectors(selector, paramKey) {
+    const set = new Set();
+    if (selector && typeof selector === "string") {
+        selector.split(",").map((s) => s.trim()).filter(Boolean).forEach((s) => set.add(s));
+
+        // If selector contains [name="xxx"] or [name='xxx'], extract the name
+        const nameMatch = selector.match(/\[name=["']?([^"'\]\s]+)["']?\]/i);
+        if (nameMatch && nameMatch[1]) {
+            const name = nameMatch[1];
+            set.add(`#${name}`);
+            set.add(`input[name="${name}"]`);
+            set.add(`[name="${name}"]`);
+            set.add(`input#${name}`);
+        }
+
+        // If selector contains #xxx or [id="xxx"], extract the id
+        const idMatch = selector.match(/#([a-zA-Z0-9_\-]+)/) || selector.match(/\[id=["']?([^"'\]\s]+)["']?\]/i);
+        if (idMatch && idMatch[1]) {
+            const id = idMatch[1];
+            set.add(`#${id}`);
+            set.add(`input[name="${id}"]`);
+            set.add(`[name="${id}"]`);
+            set.add(`input#${id}`);
+        }
+    }
+
+    if (paramKey && typeof paramKey === "string") {
+        const pk = paramKey.trim();
+        set.add(`#${pk}`);
+        set.add(`input[name="${pk}"]`);
+        set.add(`[name="${pk}"]`);
+        set.add(`input[data-ng-model*="${pk}"]`);
+        set.add(`input[ng-model*="${pk}"]`);
+        set.add(`input[placeholder*="${pk}" i]`);
+    }
+
+    return Array.from(set);
+}
+
+/**
+ * Searches for an element in the main page or any child iframe, waiting up to timeoutMs.
+ * Returns { target: page | frame, element, matchedSelector } or null.
+ */
+async function locateElementInPageOrFrames(page, selectorList, timeoutMs = 15000) {
+    const combinedSelector = Array.isArray(selectorList) ? selectorList.join(", ") : String(selectorList);
+
+    // 1. Try waiting on the top page first
+    try {
+        const el = await page.waitForSelector(combinedSelector, { timeout: timeoutMs });
+        if (el) {
+            return { target: page, element: el, matchedSelector: combinedSelector };
+        }
+    } catch (_) {
+        // Top-level wait timed out or failed; inspect child frames next
+    }
+
+    // 2. Scan child frames/iframes if not found on top-level page
+    try {
+        const frames = page.frames();
+        for (const frame of frames) {
+            try {
+                const fEl = await frame.$(combinedSelector);
+                if (fEl) {
+                    return { target: frame, element: fEl, matchedSelector: combinedSelector };
+                }
+            } catch (_) { }
+        }
+    } catch (_) { }
+
+    return null;
+}
+
 /**
  * 1. Handles HITL_SESSION_INIT:
  *    Launches page, pre-fills initial form inputs, captures captcha screenshot,
@@ -106,6 +183,7 @@ export async function handleInteractiveSessionInit(payload) {
         captchaConfig = {},
         preScrapeActions = [],
         authentication = null,
+        navigation = {},
         timeoutMs = 30000,
         fieldMappings = [],
         collections = [],
@@ -139,32 +217,36 @@ export async function handleInteractiveSessionInit(payload) {
                             path: c.path || "/",
                         }))
                     )
-                    .catch(() => {});
+                    .catch(() => { });
             }
             if (authentication.type === "HEADERS" && authentication.headers) {
-                await page.setExtraHTTPHeaders(authentication.headers).catch(() => {});
+                await page.setExtraHTTPHeaders(authentication.headers).catch(() => { });
             }
         }
 
-        // Navigate to target portal
-        await page.goto(url, { waitUntil: "domcontentloaded", timeout: timeoutMs });
+        // Navigate to target portal with flexible waitUntil and realistic timeout
+        const navTimeout = navigation.timeoutMs || timeoutMs || 30000;
+        const navWaitUntil = navigation.waitUntil || "domcontentloaded";
+
+        await page.goto(url, { waitUntil: navWaitUntil, timeout: navTimeout });
         try {
-            await page.waitForNetworkIdle({ idleTime: 500, timeout: 3500 }).catch(() => {});
-        } catch (_) {}
+            await page.waitForNetworkIdle({ idleTime: 500, timeout: 4000 }).catch(() => { });
+        } catch (_) { }
 
         // Execute pre-scrape actions if present
         if (Array.isArray(preScrapeActions) && preScrapeActions.length > 0) {
             for (const action of preScrapeActions) {
                 try {
                     const actType = (action.type || action.actionType || "").toUpperCase();
+                    const actionTimeout = Math.max(action.timeoutMs || 0, 10000);
                     if (actType === "CLICK" && action.selector) {
-                        await page.waitForSelector(action.selector, { timeout: action.timeoutMs || 4000 });
+                        await page.waitForSelector(action.selector, { timeout: actionTimeout });
                         await page.click(action.selector);
                     } else if (actType === "TYPE" && action.selector) {
-                        await page.waitForSelector(action.selector, { timeout: action.timeoutMs || 4000 });
+                        await page.waitForSelector(action.selector, { timeout: actionTimeout });
                         await page.type(action.selector, action.value || "", { delay: 30 });
                     } else if (actType === "WAIT_FOR" && action.selector) {
-                        await page.waitForSelector(action.selector, { timeout: action.timeoutMs || 8000 });
+                        await page.waitForSelector(action.selector, { timeout: actionTimeout });
                     }
                     if (action.delayMs > 0) {
                         await new Promise((r) => setTimeout(r, Math.min(action.delayMs, 4000)));
@@ -175,597 +257,821 @@ export async function handleInteractiveSessionInit(payload) {
             }
         }
 
-        // Fill Form Inputs (e.g. GSTIN, PAN, registration number)
+        // Fill Form Inputs (e.g. GSTIN, PAN, registration number) with robust selector fallbacks & frame support
         if (Array.isArray(formInputs) && formInputs.length > 0) {
             for (const input of formInputs) {
                 if (!input.selector || input.value === undefined || input.value === null) continue;
-                await page.waitForSelector(input.selector, { timeout: 6000 });
+
+                const inputTimeout = Math.max(input.timeoutMs || 0, timeoutMs || 30000, 20000);
+                const robustSelectors = buildRobustInputSelectors(input.selector, input.paramKey);
+
+                const located = await locateElementInPageOrFrames(page, robustSelectors, inputTimeout);
+                if (!located || !located.element) {
+                    const currentUrl = page.url();
+                    const pageTitle = (await page.title().catch(() => "")) || "Untitled";
+                    logWarn(
+                        `[HITL_SESSION_INIT] Input selector '${input.selector}' (or fallbacks: ${robustSelectors.join(", ")}) not found after ${inputTimeout}ms on page "${pageTitle}" (${currentUrl})`
+                    );
+                    throw new Error(
+                        `Waiting for selector '${input.selector}' failed on page "${pageTitle}" (${currentUrl}) after ${inputTimeout}ms. Ensure portal is reachable and selector is correct.`
+                    );
+                }
+
+                const { target, element, matchedSelector } = located;
 
                 if (input.clearFirst !== false) {
-                    await page.click(input.selector, { clickCount: 3 }).catch(() => {});
-                    await page.keyboard.press("Backspace").catch(() => {});
+                    await element.click({ clickCount: 3 }).catch(() => { });
+                    await page.keyboard.press("Backspace").catch(() => { });
                 }
 
                 if (input.actionType === "SELECT") {
-                    await page.select(input.selector, String(input.value));
+                    await target.select(matchedSelector, String(input.value));
                 } else {
-                    await page.type(input.selector, String(input.value), { delay: input.delayMs || 30 });
+                    await element.type(String(input.value), { delay: input.delayMs || 30 });
                 }
 
-                // Explicitly dispatch input, change, and blur events to trigger AngularJS/React/portal validation listeners
-                await page.evaluate((sel) => {
-                    const el = document.querySelector(sel);
-                    if (el) {
-                        el.dispatchEvent(new Event("input", { bubbles: true }));
-                        el.dispatchEvent(new Event("change", { bubbles: true }));
-                        el.dispatchEvent(new Event("blur", { bubbles: true }));
-                    }
-                }, input.selector).catch(() => {});
-                await page.keyboard.press("Tab").catch(() => {});
+                    // Explicitly dispatch input, change, keydown, keyup, and blur events, plus sync AngularJS ngModel if present
+                    await target.evaluate((sel) => {
+                        const el = document.querySelector(sel);
+                        if (el) {
+                            el.dispatchEvent(new Event("input", { bubbles: true }));
+                            el.dispatchEvent(new Event("change", { bubbles: true }));
+                            el.dispatchEvent(new KeyboardEvent("keydown", { bubbles: true, key: "Enter" }));
+                            el.dispatchEvent(new KeyboardEvent("keyup", { bubbles: true, key: "Enter" }));
+                            el.dispatchEvent(new Event("blur", { bubbles: true }));
+
+                            // AngularJS scope & ngModel synchronization
+                            if (window.angular) {
+                                try {
+                                    const ngEl = window.angular.element(el);
+                                    const ngModel = ngEl.controller("ngModel");
+                                    if (ngModel) {
+                                        ngModel.$setViewValue(el.value);
+                                        ngModel.$render();
+                                        ngModel.$commitViewValue();
+                                    }
+                                    const scope = ngEl.scope();
+                                    if (scope && !scope.$$phase) {
+                                        scope.$apply();
+                                    }
+                                } catch (_) { }
+                            }
+                        }
+                }, matchedSelector).catch(() => { });
 
-                await new Promise((r) => setTimeout(r, 250));
+                await page.keyboard.press("Tab").catch(() => { });
+                await new Promise((r) => setTimeout(r, 300));
             }
         }
 
-        // Locate and Screenshot Captcha DOM Element
-        const imageSelector = captchaConfig.imageSelector || "img[src*='captcha'], #imgCaptcha, #captchaImg";
-        await page.waitForSelector(imageSelector, { timeout: 8000 });
+        // Locate and Screenshot Captcha DOM Element with robust candidate fallbacks
+        const imageTimeout = Math.max(captchaConfig.timeoutMs || 0, timeoutMs || 30000, 15000);
+        const candidateImageSelectors = [
+            captchaConfig.imageSelector,
+            "#imgCaptcha",
+            "#captchaImg",
+            "img[src*='captcha' i]",
+            "img[id*='captcha' i]",
+            "img[alt*='captcha' i]",
+            "canvas[id*='captcha' i]",
+            ".captcha-image img",
+            "#captcha_image",
+        ].filter(Boolean);
+
+            const locatedImage = await locateElementInPageOrFrames(page, candidateImageSelectors, imageTimeout);
+            if (!locatedImage || !locatedImage.element) {
+                const currentUrl = page.url();
+                const pageTitle = (await page.title().catch(() => "")) || "Untitled";
+                throw new Error(
+                    `Captcha element not found with selector '${captchaConfig.imageSelector || candidateImageSelectors[0]}' on page "${pageTitle}" (${currentUrl}) after ${imageTimeout}ms`
+                );
+            }
 
-        const captchaElement = await page.$(imageSelector);
-        if (!captchaElement) {
-            throw new Error(`Captcha element not found with selector: ${imageSelector}`);
-        }
+            const captchaElement = locatedImage.element;
+
+            // Capture screenshot of the exact visual captcha DOM node
+            const screenshotBuffer = await captchaElement.screenshot({
+                encoding: "binary",
+                type: "png",
+            });
+            const imageBase64 = Buffer.from(screenshotBuffer).toString("base64");
+
+            // Settle briefly for form state & portal validation UI
+            await new Promise((r) => setTimeout(r, 400));
+
+            // Capture full-page screenshot showing the filled inputs and revealed captcha
+            const pageScreenshotBuffer = await page.screenshot({
+                encoding: "binary",
+                fullPage: false,
+                type: "jpeg",
+                quality: 85,
+            });
+            const pageScreenshotBase64 = `data:image/jpeg;base64,${Buffer.from(pageScreenshotBuffer).toString("base64")}`;
+            const title = (await page.title().catch(() => "")) || "Interactive Portal Session";
+            const dimensions = await page
+                .evaluate(() => ({
+                    width: document.documentElement.scrollWidth || window.innerWidth,
+                    height: document.documentElement.scrollHeight || window.innerHeight,
+                }))
+                .catch(() => ({ width: 1366, height: 900 }));
+
+            const sessionTtlSeconds = captchaConfig.sessionTimeoutSeconds || 90;
+
+            // Set auto-purge timer to prevent resource leaks
+            const timeoutTimer = setTimeout(() => {
+                purgeSession(sessionId).catch(() => { });
+            }, sessionTtlSeconds * 1000);
+
+            // Store active session in memory
+            activeSessions.set(sessionId, {
+                page,
+                timeoutTimer,
+                createdAt: Date.now(),
+                url,
+                captchaConfig,
+                fieldMappings,
+                collections,
+            });
 
-        // Capture screenshot of the exact visual captcha DOM node
-        const screenshotBuffer = await captchaElement.screenshot({
-            encoding: "binary",
-            type: "png",
-        });
-        const imageBase64 = Buffer.from(screenshotBuffer).toString("base64");
-
-        // Settle briefly for form state & portal validation UI
-        await new Promise((r) => setTimeout(r, 400));
-
-        // Capture full-page screenshot showing the filled inputs and revealed captcha
-        const pageScreenshotBuffer = await page.screenshot({
-            encoding: "binary",
-            fullPage: false,
-            type: "jpeg",
-            quality: 85,
-        });
-        const pageScreenshotBase64 = `data:image/jpeg;base64,${Buffer.from(pageScreenshotBuffer).toString("base64")}`;
-        const title = (await page.title().catch(() => "")) || "Interactive Portal Session";
-        const dimensions = await page
-            .evaluate(() => ({
-                width: document.documentElement.scrollWidth || window.innerWidth,
-                height: document.documentElement.scrollHeight || window.innerHeight,
-            }))
-            .catch(() => ({ width: 1366, height: 900 }));
-
-        const sessionTtlSeconds = captchaConfig.sessionTimeoutSeconds || 90;
-
-        // Set auto-purge timer to prevent resource leaks
-        const timeoutTimer = setTimeout(() => {
-            purgeSession(sessionId).catch(() => {});
-        }, sessionTtlSeconds * 1000);
-
-        // Store active session in memory
-        activeSessions.set(sessionId, {
-            page,
-            timeoutTimer,
-            createdAt: Date.now(),
-            url,
-            captchaConfig,
-            fieldMappings,
-            collections,
-        });
-
-        return {
-            sessionId,
-            imageBase64: `data:image/png;base64,${imageBase64}`,
-            pageScreenshotBase64,
-            dimensions,
-            title,
-            expiresInSeconds: sessionTtlSeconds,
-        };
-    } catch (err) {
-        await page.close().catch(() => {});
-        throw err;
+            return {
+                sessionId,
+                imageBase64: `data:image/png;base64,${imageBase64}`,
+                pageScreenshotBase64,
+                dimensions,
+                title,
+                expiresInSeconds: sessionTtlSeconds,
+            };
+        } catch (err) {
+            await page.close().catch(() => { });
+            throw err;
+        }
     }
-}
 
 /**
  * 2. Handles HITL_SESSION_REFRESH:
  *    Clicks the refresh button and verifies the visual MD5 hash of the captcha changed.
  */
 export async function handleInteractiveSessionRefresh(payload) {
-    const { sessionId, captchaConfig = {} } = payload;
-    const session = activeSessions.get(sessionId);
+        const { sessionId, captchaConfig = {} } = payload;
+        const session = activeSessions.get(sessionId);
 
-    if (!session || !session.page || session.page.isClosed()) {
-        throw new Error("Interactive session not found or already expired");
-    }
+        if (!session || !session.page || session.page.isClosed()) {
+            throw new Error("Interactive session not found or already expired");
+        }
 
-    const { page } = session;
-    const cfg = { ...session.captchaConfig, ...captchaConfig };
-    const imageSelector = cfg.imageSelector || "img[src*='captcha'], #imgCaptcha";
-    const refreshSelector = cfg.refreshSelector;
+        const { page } = session;
+        const cfg = { ...session.captchaConfig, ...captchaConfig };
+        const imageSelector = cfg.imageSelector || "img[src*='captcha'], #imgCaptcha";
+        const refreshSelector = cfg.refreshSelector;
+
+        const candidateImageSelectors = [
+            cfg.imageSelector,
+            "#imgCaptcha",
+            "#captchaImg",
+            "img[src*='captcha' i]",
+            "img[id*='captcha' i]",
+        ].filter(Boolean);
+
+        // 1. Snapshot current image hash and src attribute
+            const locatedOldImg = await locateElementInPageOrFrames(page, candidateImageSelectors, 8000);
+            if (!locatedOldImg || !locatedOldImg.element) {
+                throw new Error(`Captcha element not found with selector: ${imageSelector}`);
+            }
+            const oldEl = locatedOldImg.element;
+            const effectiveImageSelector = locatedOldImg.matchedSelector;
 
-    // 1. Snapshot current image hash and src attribute
-    const oldEl = await page.$(imageSelector);
-    if (!oldEl) {
-        throw new Error(`Captcha element not found with selector: ${imageSelector}`);
-    }
+            const oldBuffer = await oldEl.screenshot({ encoding: "binary" });
+            const oldHash = crypto.createHash("md5").update(oldBuffer).digest("hex");
 
-    const oldBuffer = await oldEl.screenshot({ encoding: "binary" });
-    const oldHash = crypto.createHash("md5").update(oldBuffer).digest("hex");
-
-    const oldSrc = await page.evaluate((sel) => {
-        const el = document.querySelector(sel);
-        return el ? el.getAttribute("src") : null;
-    }, imageSelector);
-
-    // 2. Click the reload button with robust candidate fallbacks
-    const candidateSelectors = [
-        refreshSelector,
-        "button[ng-click*='refreshCaptcha' i]",
-        "button[ng-click*='captcha' i]",
-        "*[ng-click*='refreshCaptcha' i]",
-        "*[ng-click*='captcha' i]",
-        "#reloadCaptcha",
-        "#refreshCaptcha",
-        "a[title*='refresh' i]",
-        "button[title*='refresh' i]",
-        "a[title*='reload' i]",
-        "button[title*='reload' i]",
-        ".captcha-refresh",
-        ".reload-captcha",
-        ".glyphicon-refresh",
-        "i.fa-refresh",
-        "i.fa-arrows-rotate",
-    ].filter(Boolean);
-
-    let clicked = false;
-    for (const sel of candidateSelectors) {
-        try {
-            const btn = await page.$(sel);
-            if (btn) {
-                await btn.click();
-                clicked = true;
-                break;
-            }
-        } catch (_) {}
-    }
+                const oldSrc = await locatedOldImg.target.evaluate((sel) => {
+                    const el = document.querySelector(sel);
+                    return el ? el.getAttribute("src") : null;
+            }, effectiveImageSelector);
+
+            // 2. Click the reload button with robust candidate fallbacks
+            const candidateSelectors = [
+                refreshSelector,
+                "button[ng-click*='refreshCaptcha' i]",
+                "button[ng-click*='captcha' i]",
+                "*[ng-click*='refreshCaptcha' i]",
+                "*[ng-click*='captcha' i]",
+                "#reloadCaptcha",
+                "#refreshCaptcha",
+                "a[title*='refresh' i]",
+                "button[title*='refresh' i]",
+                "a[title*='reload' i]",
+                "button[title*='reload' i]",
+                ".captcha-refresh",
+                ".reload-captcha",
+                ".glyphicon-refresh",
+                "i.fa-refresh",
+                "i.fa-arrows-rotate",
+            ].filter(Boolean);
+
+            let clicked = false;
+            for (const sel of candidateSelectors) {
+                try {
+                        const locatedBtn = await locateElementInPageOrFrames(page, [sel], 500);
+                        if (locatedBtn && locatedBtn.element) {
+                            await locatedBtn.element.click();
+                            clicked = true;
+                            break;
+                        }
+                    } catch (_) { }
+                }
 
     if (!clicked) {
-        throw new Error(`Captcha refresh button not found on page (tried: ${refreshSelector || "standard reload selectors"})`);
-    }
+                    throw new Error(`Captcha refresh button not found on page (tried: ${refreshSelector || "standard reload selectors"})`);
+                }
 
-    // 3. Wait for src attribute change first
-    await page
-        .waitForFunction(
-            (sel, prevSrc) => {
-                const el = document.querySelector(sel);
-                return el && el.getAttribute("src") !== prevSrc;
-            },
-            { timeout: 3500 },
-            imageSelector,
-            oldSrc
-        )
-        .catch(() => {});
-
-    // 4. Verify visual pixel change via MD5 hash check
-    let newBuffer = null;
-    let retries = 0;
-
-    while (retries < 6) {
-        await new Promise((r) => setTimeout(r, 350));
-        const newEl = await page.$(imageSelector);
-        if (newEl) {
-            newBuffer = await newEl.screenshot({ encoding: "binary" });
-            const newHash = crypto.createHash("md5").update(newBuffer).digest("hex");
-            if (newHash !== oldHash) {
-                break; // Verified fresh captcha
-            }
-        }
-        retries++;
-    }
+                // 3. Wait for src attribute change first
+                await page
+                    .waitForFunction(
+                        (sel, prevSrc) => {
+                            const el = document.querySelector(sel);
+                            return el && el.getAttribute("src") !== prevSrc;
+                        },
+                        { timeout: 3500 },
+                        imageSelector,
+                        oldSrc
+                    )
+                    .catch(() => { });
+
+                // 4. Verify visual pixel change via MD5 hash check
+                let newBuffer = null;
+                let retries = 0;
+
+                while (retries < 6) {
+                    await new Promise((r) => setTimeout(r, 350));
+                    const newEl = await page.$(imageSelector);
+                    if (newEl) {
+                        newBuffer = await newEl.screenshot({ encoding: "binary" });
+                        const newHash = crypto.createHash("md5").update(newBuffer).digest("hex");
+                        if (newHash !== oldHash) {
+                            break; // Verified fresh captcha
+                        }
+                    }
+                    retries++;
+                }
 
-    if (!newBuffer) {
-        newBuffer = await oldEl.screenshot({ encoding: "binary" });
-    }
+                if (!newBuffer) {
+                    newBuffer = await oldEl.screenshot({ encoding: "binary" });
+                }
 
-    const imageBase64 = Buffer.from(newBuffer).toString("base64");
+                const imageBase64 = Buffer.from(newBuffer).toString("base64");
+
+                // Capture updated full page screenshot showing new captcha
+                const pageScreenshotBuffer = await page.screenshot({
+                    encoding: "binary",
+                    fullPage: false,
+                    type: "jpeg",
+                    quality: 85,
+                });
+                const pageScreenshotBase64 = `data:image/jpeg;base64,${Buffer.from(pageScreenshotBuffer).toString("base64")}`;
+
+                return {
+                    sessionId,
+                    imageBase64: `data:image/png;base64,${imageBase64}`,
+                    pageScreenshotBase64,
+                };
+            }
 
-    // Capture updated full page screenshot showing new captcha
-    const pageScreenshotBuffer = await page.screenshot({
-        encoding: "binary",
-        fullPage: false,
-        type: "jpeg",
-        quality: 85,
-    });
-    const pageScreenshotBase64 = `data:image/jpeg;base64,${Buffer.from(pageScreenshotBuffer).toString("base64")}`;
+            /**
+             * 3. Handles HITL_SESSION_SOLVE:
+             *    Types the captcha solution, clicks submit, and performs a post-submit race.
+             *    If captcha is invalid, keeps session alive and snaps new captcha for retry.
+             *    If success, extracts data and closes page.
+             */
+            export async function handleInteractiveSessionSolve(payload) {
+                const {
+                    sessionId,
+                    captchaSolution,
+                    captchaConfig = {},
+                    fieldMappings = [],
+                    collections = [],
+                    preservePageForInspection = false,
+                } = payload;
+                const session = activeSessions.get(sessionId);
+
+                if (!session || !session.page || session.page.isClosed()) {
+                    throw new Error("Interactive session not found or already expired");
+                }
 
-    return {
-        sessionId,
-        imageBase64: `data:image/png;base64,${imageBase64}`,
-        pageScreenshotBase64,
-    };
-}
+                const { page } = session;
+                const cfg = { ...session.captchaConfig, ...captchaConfig };
+                const mappings = fieldMappings.length > 0 ? fieldMappings : session.fieldMappings || [];
+                const colls = collections.length > 0 ? collections : session.collections || [];
+
+                const inputSelector = cfg.inputSelector || "#captcha, input[name='captcha']";
+                const submitSelector = cfg.submitSelector || "button[type='submit']";
+                const successSelector = cfg.waitForAfterSubmit?.selector || ".table-responsive, table, .result-pane";
+
+                // Broad default error selectors covering Indian gov and modern SPA patterns
+                const defaultBroadErrorSelector =
+                    "p#alertMsg, #alertMsg, .alertMsg, .alert-danger, .alert-warning, " +
+                    ".has-error, .text-danger, #error-msg, .error-message, .err-msg, " +
+                    ".ui-messages-error, [class*='error-msg'], [class*='alert-message'], " +
+                    ".invalid-feedback, .help-block.error, .form-error, [aria-invalid='true'], " +
+                    ".err, span.err, p.err, div.err, [class*='err-'], [class*='-error'], " +
+                    "[data-ng-bind*='ERR'], [data-ng-bind*='err'], [data-ng-show*='err'], " +
+                    "[data-ng-show*='w_gst'], [data-ng-if*='captcha'], [data-ng-show*='captcha'], [role='alert'], " +
+                    "[style*='color:red'], [style*='color: red']";
+
+                const customRules = cfg.errorDetection?.rules || [];
+                const ruleSelectors = customRules.map((r) => r.selector).filter(Boolean);
+                const combinedErrorSelectors = [
+                    cfg.errorDetection?.selector,
+                    ...ruleSelectors,
+                    defaultBroadErrorSelector,
+                ]
+                    .filter(Boolean)
+                    .join(", ");
+
+                const invalidPattern = cfg.errorDetection?.invalidCaptchaPattern || "captcha.*(incorrect|invalid|wrong|mismatch|enter text)";
+
+                // 1. Type captcha solution with robust candidate fallbacks & frame search
+                const solveTimeout = Math.max(cfg.inputTimeoutMs || 0, 15000);
+                const candidateInputSelectors = [
+                    inputSelector,
+                    "#fo-captcha",
+                    "#captcha",
+                    "input[name='cap']",
+                    "input[name*='captcha' i]",
+                    "input[id*='captcha' i]",
+                    "input[placeholder*='captcha' i]",
+                ].filter(Boolean);
+
+                const locatedInput = await locateElementInPageOrFrames(page, candidateInputSelectors, solveTimeout);
+                if (!locatedInput || !locatedInput.element) {
+                    throw new Error(`Captcha input field not found with selector: ${inputSelector}`);
+                }
 
-/**
- * 3. Handles HITL_SESSION_SOLVE:
- *    Types the captcha solution, clicks submit, and performs a post-submit race.
- *    If captcha is invalid, keeps session alive and snaps new captcha for retry.
- *    If success, extracts data and closes page.
- */
-export async function handleInteractiveSessionSolve(payload) {
-    const {
-        sessionId,
-        captchaSolution,
-        captchaConfig = {},
-        fieldMappings = [],
-        collections = [],
-        preservePageForInspection = false,
-    } = payload;
-    const session = activeSessions.get(sessionId);
+                await locatedInput.element.click({ clickCount: 3 }).catch(() => { });
+                await page.keyboard.press("Backspace").catch(() => { });
+                await locatedInput.element.type(String(captchaSolution).trim(), { delay: 35 });
 
-    if (!session || !session.page || session.page.isClosed()) {
-        throw new Error("Interactive session not found or already expired");
-    }
+                // Sync input events and AngularJS ngModel for captcha input
+                await locatedInput.target.evaluate((sel) => {
+                    const el = document.querySelector(sel);
+                    if (el) {
+                        el.dispatchEvent(new Event("input", { bubbles: true }));
+                        el.dispatchEvent(new Event("change", { bubbles: true }));
+                        el.dispatchEvent(new KeyboardEvent("keydown", { bubbles: true, key: "Enter" }));
+                        el.dispatchEvent(new KeyboardEvent("keyup", { bubbles: true, key: "Enter" }));
+                        el.dispatchEvent(new Event("blur", { bubbles: true }));
 
-    const { page } = session;
-    const cfg = { ...session.captchaConfig, ...captchaConfig };
-    const mappings = fieldMappings.length > 0 ? fieldMappings : session.fieldMappings || [];
-    const colls = collections.length > 0 ? collections : session.collections || [];
-
-    const inputSelector = cfg.inputSelector || "#captcha, input[name='captcha']";
-    const submitSelector = cfg.submitSelector || "button[type='submit']";
-    const successSelector = cfg.waitForAfterSubmit?.selector || ".table-responsive, table, .result-pane";
-    
-    // Broad default error selectors covering Indian gov and modern SPA patterns
-    const defaultBroadErrorSelector =
-        "p#alertMsg, #alertMsg, .alertMsg, .alert-danger, .alert-warning, " +
-        ".has-error, .text-danger, #error-msg, .error-message, .err-msg, " +
-        ".ui-messages-error, [class*='error-msg'], [class*='alert-message'], " +
-        ".invalid-feedback, .help-block.error, .form-error, [aria-invalid='true']";
-
-    const customRules = cfg.errorDetection?.rules || [];
-    const ruleSelectors = customRules.map((r) => r.selector).filter(Boolean);
-    const combinedErrorSelectors = [
-        cfg.errorDetection?.selector,
-        ...ruleSelectors,
-        defaultBroadErrorSelector,
-    ]
-        .filter(Boolean)
-        .join(", ");
-
-    const invalidPattern = cfg.errorDetection?.invalidCaptchaPattern || "captcha.*(incorrect|invalid|wrong|mismatch|enter text)";
-
-    // 1. Type captcha solution
-    await page.waitForSelector(inputSelector, { timeout: 4000 });
-    await page.click(inputSelector, { clickCount: 3 }).catch(() => {});
-    await page.keyboard.press("Backspace").catch(() => {});
-    await page.type(inputSelector, String(captchaSolution).trim(), { delay: 35 });
-
-    // 2. Click submit button
-    await page.waitForSelector(submitSelector, { timeout: 4000 });
-    await page.click(submitSelector);
-
-    // 3. Post-Submit Race: Wait for Success Selector OR Error Selector
-    // In inspection mode, use a shorter safety window (5-7s) so users aren't stalled waiting on empty selectors
-    const safetyTimeoutMs = preservePageForInspection
-        ? Math.min(cfg.waitForAfterSubmit?.timeoutMs || 8000, 6000)
-        : (cfg.waitForAfterSubmit?.timeoutMs || 15000);
-
-    const matchedOutcome = await page
-        .waitForFunction(
-            (succ, err) => {
-                if (document.querySelector(succ)) return "SUCCESS";
-                try {
-                    const elements = document.querySelectorAll(err);
-                    for (const el of elements) {
-                        const txt = (el.innerText || el.textContent || "").trim();
-                        if (txt.length > 0) {
-                            const style = window.getComputedStyle(el);
-                            if (style.display !== "none" && style.visibility !== "hidden" && style.opacity !== "0") {
-                                return "ERROR";
-                            }
+                        if (window.angular) {
+                            try {
+                                const ngEl = window.angular.element(el);
+                                const ngModel = ngEl.controller("ngModel");
+                                if (ngModel) {
+                                    ngModel.$setViewValue(el.value);
+                                    ngModel.$render();
+                                    ngModel.$commitViewValue();
+                                }
+                                const scope = ngEl.scope();
+                                if (scope && !scope.$$phase) scope.$apply();
+                            } catch (_) { }
                         }
                     }
-                } catch (e) {}
-                return null;
-            },
-            { timeout: safetyTimeoutMs },
-            successSelector,
-            combinedErrorSelectors
-        )
-        .then((handle) => handle.jsonValue())
-        .catch(() => "TIMEOUT");
-
-    // Case A: Success Result Page
-    if (matchedOutcome === "SUCCESS") {
-        const raw = {};
-        for (const mapping of mappings) {
-            let val = null;
-            const strategies = mapping.strategies || (mapping.strategy ? [mapping.strategy] : []);
-            for (const strat of strategies) {
-                val = await extractBrowserField(page, strat);
-                if (val !== null && val !== undefined && val !== "") break;
-            }
-
-            if (mapping.transforms && mapping.transforms.length > 0) {
-                val = runTransformPipeline(val, mapping.transforms);
-            }
-            if (mapping.type) {
-                val = castValueToType(val, mapping.type);
-            }
-            raw[mapping.field || mapping.key] = val;
-        }
+                }, locatedInput.matchedSelector).catch(() => { });
+
+                // 2. Click submit button with candidate fallbacks & frame search
+                const candidateSubmitSelectors = [
+                    submitSelector,
+                    "#lotsearch",
+                    "button[type='submit']",
+                    "input[type='submit']",
+                    "button[id*='search' i]",
+                    "button[id*='submit' i]",
+                    "button.btn-primary",
+                ].filter(Boolean);
+
+                const locatedSubmit = await locateElementInPageOrFrames(page, candidateSubmitSelectors, solveTimeout);
+                if (!locatedSubmit || !locatedSubmit.element) {
+                    throw new Error(`Submit button not found with selector: ${submitSelector}`);
+                }
 
-        if (preservePageForInspection) {
-            // Keep the page alive for visual inspection & testing
-            if (session.timeoutTimer) clearTimeout(session.timeoutTimer);
-            const inspectTtl = 300; // 5 minutes for interactive element picking
-            session.timeoutTimer = setTimeout(() => {
-                purgeSession(sessionId).catch(() => {});
-            }, inspectTtl * 1000);
+                await locatedSubmit.element.click().catch(() => { });
+                // Also dispatch native click & submit events to ensure AngularJS/React/SPA form listeners fire
+                await locatedSubmit.target.evaluate((sel) => {
+                    const btn = document.querySelector(sel);
+                    if (btn) {
+                        try { btn.click(); } catch (_) { }
+                        if (btn.form) {
+                            try {
+                                btn.form.dispatchEvent(new Event("submit", { bubbles: true, cancelable: true }));
+                            } catch (_) { }
+                        }
+                    }
+                }, locatedSubmit.matchedSelector).catch(() => { });
+
+                // 3. Post-Submit Race: Wait for Success Selector OR Error Selector
+                // In inspection mode, use a shorter safety window (5-7s) so users aren't stalled waiting on empty selectors
+                const safetyTimeoutMs = preservePageForInspection
+                    ? Math.min(cfg.waitForAfterSubmit?.timeoutMs || 8000, 6000)
+                    : (cfg.waitForAfterSubmit?.timeoutMs || 15000);
+
+                const matchedOutcome = await page
+                    .waitForFunction(
+                        (succ, err) => {
+                            const isVisible = (el) => {
+                                if (!el) return false;
+                                const style = window.getComputedStyle(el);
+                                if (style.display === "none" || style.visibility === "hidden" || style.opacity === "0") return false;
+                                const rects = el.getClientRects();
+                                if (rects.length === 0) return false;
+                                return rects[0].width > 0 || rects[0].height > 0;
+                            };
+
+                            const isRealError = (txt) => {
+                                if (!txt || txt.length < 3) return false;
+                                const lower = txt.trim().toLowerCase();
+                                if (lower.startsWith("loading") || lower.startsWith("please wait") || lower.startsWith("processing")) {
+                                    return false;
+                                }
+                                return true;
+                            };
+
+                            // 1. Error selectors check (Must run FIRST to prevent false positives from generic table selectors)
+                            try {
+                                const elements = document.querySelectorAll(err);
+                                for (const el of elements) {
+                                    const txt = (el.innerText || el.textContent || "").trim();
+                                    if (isRealError(txt) && isVisible(el)) {
+                                        return "ERROR";
+                                    }
+                                }
+                            } catch (_) { }
+
+                            // 2. Semantic error text scan across visible leaf elements
+                            try {
+                                const errorRegex = /\b(invalid\s*(gstin|uin|captcha|code|input|format|number|pan)|gstin.*invalid|does\s*not\s*exist|record\s*not\s*found|no\s*records?\s*found|incorrect\s*captcha|wrong\s*captcha|enter\s*valid\s*letters|enter\s*a\s*valid|not\s*registered|mandatory\s*field|action\s*failed)\b/i;
+                                const candidates = document.querySelectorAll("span, p, div, label, font, b, strong");
+                                for (const c of candidates) {
+                                    if (c.children.length === 0 || c.tagName === "P" || c.tagName === "SPAN") {
+                                        const txt = (c.innerText || c.textContent || "").trim();
+                                        if (txt.length >= 5 && txt.length < 250 && errorRegex.test(txt) && isRealError(txt)) {
+                                            if (isVisible(c)) {
+                                                return "ERROR";
+                                            }
+                                        }
+                                    }
+                                }
+                            } catch (_) { }
+
+                            // 3. Success check: must be genuinely visible and contain substantive data
+                            try {
+                                const successElements = document.querySelectorAll(succ);
+                                for (const el of successElements) {
+                                    if (isVisible(el)) {
+                                        // Ignore empty 1-cell layout tables like captcha wrapper tables
+                                        if (el.tagName === "TABLE" && (el.innerText || "").trim().length < 15) {
+                                            continue;
+                                        }
+                                        return "SUCCESS";
+                                    }
+                                }
+                            } catch (_) { }
+
+                            return null;
+                        },
+                        { timeout: safetyTimeoutMs },
+                        successSelector,
+                        combinedErrorSelectors
+                    )
+                    .then((handle) => handle.jsonValue())
+                    .catch(() => "TIMEOUT");
+
+                // Case A: Success Result Page
+                if (matchedOutcome === "SUCCESS") {
+                    const raw = {};
+                    for (const mapping of mappings) {
+                        let val = null;
+                        const strategies = mapping.strategies || (mapping.strategy ? [mapping.strategy] : []);
+                        for (const strat of strategies) {
+                            val = await extractBrowserField(page, strat);
+                            if (val !== null && val !== undefined && val !== "") break;
+                        }
 
-            // Settle time for tables & styles
-            await new Promise((r) => setTimeout(r, 600));
+                        if (mapping.transforms && mapping.transforms.length > 0) {
+                            val = runTransformPipeline(val, mapping.transforms);
+                        }
+                        if (mapping.type) {
+                            val = castValueToType(val, mapping.type);
+                        }
+                        raw[mapping.field || mapping.key] = val;
+                    }
 
-            const snap = await captureInspectionSnapshot(page);
-            return {
-                status: "COMPLETED",
-                success: true,
-                data: raw,
-                ...snap,
-                sessionId,
-                isInspectionMode: true,
-            };
-        }
+                    if (preservePageForInspection) {
+                        // Keep the page alive for visual inspection & testing
+                        if (session.timeoutTimer) clearTimeout(session.timeoutTimer);
+                        const inspectTtl = 300; // 5 minutes for interactive element picking
+                        session.timeoutTimer = setTimeout(() => {
+                            purgeSession(sessionId).catch(() => { });
+                        }, inspectTtl * 1000);
+
+                        // Settle time for tables & styles
+                        await new Promise((r) => setTimeout(r, 600));
+
+                        const snap = await captureInspectionSnapshot(page);
+                        return {
+                            status: "COMPLETED",
+                            success: true,
+                            data: raw,
+                            ...snap,
+                            sessionId,
+                            isInspectionMode: true,
+                        };
+                    }
 
-        // Clean up session and close page
-        await purgeSession(sessionId);
+                    // Clean up session and close page
+                    await purgeSession(sessionId);
 
-        return {
-            status: "COMPLETED",
-            success: true,
-            data: raw,
-        };
-    }
+                    return {
+                        status: "COMPLETED",
+                        success: true,
+                        data: raw,
+                    };
+                }
 
-    // Evaluate error rules and messages if matchedOutcome === "ERROR" or if we are inspecting
-    let matchedRule = null;
-    let errorText = "";
+                // Evaluate error rules and messages if matchedOutcome === "ERROR" or if we are inspecting or if timed out
+                let matchedRule = null;
+                let errorText = "";
 
-    // 1. Check custom configured rules first
-    for (const rule of customRules) {
-        if (!rule.selector) continue;
-        const check = await page.evaluate((sel, pat) => {
-            try {
-                const els = document.querySelectorAll(sel);
-                for (const el of els) {
-                    const txt = (el.innerText || el.textContent || "").trim();
-                    if (txt) {
+                const checkRulesAndText = await page.evaluate((rules, errorSelector) => {
+                    const isVisible = (el) => {
+                        if (!el) return false;
                         const style = window.getComputedStyle(el);
-                        if (style.display === "none" || style.visibility === "hidden" || style.opacity === "0") continue;
-                        if (!pat) return { matched: true, text: txt };
-                        const re = new RegExp(pat, "i");
-                        if (re.test(txt)) return { matched: true, text: txt };
+                        if (style.display === "none" || style.visibility === "hidden" || style.opacity === "0") return false;
+                        const rects = el.getClientRects();
+                        if (rects.length === 0) return false;
+                        return rects[0].width > 0 || rects[0].height > 0;
+                    };
+
+                    const isRealError = (txt) => {
+                        if (!txt || txt.length < 3) return false;
+                        const lower = txt.trim().toLowerCase();
+                        if (lower.startsWith("loading") || lower.startsWith("please wait") || lower.startsWith("processing")) {
+                            return false;
+                        }
+                        return true;
+                    };
+
+                    // 1. Check custom rules with rule.selector
+                    for (const rule of rules) {
+                        if (!rule.selector) continue;
+                        try {
+                            const els = document.querySelectorAll(rule.selector);
+                            for (const el of els) {
+                                const txt = (el.innerText || el.textContent || "").trim();
+                                if (isRealError(txt) && isVisible(el)) {
+                                    if (!rule.pattern) return { matchedRuleId: rule.id, text: txt };
+                                    const re = new RegExp(rule.pattern, "i");
+                                    if (re.test(txt)) return { matchedRuleId: rule.id, text: txt };
+                                }
+                            }
+                        } catch (_) { }
                     }
-                }
-            } catch (e) {}
-            return null;
-        }, rule.selector, rule.pattern);
-
-        if (check && check.matched) {
-            matchedRule = rule;
-            errorText = check.text;
-            break;
-        }
-    }
 
-    // 2. If no custom rule matched, extract text from combined error selectors
-    if (!matchedRule) {
-        errorText = await page.evaluate((sel) => {
-            try {
-                const els = document.querySelectorAll(sel);
-                for (const el of els) {
-                    const txt = (el.innerText || el.textContent || "").trim();
-                    if (txt) {
-                        const style = window.getComputedStyle(el);
-                        if (style.display !== "none" && style.visibility !== "hidden" && style.opacity !== "0") {
-                            return txt;
+                    // 2. Extract visible text from combinedErrorSelectors
+                    let foundText = "";
+                    try {
+                        const els = document.querySelectorAll(errorSelector);
+                        for (const el of els) {
+                            const txt = (el.innerText || el.textContent || "").trim();
+                            if (isRealError(txt) && isVisible(el)) {
+                                foundText = txt;
+                                break;
+                            }
+                        }
+                    } catch (_) { }
+
+                    // 3. Semantic fallback if foundText is still empty
+                    if (!foundText) {
+                        const errorRegex = /\b(invalid\s*(gstin|uin|captcha|code|input|format|number|pan)|gstin.*invalid|does\s*not\s*exist|record\s*not\s*found|no\s*records?\s*found|incorrect\s*captcha|wrong\s*captcha|enter\s*valid\s*letters|enter\s*a\s*valid|not\s*registered|mandatory\s*field|action\s*failed)\b/i;
+                        const candidates = document.querySelectorAll("span, p, div, label, font, b, strong");
+                        for (const c of candidates) {
+                            if (c.children.length === 0 || c.tagName === "P" || c.tagName === "SPAN") {
+                                const txt = (c.innerText || c.textContent || "").trim();
+                                if (txt.length >= 5 && txt.length < 250 && errorRegex.test(txt) && isRealError(txt)) {
+                                    if (isVisible(c)) {
+                                        foundText = txt;
+                                        break;
+                                    }
+                                }
+                            }
                         }
                     }
-                }
-            } catch (e) {}
-            return "";
-        }, combinedErrorSelectors);
-    }
 
-    const regex = new RegExp(invalidPattern, "i");
-    const isCaptchaError = matchedRule
-        ? matchedRule.action === "RETRY_CAPTCHA"
-        : (Boolean(errorText) && regex.test(errorText));
+                    // 4. If we found text, check if any custom rule matches this text by pattern (even if rule.selector didn't match!)
+                    let fallbackRuleId = null;
+                    if (foundText) {
+                        for (const rule of rules) {
+                            if (rule.pattern) {
+                                try {
+                                    const re = new RegExp(rule.pattern, "i");
+                                    if (re.test(foundText)) {
+                                        fallbackRuleId = rule.id;
+                                        break;
+                                    }
+                                } catch (_) { }
+                            }
+                        }
+                    }
 
-    // Check if new captcha image was rendered on page
-    const imageSelector = cfg.imageSelector || "img[src*='captcha'], #imgCaptcha";
-    let newImageBase64 = null;
-    try {
-        const newCaptchaEl = await page.$(imageSelector);
-        if (newCaptchaEl) {
-            const newBuffer = await newCaptchaEl.screenshot({ encoding: "binary", type: "png" });
-            newImageBase64 = `data:image/png;base64,${Buffer.from(newBuffer).toString("base64")}`;
-        }
-    } catch (e) {}
-
-    // CRITICAL FOR INSPECTOR: In inspection mode, NEVER purge the session on errors or timeout!
-    // Always snap the live DOM and return it so the user can inspect the red text and configure selectors
-    if (preservePageForInspection) {
-        if (session.timeoutTimer) clearTimeout(session.timeoutTimer);
-        const inspectTtl = 300;
-        session.timeoutTimer = setTimeout(() => {
-            purgeSession(sessionId).catch(() => {});
-        }, inspectTtl * 1000);
-
-        const snap = await captureInspectionSnapshot(page);
-        const effectiveStatus = isCaptchaError
-            ? "INVALID_CAPTCHA"
-            : (errorText ? "BUSINESS_ERROR" : "INSPECTION_MODE");
-
-        return {
-            status: effectiveStatus,
-            success: true, // Allows frontend to render the inspection screenshot
-            errorCode: (matchedRule && matchedRule.id) || (isCaptchaError ? "INVALID_CAPTCHA" : (errorText ? "BUSINESS_ERROR" : "INSPECTION_MODE")),
-            message: (matchedRule && matchedRule.customMessage) || errorText || (matchedOutcome === "TIMEOUT" ? "Page updated (no success table found). You can now inspect elements or error messages." : "Page outcome revealed for inspection."),
-            newImageBase64,
-            matchedRule: matchedRule ? { id: matchedRule.id, name: matchedRule.name, action: matchedRule.action } : null,
-            sessionId,
-            isInspectionMode: true,
-            ...snap,
-        };
-    }
+                    return {
+                        matchedRuleId: fallbackRuleId,
+                        text: foundText,
+                    };
+                }, customRules, combinedErrorSelectors);
 
-    // Runtime non-inspection mode:
-    if (isCaptchaError) {
-        if (session.timeoutTimer) clearTimeout(session.timeoutTimer);
-        const retryTtlSeconds = cfg.sessionTimeoutSeconds || 90;
-        session.timeoutTimer = setTimeout(() => {
-            purgeSession(sessionId).catch(() => {});
-        }, retryTtlSeconds * 1000);
-
-        return {
-            status: "INVALID_CAPTCHA",
-            success: false,
-            message: (matchedRule && matchedRule.customMessage) || errorText || "The captcha entered was incorrect.",
-            canRetry: true,
-            newImageBase64,
-            errorCode: (matchedRule && matchedRule.id) || "INVALID_CAPTCHA",
-        };
-    }
+                if (checkRulesAndText && checkRulesAndText.matchedRuleId) {
+                    matchedRule = customRules.find((r) => r.id === checkRulesAndText.matchedRuleId) || null;
+                }
+                errorText = (checkRulesAndText && checkRulesAndText.text) || "";
 
-    if (errorText || matchedRule) {
-        await purgeSession(sessionId);
-        return {
-            status: "BUSINESS_ERROR",
-            success: false,
-            errorCode: (matchedRule && matchedRule.id) || "BUSINESS_ERROR",
-            message: (matchedRule && matchedRule.customMessage) || errorText || "Target portal returned an error.",
-            canRetry: false,
-        };
-    }
+                const regex = new RegExp(invalidPattern, "i");
+                const isCaptchaError = matchedRule
+                    ? matchedRule.action === "RETRY_CAPTCHA"
+                    : (Boolean(errorText) && regex.test(errorText));
 
-    // Runtime Timeout
-    await purgeSession(sessionId);
-    return {
-        status: "TIMEOUT",
-        success: false,
-        message: "Target portal did not respond with results within the expected time window.",
-        canRetry: false,
-    };
-}
+                // Check if new captcha image was rendered on page
+                const imageSelector = cfg.imageSelector || "img[src*='captcha'], #imgCaptcha";
+                let newImageBase64 = null;
+                try {
+                    const newCaptchaEl = await page.$(imageSelector);
+                    if (newCaptchaEl) {
+                        const newBuffer = await newCaptchaEl.screenshot({ encoding: "binary", type: "png" });
+                        newImageBase64 = `data:image/png;base64,${Buffer.from(newBuffer).toString("base64")}`;
+                    }
+                } catch (e) { }
+
+                // CRITICAL FOR INSPECTOR: In inspection mode, NEVER purge the session on errors or timeout!
+                // Always snap the live DOM and return it so the user can inspect the red text and configure selectors
+                if (preservePageForInspection) {
+                    if (session.timeoutTimer) clearTimeout(session.timeoutTimer);
+                    const inspectTtl = 300;
+                    session.timeoutTimer = setTimeout(() => {
+                        purgeSession(sessionId).catch(() => { });
+                    }, inspectTtl * 1000);
+
+                    const snap = await captureInspectionSnapshot(page);
+                    const effectiveStatus = isCaptchaError
+                        ? "INVALID_CAPTCHA"
+                        : (errorText ? "BUSINESS_ERROR" : "INSPECTION_MODE");
+
+                    return {
+                        status: effectiveStatus,
+                        success: true, // Allows frontend to render the inspection screenshot
+                        errorCode: (matchedRule && matchedRule.id) || (isCaptchaError ? "INVALID_CAPTCHA" : (errorText ? "BUSINESS_ERROR" : "INSPECTION_MODE")),
+                        message: (matchedRule && matchedRule.customMessage) || errorText || (matchedOutcome === "TIMEOUT" ? "Page updated (no success table found). You can now inspect elements or error messages." : "Page outcome revealed for inspection."),
+                        newImageBase64,
+                        matchedRule: matchedRule ? { id: matchedRule.id, name: matchedRule.name, action: matchedRule.action } : null,
+                        sessionId,
+                        isInspectionMode: true,
+                        ...snap,
+                    };
+                }
 
-/**
- * Capture full inspection snapshot helper
- */
-async function captureInspectionSnapshot(page) {
-    await new Promise((r) => setTimeout(r, 500));
-    const screenshotBuffer = await page.screenshot({
-        encoding: "binary",
-        fullPage: false,
-        type: "jpeg",
-        quality: 85,
-    });
-    const screenshotBase64 = `data:image/jpeg;base64,${Buffer.from(screenshotBuffer).toString("base64")}`;
-    const title = await page.title().catch(() => "");
-    const dimensions = await page
-        .evaluate(() => ({
-            width: document.documentElement.scrollWidth || window.innerWidth,
-            height: document.documentElement.scrollHeight || window.innerHeight,
-        }))
-        .catch(() => ({ width: 1366, height: 900 }));
-
-    return {
-        screenshotBase64,
-        dimensions,
-        title: title || "Inspection Page",
-    };
-}
+                // Runtime non-inspection mode:
+                if (isCaptchaError) {
+                    if (session.timeoutTimer) clearTimeout(session.timeoutTimer);
+                    const retryTtlSeconds = cfg.sessionTimeoutSeconds || 90;
+                    session.timeoutTimer = setTimeout(() => {
+                        purgeSession(sessionId).catch(() => { });
+                    }, retryTtlSeconds * 1000);
+
+                    return {
+                        status: "INVALID_CAPTCHA",
+                        success: false,
+                        message: (matchedRule && matchedRule.customMessage) || errorText || "The captcha entered was incorrect.",
+                        canRetry: true,
+                        newImageBase64,
+                        errorCode: (matchedRule && matchedRule.id) || "INVALID_CAPTCHA",
+                    };
+                }
 
-/**
- * Force capture snapshot of the active interactive session's page
- */
-export async function handleInteractiveSessionSnapshot(payload) {
-    const { sessionId } = payload;
-    const session = activeSessions.get(sessionId);
+                if (errorText || matchedRule) {
+                    await purgeSession(sessionId);
+                    return {
+                        status: "BUSINESS_ERROR",
+                        success: false,
+                        errorCode: (matchedRule && matchedRule.id) || "BUSINESS_ERROR",
+                        message: (matchedRule && matchedRule.customMessage) || errorText || "Target portal returned an error.",
+                        canRetry: false,
+                    };
+                }
 
-    if (!session || !session.page || session.page.isClosed()) {
-        throw new Error("Interactive session not found or already expired");
-    }
+                // Runtime Timeout
+                await purgeSession(sessionId);
+                return {
+                    status: "TIMEOUT",
+                    success: false,
+                    message: "Target portal did not respond with results within the expected time window.",
+                    canRetry: false,
+                };
+            }
 
-    const { page } = session;
-    if (session.timeoutTimer) clearTimeout(session.timeoutTimer);
-    session.timeoutTimer = setTimeout(() => {
-        purgeSession(sessionId).catch(() => {});
-    }, 300 * 1000);
+            /**
+             * Capture full inspection snapshot helper
+             */
+            async function captureInspectionSnapshot(page) {
+                await new Promise((r) => setTimeout(r, 500));
+                const screenshotBuffer = await page.screenshot({
+                    encoding: "binary",
+                    fullPage: false,
+                    type: "jpeg",
+                    quality: 85,
+                });
+                const screenshotBase64 = `data:image/jpeg;base64,${Buffer.from(screenshotBuffer).toString("base64")}`;
+                const title = await page.title().catch(() => "");
+                const dimensions = await page
+                    .evaluate(() => ({
+                        width: document.documentElement.scrollWidth || window.innerWidth,
+                        height: document.documentElement.scrollHeight || window.innerHeight,
+                    }))
+                    .catch(() => ({ width: 1366, height: 900 }));
+
+                return {
+                    screenshotBase64,
+                    dimensions,
+                    title: title || "Inspection Page",
+                };
+            }
 
-    const snap = await captureInspectionSnapshot(page);
-    return {
-        success: true,
-        sessionId,
-        ...snap,
-    };
-}
+            /**
+             * Force capture snapshot of the active interactive session's page
+             */
+            export async function handleInteractiveSessionSnapshot(payload) {
+                const { sessionId } = payload;
+                const session = activeSessions.get(sessionId);
 
-/**
- * 4. Handles HITL_SESSION_ABORT:
- *    Explicit client abort or session abandonment.
- */
-export async function handleInteractiveSessionAbort(payload) {
-    const { sessionId } = payload;
-    if (sessionId) {
-        await purgeSession(sessionId);
-    }
-    return { success: true, aborted: true };
-}
+                if (!session || !session.page || session.page.isClosed()) {
+                    throw new Error("Interactive session not found or already expired");
+                }
 
-/**
- * 5. Handles HITL_SESSION_EXTRACT:
- *    Extracts fields directly from an active interactive session's live page.
- */
-export async function handleInteractiveSessionExtract(payload) {
-    const { sessionId, fieldMappings = [], collections = [] } = payload;
-    const session = activeSessions.get(sessionId);
+                const { page } = session;
+                if (session.timeoutTimer) clearTimeout(session.timeoutTimer);
+                session.timeoutTimer = setTimeout(() => {
+                    purgeSession(sessionId).catch(() => { });
+                }, 300 * 1000);
+
+                const snap = await captureInspectionSnapshot(page);
+                return {
+                    success: true,
+                    sessionId,
+                    ...snap,
+                };
+            }
 
-    if (!session || !session.page || session.page.isClosed()) {
-        throw new Error("Interactive session not found or already expired");
-    }
+            /**
+             * 4. Handles HITL_SESSION_ABORT:
+             *    Explicit client abort or session abandonment.
+             */
+            export async function handleInteractiveSessionAbort(payload) {
+                const { sessionId } = payload;
+                if (sessionId) {
+                    await purgeSession(sessionId);
+                }
+                return { success: true, aborted: true };
+            }
 
-    const { page } = session;
-    const raw = {};
+            /**
+             * 5. Handles HITL_SESSION_EXTRACT:
+             *    Extracts fields directly from an active interactive session's live page.
+             */
+            export async function handleInteractiveSessionExtract(payload) {
+                const { sessionId, fieldMappings = [], collections = [] } = payload;
+                const session = activeSessions.get(sessionId);
 
-    for (const mapping of fieldMappings) {
-        let val = null;
-        const strategies = mapping.strategies || (mapping.strategy ? [mapping.strategy] : []);
-        for (const strat of strategies) {
-            val = await extractBrowserField(page, strat);
-            if (val !== null && val !== undefined && val !== "") break;
-        }
+                if (!session || !session.page || session.page.isClosed()) {
+                    throw new Error("Interactive session not found or already expired");
+                }
 
-        if (mapping.transforms && mapping.transforms.length > 0) {
-            val = runTransformPipeline(val, mapping.transforms);
-        }
-        if (mapping.type) {
-            val = castValueToType(val, mapping.type);
-        }
-        raw[mapping.field || mapping.key] = val;
-    }
+                const { page } = session;
+                const raw = {};
 
-    return {
-        success: true,
-        data: raw,
-    };
-}
+                for (const mapping of fieldMappings) {
+                    let val = null;
+                    const strategies = mapping.strategies || (mapping.strategy ? [mapping.strategy] : []);
+                    for (const strat of strategies) {
+                        val = await extractBrowserField(page, strat);
+                        if (val !== null && val !== undefined && val !== "") break;
+                    }
+
+                    if (mapping.transforms && mapping.transforms.length > 0) {
+                        val = runTransformPipeline(val, mapping.transforms);
+                    }
+                    if (mapping.type) {
+                        val = castValueToType(val, mapping.type);
+                    }
+                    raw[mapping.field || mapping.key] = val;
+                }
+
+                return {
+                    success: true,
+                    data: raw,
+                };
+            }