@minded-ai/mindedjs 2.0.39-beta.4 → 2.0.39

package/dist/toolsLibrary/resolveCaptcha.d.ts

@@ -2,29 +2,20 @@ import { z } from 'zod';
 import { Tool } from '../types/Tools.types';
 import { Page } from 'playwright';
 import { BaseLanguageModel } from '@langchain/core/language_models/base';
-declare const captchaResolutionSchema: z.ZodObject<{
-    solution: z.ZodOptional<z.ZodString>;
-    isSuccess: z.ZodBoolean;
-    errorMessage: z.ZodOptional<z.ZodString>;
-}, "strip", z.ZodTypeAny, {
-    isSuccess: boolean;
-    solution?: string | undefined;
-    errorMessage?: string | undefined;
-}, {
+export type ResolveCaptchaResult = {
+    solution?: string;
     isSuccess: boolean;
-    solution?: string | undefined;
-    errorMessage?: string | undefined;
-}>;
-export type ResolveCaptchaResult = z.infer<typeof captchaResolutionSchema>;
+    errorMessage?: string;
+};
 /**
  * Utility function to resolve a CAPTCHA by taking a screenshot and analyzing it with an LLM
+ * Sends 5 parallel requests and returns the majority result
  * @param page The Playwright page instance
  * @param captchaSelector CSS selector, ID, or class name for the CAPTCHA element
  * @param llm The language model to use for CAPTCHA solving (must be vision-capable)
- * @param maxRetries Maximum number of retry attempts (default: 5)
  * @returns The CAPTCHA resolution result with solution, isSuccess, and optional errorMessage
  */
-export declare function resolveCaptcha(page: Page, captchaSelector: string, llm: BaseLanguageModel, maxRetries?: number): Promise<ResolveCaptchaResult>;
+export declare function resolveCaptcha(page: Page, captchaSelector: string, llm: BaseLanguageModel): Promise<ResolveCaptchaResult>;
 export declare const schema: z.ZodObject<{
     captchaSelector: z.ZodString;
 }, "strip", z.ZodTypeAny, {

package/dist/toolsLibrary/resolveCaptcha.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"resolveCaptcha.d.ts","sourceRoot":"","sources":["../../src/toolsLibrary/resolveCaptcha.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAG5C,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AAYzE,QAAA,MAAM,uBAAuB;;;;;;;;;;;;EAI3B,CAAC;AAEH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAE3E;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAClC,IAAI,EAAE,IAAI,EACV,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,iBAAiB,EACtB,UAAU,GAAE,MAAU,GACrB,OAAO,CAAC,oBAAoB,CAAC,CA2J/B;AAGD,eAAO,MAAM,MAAM;;;;;;EAMjB,CAAC;AAEH,QAAA,MAAM,kBAAkB,EAAE,IAAI,CAAC,OAAO,MAAM,EAAE,GAAG,CA2ChD,CAAC;AAEF,eAAe,kBAAkB,CAAC"}
+{"version":3,"file":"resolveCaptcha.d.ts","sourceRoot":"","sources":["../../src/toolsLibrary/resolveCaptcha.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAG5C,OAAO,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AAGzE,MAAM,MAAM,oBAAoB,GAAG;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAClC,IAAI,EAAE,IAAI,EACV,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,iBAAiB,GACrB,OAAO,CAAC,oBAAoB,CAAC,CA0H/B;AAGD,eAAO,MAAM,MAAM;;;;;;EAMjB,CAAC;AAEH,QAAA,MAAM,kBAAkB,EAAE,IAAI,CAAC,OAAO,MAAM,EAAE,GAAG,CA2ChD,CAAC;AAEF,eAAe,kBAAkB,CAAC"}

package/dist/toolsLibrary/resolveCaptcha.js

@@ -5,29 +5,20 @@ exports.resolveCaptcha = resolveCaptcha;
 const zod_1 = require("zod");
 const logger_1 = require("../utils/logger");
 const messages_1 = require("@langchain/core/messages");
-function supportsStructuredOutput(llm) {
-    return 'withStructuredOutput' in llm && typeof llm.withStructuredOutput === 'function';
-}
-// Schema for CAPTCHA resolution result
-const captchaResolutionSchema = zod_1.z.object({
-    solution: zod_1.z.string().optional().describe('The CAPTCHA solution text (only present if successfully resolved)'),
-    isSuccess: zod_1.z.boolean().describe('Whether the CAPTCHA was successfully resolved'),
-    errorMessage: zod_1.z.string().optional().describe('Error message if the CAPTCHA could not be resolved'),
-});
 /**
  * Utility function to resolve a CAPTCHA by taking a screenshot and analyzing it with an LLM
+ * Sends 5 parallel requests and returns the majority result
  * @param page The Playwright page instance
  * @param captchaSelector CSS selector, ID, or class name for the CAPTCHA element
  * @param llm The language model to use for CAPTCHA solving (must be vision-capable)
- * @param maxRetries Maximum number of retry attempts (default: 5)
  * @returns The CAPTCHA resolution result with solution, isSuccess, and optional errorMessage
  */
-async function resolveCaptcha(page, captchaSelector, llm, maxRetries = 5) {
-    var _a;
+async function resolveCaptcha(page, captchaSelector, llm) {
+    const parallelRequests = 5;
     logger_1.logger.info({
         message: 'Attempting to resolve CAPTCHA',
         selector: captchaSelector,
-        maxRetries,
+        parallelRequests,
     });
     // Wait for the captcha element to be visible
     await page.waitForSelector(captchaSelector, { timeout: 10000, state: 'visible' });
@@ -39,12 +30,8 @@ async function resolveCaptcha(page, captchaSelector, llm, maxRetries = 5) {
         message: 'Captured CAPTCHA screenshot',
         screenshotSize: screenshotBuffer.length,
     });
-    // Retry mechanism
-    let lastError = null;
-    for (let attempt = 1; attempt <= maxRetries; attempt++) {
-        try {
-            // Create the prompt with the image (matching Python version)
-            const prompt = `This image contains a CAPTCHA challenge. Please analyze it and provide the solution.
+    // Create the prompt with the image
+    const prompt = `This image contains a CAPTCHA challenge. Please analyze it and provide the solution.
 
 Common CAPTCHA types:
 1. **Text CAPTCHA**: Distorted letters/numbers - read the exact text
@@ -63,107 +50,76 @@ Respond with ONLY the solution text/answer. Examples:
 - "HELLO" (for distorted text showing these letters)
 
 If the image is unclear or you cannot determine the answer, respond with: "UNCLEAR"`;
-            const dataUrl = `data:image/jpeg;base64,${imageBase64}`;
-            const message = new messages_1.HumanMessage({
-                content: [
-                    {
-                        type: 'text',
-                        text: prompt,
-                    },
-                    {
-                        type: 'image_url',
-                        image_url: {
-                            url: dataUrl,
-                        },
-                    },
-                ],
-            });
-            let result;
-            // Use structured output if the LLM supports it
-            if (supportsStructuredOutput(llm)) {
-                const structuredLLM = llm.withStructuredOutput(captchaResolutionSchema);
-                result = (await structuredLLM.invoke([message]));
-            }
-            else {
-                // Fallback: parse plain text response
-                const response = await llm.invoke([message]);
-                let solution = typeof response.content === 'string' ? response.content.trim() : response.content.toString().trim();
-                // Remove any quotation marks that might have been included
-                solution = solution.replace(/^["']|["']$/g, '');
-                logger_1.logger.info({
-                    message: 'CAPTCHA resolution attempt',
-                    attempt,
-                    maxRetries,
-                    solutionLength: solution.length,
-                });
-                // Check if the solution is "UNCLEAR"
-                if (solution.toUpperCase() === 'UNCLEAR') {
-                    if (attempt < maxRetries) {
-                        logger_1.logger.warn({
-                            message: 'CAPTCHA image unclear, retrying',
-                            attempt,
-                            maxRetries,
-                        });
-                        // Wait a bit before retrying
-                        await new Promise((resolve) => setTimeout(resolve, 1000));
-                        continue;
-                    }
-                    else {
-                        return {
-                            isSuccess: false,
-                            errorMessage: 'Could not determine CAPTCHA solution from image after all retry attempts',
-                        };
-                    }
-                }
-                // Success - return the solution
-                result = {
-                    solution,
-                    isSuccess: true,
-                };
-            }
-            // If using structured output, check if resolution failed
-            if (!result.isSuccess) {
-                if (attempt < maxRetries) {
-                    logger_1.logger.warn({
-                        message: 'CAPTCHA resolution failed, retrying',
-                        attempt,
-                        maxRetries,
-                        errorMessage: result.errorMessage,
-                    });
-                    await new Promise((resolve) => setTimeout(resolve, 1000));
-                    continue;
-                }
-                else {
-                    return result;
-                }
-            }
-            // Success
-            logger_1.logger.info({
-                message: 'CAPTCHA solved successfully',
-                solutionLength: ((_a = result.solution) === null || _a === void 0 ? void 0 : _a.length) || 0,
-                attempts: attempt,
-            });
-            return result;
+    const dataUrl = `data:image/jpeg;base64,${imageBase64}`;
+    const message = new messages_1.HumanMessage({
+        content: [
+            {
+                type: 'text',
+                text: prompt,
+            },
+            {
+                type: 'image_url',
+                image_url: {
+                    url: dataUrl,
+                },
+            },
+        ],
+    });
+    // Send 5 parallel requests
+    const requests = Array.from({ length: parallelRequests }, async () => {
+        try {
+            const response = await llm.invoke([message]);
+            let solution = typeof response.content === 'string'
+                ? response.content.trim()
+                : response.content.toString().trim();
+            // Remove any quotation marks that might have been included
+            solution = solution.replace(/^["']|["']$/g, '');
+            return solution;
         }
         catch (error) {
-            lastError = error instanceof Error ? error : new Error(String(error));
             logger_1.logger.warn({
-                message: 'CAPTCHA resolution attempt failed',
-                attempt,
-                maxRetries,
-                error: lastError.message,
+                message: 'CAPTCHA resolution request failed',
+                error: error instanceof Error ? error.message : String(error),
             });
-            // If this is not the last attempt, wait and retry
-            if (attempt < maxRetries) {
-                await new Promise((resolve) => setTimeout(resolve, 1000));
-                continue;
-            }
+            return null;
+        }
+    });
+    const results = await Promise.all(requests);
+    const validSolutions = results.filter((sol) => sol !== null && sol.toUpperCase() !== 'UNCLEAR');
+    if (validSolutions.length === 0) {
+        logger_1.logger.warn({
+            message: 'All CAPTCHA resolution requests failed or returned UNCLEAR',
+            totalRequests: parallelRequests,
+        });
+        return {
+            isSuccess: false,
+            errorMessage: 'Could not determine CAPTCHA solution from image',
+        };
+    }
+    // Count occurrences of each solution
+    const solutionCounts = new Map();
+    for (const solution of validSolutions) {
+        solutionCounts.set(solution, (solutionCounts.get(solution) || 0) + 1);
+    }
+    // Find the solution with the majority (most occurrences)
+    let majoritySolution = '';
+    let maxCount = 0;
+    for (const [solution, count] of solutionCounts.entries()) {
+        if (count > maxCount) {
+            maxCount = count;
+            majoritySolution = solution;
         }
     }
-    // All retries exhausted
+    logger_1.logger.info({
+        message: 'CAPTCHA solved successfully using majority vote',
+        solutionLength: majoritySolution.length,
+        majorityCount: maxCount,
+        totalValidResponses: validSolutions.length,
+        totalRequests: parallelRequests,
+    });
     return {
-        isSuccess: false,
-        errorMessage: lastError ? lastError.message : 'CAPTCHA resolution failed after all retry attempts',
+        solution: majoritySolution,
+        isSuccess: true,
     };
 }
 // Schema for the resolve captcha tool

package/dist/toolsLibrary/resolveCaptcha.js.map

@@ -1 +1 @@
-{"version":3,"file":"resolveCaptcha.js","sourceRoot":"","sources":["../../src/toolsLibrary/resolveCaptcha.ts"],"names":[],"mappings":";;;AAiCA,wCAgKC;AAjMD,6BAAwB;AAExB,4CAAyC;AACzC,uDAAwD;AASxD,SAAS,wBAAwB,CAAC,GAAsB;IACtD,OAAO,sBAAsB,IAAI,GAAG,IAAI,OAAQ,GAAW,CAAC,oBAAoB,KAAK,UAAU,CAAC;AAClG,CAAC;AAED,uCAAuC;AACvC,MAAM,uBAAuB,GAAG,OAAC,CAAC,MAAM,CAAC;IACvC,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mEAAmE,CAAC;IAC7G,SAAS,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IAChF,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;CACnG,CAAC,CAAC;AAIH;;;;;;;GAOG;AACI,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,eAAuB,EACvB,GAAsB,EACtB,aAAqB,CAAC;;IAEtB,eAAM,CAAC,IAAI,CAAC;QACV,OAAO,EAAE,+BAA+B;QACxC,QAAQ,EAAE,eAAe;QACzB,UAAU;KACX,CAAC,CAAC;IAEH,6CAA6C;IAC7C,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IAElF,yCAAyC;IACzC,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC;IAC7D,MAAM,gBAAgB,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;IACzF,MAAM,WAAW,GAAG,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAExD,eAAM,CAAC,IAAI,CAAC;QACV,OAAO,EAAE,6BAA6B;QACtC,cAAc,EAAE,gBAAgB,CAAC,MAAM;KACxC,CAAC,CAAC;IAEH,kBAAkB;IAClB,IAAI,SAAS,GAAiB,IAAI,CAAC;IAEnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,6DAA6D;YAC7D,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;oFAkB+D,CAAC;YAE/E,MAAM,OAAO,GAAG,0BAA0B,WAAW,EAAE,CAAC;YACxD,MAAM,OAAO,GAAG,IAAI,uBAAY,CAAC;gBAC/B,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,MAAM;qBACb;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE;4BACT,GAAG,EAAE,OAAO;yBACb;qBACF;iBACF;aACF,CAAC,CAAC;YAEH,IAAI,MAA4B,CAAC;YAEjC,+CAA+C;YAC/C,IAAI,wBAAwB,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClC,MAAM,aAAa,GAAG,GAAG,CAAC,oBAAoB,CAAC,uBAAuB,CAAC,CAAC;gBACxE,MAAM,GAAG,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAyB,CAAC;YAC3E,CAAC;iBAAM,CAAC;gBACN,sCAAsC;gBACtC,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC7C,IAAI,QAAQ,GAAG,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;gBAEnH,2DAA2D;gBAC3D,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;gBAEhD,eAAM,CAAC,IAAI,CAAC;oBACV,OAAO,EAAE,4BAA4B;oBACrC,OAAO;oBACP,UAAU;oBACV,cAAc,EAAE,QAAQ,CAAC,MAAM;iBAChC,CAAC,CAAC;gBAEH,qCAAqC;gBACrC,IAAI,QAAQ,CAAC,WAAW,EAAE,KAAK,SAAS,EAAE,CAAC;oBACzC,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;wBACzB,eAAM,CAAC,IAAI,CAAC;4BACV,OAAO,EAAE,iCAAiC;4BAC1C,OAAO;4BACP,UAAU;yBACX,CAAC,CAAC;wBACH,6BAA6B;wBAC7B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;wBAC1D,SAAS;oBACX,CAAC;yBAAM,CAAC;wBACN,OAAO;4BACL,SAAS,EAAE,KAAK;4BAChB,YAAY,EAAE,0EAA0E;yBACzF,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,gCAAgC;gBAChC,MAAM,GAAG;oBACP,QAAQ;oBACR,SAAS,EAAE,IAAI;iBAChB,CAAC;YACJ,CAAC;YAED,yDAAyD;YACzD,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtB,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;oBACzB,eAAM,CAAC,IAAI,CAAC;wBACV,OAAO,EAAE,qCAAqC;wBAC9C,OAAO;wBACP,UAAU;wBACV,YAAY,EAAE,MAAM,CAAC,YAAY;qBAClC,CAAC,CAAC;oBACH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;oBAC1D,SAAS;gBACX,CAAC;qBAAM,CAAC;oBACN,OAAO,MAAM,CAAC;gBAChB,CAAC;YACH,CAAC;YAED,UAAU;YACV,eAAM,CAAC,IAAI,CAAC;gBACV,OAAO,EAAE,6BAA6B;gBACtC,cAAc,EAAE,CAAA,MAAA,MAAM,CAAC,QAAQ,0CAAE,MAAM,KAAI,CAAC;gBAC5C,QAAQ,EAAE,OAAO;aAClB,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACtE,eAAM,CAAC,IAAI,CAAC;gBACV,OAAO,EAAE,mCAAmC;gBAC5C,OAAO;gBACP,UAAU;gBACV,KAAK,EAAE,SAAS,CAAC,OAAO;aACzB,CAAC,CAAC;YAEH,kDAAkD;YAClD,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;gBACzB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC1D,SAAS;YACX,CAAC;QACH,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,OAAO;QACL,SAAS,EAAE,KAAK;QAChB,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,oDAAoD;KACnG,CAAC;AACJ,CAAC;AAED,sCAAsC;AACzB,QAAA,MAAM,GAAG,OAAC,CAAC,MAAM,CAAC;IAC7B,eAAe,EAAE,OAAC;SACf,MAAM,EAAE;SACR,QAAQ,CACP,kJAAkJ,CACnJ;CACJ,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAA6B;IACnD,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EACT,mMAAmM;IACrM,KAAK,EAAE,cAAM;IACb,QAAQ,EAAE,KAAK;IACf,IAAI,EAAE,KAAK;IACX,OAAO,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;QAC/C,MAAM,EAAE,eAAe,EAAE,GAAG,KAAK,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAEtE,oFAAoF;YACpF,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtB,eAAM,CAAC,IAAI,CAAC;oBACV,OAAO,EAAE,2BAA2B;oBACpC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,QAAQ,EAAE,eAAe;oBACzB,YAAY,EAAE,MAAM,CAAC,YAAY;iBAClC,CAAC,CAAC;YACL,CAAC;YAED,OAAO;gBACL,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,eAAM,CAAC,KAAK,CAAC;gBACX,OAAO,EAAE,yBAAyB;gBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,QAAQ,EAAE,eAAe;gBACzB,KAAK;aACN,CAAC,CAAC;YAEH,0CAA0C;YAC1C,OAAO;gBACL,MAAM,EAAE;oBACN,SAAS,EAAE,KAAK;oBAChB,YAAY,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBACrE;aACF,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC;AAEF,kBAAe,kBAAkB,CAAC"}
+{"version":3,"file":"resolveCaptcha.js","sourceRoot":"","sources":["../../src/toolsLibrary/resolveCaptcha.ts"],"names":[],"mappings":";;;AAsBA,wCA8HC;AApJD,6BAAwB;AAExB,4CAAyC;AACzC,uDAAwD;AAWxD;;;;;;;GAOG;AACI,KAAK,UAAU,cAAc,CAClC,IAAU,EACV,eAAuB,EACvB,GAAsB;IAEtB,MAAM,gBAAgB,GAAG,CAAC,CAAC;IAE3B,eAAM,CAAC,IAAI,CAAC;QACV,OAAO,EAAE,+BAA+B;QACxC,QAAQ,EAAE,eAAe;QACzB,gBAAgB;KACjB,CAAC,CAAC;IAEH,6CAA6C;IAC7C,MAAM,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;IAElF,yCAAyC;IACzC,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC;IAC7D,MAAM,gBAAgB,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;IACzF,MAAM,WAAW,GAAG,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAExD,eAAM,CAAC,IAAI,CAAC;QACV,OAAO,EAAE,6BAA6B;QACtC,cAAc,EAAE,gBAAgB,CAAC,MAAM;KACxC,CAAC,CAAC;IAEH,mCAAmC;IACnC,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;oFAkBmE,CAAC;IAEnF,MAAM,OAAO,GAAG,0BAA0B,WAAW,EAAE,CAAC;IACxD,MAAM,OAAO,GAAG,IAAI,uBAAY,CAAC;QAC/B,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM;aACb;YACD;gBACE,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE;oBACT,GAAG,EAAE,OAAO;iBACb;aACF;SACF;KACF,CAAC,CAAC;IAEH,2BAA2B;IAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,EAAE,KAAK,IAAI,EAAE;QACnE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAC7C,IAAI,QAAQ,GAAG,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ;gBACjD,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE;gBACzB,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAEvC,2DAA2D;YAC3D,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YAEhD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,eAAM,CAAC,IAAI,CAAC;gBACV,OAAO,EAAE,mCAAmC;gBAC5C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAiB,EAAE,CAAC,GAAG,KAAK,IAAI,IAAI,GAAG,CAAC,WAAW,EAAE,KAAK,SAAS,CAAC,CAAC;IAE/G,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,eAAM,CAAC,IAAI,CAAC;YACV,OAAO,EAAE,4DAA4D;YACrE,aAAa,EAAE,gBAAgB;SAChC,CAAC,CAAC;QACH,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,YAAY,EAAE,iDAAiD;SAChE,CAAC;IACJ,CAAC;IAED,qCAAqC;IACrC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjD,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;QACtC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,yDAAyD;IACzD,IAAI,gBAAgB,GAAG,EAAE,CAAC;IAC1B,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;QACzD,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;YACrB,QAAQ,GAAG,KAAK,CAAC;YACjB,gBAAgB,GAAG,QAAQ,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,eAAM,CAAC,IAAI,CAAC;QACV,OAAO,EAAE,iDAAiD;QAC1D,cAAc,EAAE,gBAAgB,CAAC,MAAM;QACvC,aAAa,EAAE,QAAQ;QACvB,mBAAmB,EAAE,cAAc,CAAC,MAAM;QAC1C,aAAa,EAAE,gBAAgB;KAChC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ,EAAE,gBAAgB;QAC1B,SAAS,EAAE,IAAI;KAChB,CAAC;AACJ,CAAC;AAED,sCAAsC;AACzB,QAAA,MAAM,GAAG,OAAC,CAAC,MAAM,CAAC;IAC7B,eAAe,EAAE,OAAC;SACf,MAAM,EAAE;SACR,QAAQ,CACP,kJAAkJ,CACnJ;CACJ,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAA6B;IACnD,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EACT,mMAAmM;IACrM,KAAK,EAAE,cAAM;IACb,QAAQ,EAAE,KAAK;IACf,IAAI,EAAE,KAAK;IACX,OAAO,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;QAC/C,MAAM,EAAE,eAAe,EAAE,GAAG,KAAK,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,eAAe,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAEtE,oFAAoF;YACpF,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtB,eAAM,CAAC,IAAI,CAAC;oBACV,OAAO,EAAE,2BAA2B;oBACpC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,QAAQ,EAAE,eAAe;oBACzB,YAAY,EAAE,MAAM,CAAC,YAAY;iBAClC,CAAC,CAAC;YACL,CAAC;YAED,OAAO;gBACL,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,eAAM,CAAC,KAAK,CAAC;gBACX,OAAO,EAAE,yBAAyB;gBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,QAAQ,EAAE,eAAe;gBACzB,KAAK;aACN,CAAC,CAAC;YAEH,0CAA0C;YAC1C,OAAO;gBACL,MAAM,EAAE;oBACN,SAAS,EAAE,KAAK;oBAChB,YAAY,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBACrE;aACF,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC;AAEF,kBAAe,kBAAkB,CAAC"}

package/docs/low-code-editor/rpa-tools.md

@@ -161,6 +161,7 @@ If you need additional data, ask the user whether you should add it to the input
 - **Verify changes**: When modifying an RPA script, re-run the complete flow to verify it works
 - **Follow instructions**: Complete only the task specified - don't add extra steps
 - **Use Playwright MCP during development**: Prefer interactive testing over running the tool directly while building
+- **Avoid using waitForNavigation**: Use waitForSelector instead.
 
 ### CAPTCHA Handling
 **If a website requires a CAPTCHA:**
@@ -210,7 +211,7 @@ npm run tool rpa_get_order_details url=https://example.com
 npm run tool rpa_get_order_details url=https://example.com cookies=false
 ```
 
-### Debugging Failed Tools
+### Debugging Failed Executions
 
 If a tool fails:
 1. Check the `rpaTestResults/` folder for:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@minded-ai/mindedjs",
-  "version": "2.0.39-beta.4",
+  "version": "2.0.39",
   "description": "MindedJS is a TypeScript library for building agents.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/toolsLibrary/resolveCaptcha.ts

@@ -5,42 +5,32 @@ import { HumanMessage } from '@langchain/core/messages';
 import { Page } from 'playwright';
 import { BaseLanguageModel } from '@langchain/core/language_models/base';
 
-// Type guard for checking if LLM supports structured output
-interface StructuredOutputLLM extends BaseLanguageModel {
-  withStructuredOutput<T extends z.ZodType>(schema: T): BaseLanguageModel;
-}
-
-function supportsStructuredOutput(llm: BaseLanguageModel): llm is StructuredOutputLLM {
-  return 'withStructuredOutput' in llm && typeof (llm as any).withStructuredOutput === 'function';
-}
-
 // Schema for CAPTCHA resolution result
-const captchaResolutionSchema = z.object({
-  solution: z.string().optional().describe('The CAPTCHA solution text (only present if successfully resolved)'),
-  isSuccess: z.boolean().describe('Whether the CAPTCHA was successfully resolved'),
-  errorMessage: z.string().optional().describe('Error message if the CAPTCHA could not be resolved'),
-});
-
-export type ResolveCaptchaResult = z.infer<typeof captchaResolutionSchema>;
+export type ResolveCaptchaResult = {
+  solution?: string;
+  isSuccess: boolean;
+  errorMessage?: string;
+};
 
 /**
  * Utility function to resolve a CAPTCHA by taking a screenshot and analyzing it with an LLM
+ * Sends 5 parallel requests and returns the majority result
  * @param page The Playwright page instance
  * @param captchaSelector CSS selector, ID, or class name for the CAPTCHA element
  * @param llm The language model to use for CAPTCHA solving (must be vision-capable)
- * @param maxRetries Maximum number of retry attempts (default: 5)
  * @returns The CAPTCHA resolution result with solution, isSuccess, and optional errorMessage
  */
 export async function resolveCaptcha(
   page: Page,
   captchaSelector: string,
   llm: BaseLanguageModel,
-  maxRetries: number = 5,
 ): Promise<ResolveCaptchaResult> {
+  const parallelRequests = 5;
+
   logger.info({
     message: 'Attempting to resolve CAPTCHA',
     selector: captchaSelector,
-    maxRetries,
+    parallelRequests,
   });
 
   // Wait for the captcha element to be visible
@@ -56,13 +46,8 @@ export async function resolveCaptcha(
     screenshotSize: screenshotBuffer.length,
   });
 
-  // Retry mechanism
-  let lastError: Error | null = null;
-
-  for (let attempt = 1; attempt <= maxRetries; attempt++) {
-    try {
-      // Create the prompt with the image (matching Python version)
-      const prompt = `This image contains a CAPTCHA challenge. Please analyze it and provide the solution.
+  // Create the prompt with the image
+  const prompt = `This image contains a CAPTCHA challenge. Please analyze it and provide the solution.
 
 Common CAPTCHA types:
 1. **Text CAPTCHA**: Distorted letters/numbers - read the exact text
@@ -82,114 +67,84 @@ Respond with ONLY the solution text/answer. Examples:
 
 If the image is unclear or you cannot determine the answer, respond with: "UNCLEAR"`;
 
-      const dataUrl = `data:image/jpeg;base64,${imageBase64}`;
-      const message = new HumanMessage({
-        content: [
-          {
-            type: 'text',
-            text: prompt,
-          },
-          {
-            type: 'image_url',
-            image_url: {
-              url: dataUrl,
-            },
-          },
-        ],
-      });
-
-      let result: ResolveCaptchaResult;
-
-      // Use structured output if the LLM supports it
-      if (supportsStructuredOutput(llm)) {
-        const structuredLLM = llm.withStructuredOutput(captchaResolutionSchema);
-        result = (await structuredLLM.invoke([message])) as ResolveCaptchaResult;
-      } else {
-        // Fallback: parse plain text response
-        const response = await llm.invoke([message]);
-        let solution = typeof response.content === 'string' ? response.content.trim() : response.content.toString().trim();
-
-        // Remove any quotation marks that might have been included
-        solution = solution.replace(/^["']|["']$/g, '');
-
-        logger.info({
-          message: 'CAPTCHA resolution attempt',
-          attempt,
-          maxRetries,
-          solutionLength: solution.length,
-        });
-
-        // Check if the solution is "UNCLEAR"
-        if (solution.toUpperCase() === 'UNCLEAR') {
-          if (attempt < maxRetries) {
-            logger.warn({
-              message: 'CAPTCHA image unclear, retrying',
-              attempt,
-              maxRetries,
-            });
-            // Wait a bit before retrying
-            await new Promise((resolve) => setTimeout(resolve, 1000));
-            continue;
-          } else {
-            return {
-              isSuccess: false,
-              errorMessage: 'Could not determine CAPTCHA solution from image after all retry attempts',
-            };
-          }
-        }
-
-        // Success - return the solution
-        result = {
-          solution,
-          isSuccess: true,
-        };
-      }
+  const dataUrl = `data:image/jpeg;base64,${imageBase64}`;
+  const message = new HumanMessage({
+    content: [
+      {
+        type: 'text',
+        text: prompt,
+      },
+      {
+        type: 'image_url',
+        image_url: {
+          url: dataUrl,
+        },
+      },
+    ],
+  });
 
-      // If using structured output, check if resolution failed
-      if (!result.isSuccess) {
-        if (attempt < maxRetries) {
-          logger.warn({
-            message: 'CAPTCHA resolution failed, retrying',
-            attempt,
-            maxRetries,
-            errorMessage: result.errorMessage,
-          });
-          await new Promise((resolve) => setTimeout(resolve, 1000));
-          continue;
-        } else {
-          return result;
-        }
-      }
+  // Send 5 parallel requests
+  const requests = Array.from({ length: parallelRequests }, async () => {
+    try {
+      const response = await llm.invoke([message]);
+      let solution = typeof response.content === 'string'
+        ? response.content.trim()
+        : response.content.toString().trim();
 
-      // Success
-      logger.info({
-        message: 'CAPTCHA solved successfully',
-        solutionLength: result.solution?.length || 0,
-        attempts: attempt,
-      });
+      // Remove any quotation marks that might have been included
+      solution = solution.replace(/^["']|["']$/g, '');
 
-      return result;
+      return solution;
     } catch (error) {
-      lastError = error instanceof Error ? error : new Error(String(error));
       logger.warn({
-        message: 'CAPTCHA resolution attempt failed',
-        attempt,
-        maxRetries,
-        error: lastError.message,
+        message: 'CAPTCHA resolution request failed',
+        error: error instanceof Error ? error.message : String(error),
       });
+      return null;
+    }
+  });
 
-      // If this is not the last attempt, wait and retry
-      if (attempt < maxRetries) {
-        await new Promise((resolve) => setTimeout(resolve, 1000));
-        continue;
-      }
+  const results = await Promise.all(requests);
+  const validSolutions = results.filter((sol): sol is string => sol !== null && sol.toUpperCase() !== 'UNCLEAR');
+
+  if (validSolutions.length === 0) {
+    logger.warn({
+      message: 'All CAPTCHA resolution requests failed or returned UNCLEAR',
+      totalRequests: parallelRequests,
+    });
+    return {
+      isSuccess: false,
+      errorMessage: 'Could not determine CAPTCHA solution from image',
+    };
+  }
+
+  // Count occurrences of each solution
+  const solutionCounts = new Map<string, number>();
+  for (const solution of validSolutions) {
+    solutionCounts.set(solution, (solutionCounts.get(solution) || 0) + 1);
+  }
+
+  // Find the solution with the majority (most occurrences)
+  let majoritySolution = '';
+  let maxCount = 0;
+  for (const [solution, count] of solutionCounts.entries()) {
+    if (count > maxCount) {
+      maxCount = count;
+      majoritySolution = solution;
     }
   }
 
-  // All retries exhausted
+  logger.info({
+    message: 'CAPTCHA solved successfully using majority vote',
+    solutionLength: majoritySolution.length,
+    majorityCount: maxCount,
+    totalValidResponses: validSolutions.length,
+    totalRequests: parallelRequests,
+  });
+
   return {
-    isSuccess: false,
-    errorMessage: lastError ? lastError.message : 'CAPTCHA resolution failed after all retry attempts',
+    solution: majoritySolution,
+    isSuccess: true,
   };
 }
 

package/dist/browserTask/cdp.d.ts

@@ -1,23 +0,0 @@
-export type StartChromiumOptions = {
-    /** Headless by default. Set to false to see a window. */
-    headless?: boolean;
-    /** Extra CLI flags to pass to Chromium. */
-    extraArgs?: string[];
-    /** Provide your own user-data-dir. If omitted, a temp dir is created and later removable via `kill()`. */
-    userDataDir?: string;
-    /** Extra env vars. */
-    env?: NodeJS.ProcessEnv;
-    /** How long to wait for the DevTools port to come up (ms). Default: 10000 */
-    timeoutMs?: number;
-};
-export type StartedChromium = {
-    /** DevTools CDP WebSocket URL, e.g. ws://127.0.0.1:12345/devtools/browser/<id> */
-    cdpUrl: string;
-};
-/**
- * Launch Chromium with --remote-debugging-port=0 and return the CDP ws URL.
- * Works with Chrome/Chromium/Chrome for Testing.
- */
-export declare function startChromiumAndGetCDP(opts: StartChromiumOptions): Promise<StartedChromium>;
-export declare function kill(): Promise<void>;
-//# sourceMappingURL=cdp.d.ts.map

package/dist/browserTask/cdp.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cdp.d.ts","sourceRoot":"","sources":["../../src/browserTask/cdp.ts"],"names":[],"mappings":"AAWA,MAAM,MAAM,oBAAoB,GAAG;IACjC,yDAAyD;IACzD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,0GAA0G;IAC1G,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,sBAAsB;IACtB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,6EAA6E;IAC7E,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,kFAAkF;IAClF,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF;;;GAGG;AACH,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,oBAAoB,GACzB,OAAO,CAAC,eAAe,CAAC,CAmF1B;AA4DD,wBAAsB,IAAI,kBAMzB"}