@minded-ai/mindedjs 1.0.108 → 1.0.109-beta-1

package/dist/browserTask/executeBrowserTask.js

@@ -1,181 +1,78 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.waitForCompletion = exports.waitForLiveUrl = exports.getTaskDetails = exports.createCloudTask = void 0;
+exports.executeBrowserTask = void 0;
+const child_process_1 = require("child_process");
+const path_1 = require("path");
 const logger_1 = require("../utils/logger");
-// Browser Use Cloud API configuration
-const BROWSER_USE_API_BASE_URL = 'https://api.browser-use.com/api/v1';
-// Browser Use Cloud API methods
-const createCloudTask = async (prompt, model) => {
-    const apiKey = process.env.BROWSER_USE_API_KEY;
-    if (!apiKey) {
-        throw new Error('BROWSER_USE_API_KEY environment variable is required');
-    }
-    logger_1.logger.debug({ msg: 'Creating cloud browser task', prompt: prompt.substring(0, 100) + '...' });
-    const response = await fetch(`${BROWSER_USE_API_BASE_URL}/run-task`, {
-        method: 'POST',
-        headers: {
-            Authorization: `Bearer ${apiKey}`,
-            'Content-Type': 'application/json',
-        },
-        body: JSON.stringify({
-            task: prompt,
-            use_proxy: false,
-            llm_model: model || 'gpt-4o',
-        }),
-    });
-    if (!response.ok) {
-        logger_1.logger.error({ msg: 'Failed to create cloud browser task', status: response.status, statusText: response.statusText });
-        throw new Error(`Failed to create browser task: ${response.statusText}`);
-    }
-    const data = await response.json();
-    logger_1.logger.debug({ msg: 'Cloud browser task created', taskId: data.id });
-    return data.id;
-};
-exports.createCloudTask = createCloudTask;
-const getTaskDetails = async (taskId) => {
-    const apiKey = process.env.BROWSER_USE_API_KEY;
-    if (!apiKey) {
-        throw new Error('BROWSER_USE_API_KEY environment variable is required');
-    }
-    const response = await fetch(`${BROWSER_USE_API_BASE_URL}/task/${taskId}`, {
-        headers: {
-            Authorization: `Bearer ${apiKey}`,
-        },
-    });
-    if (!response.ok) {
-        logger_1.logger.error({ msg: 'Failed to get task details', taskId, status: response.status, statusText: response.statusText });
-        throw new Error(`Failed to get task details: ${response.statusText}`);
-    }
-    return response.json();
-};
-exports.getTaskDetails = getTaskDetails;
-const waitForLiveUrl = async (taskId, maxWaitTime = 30000) => {
-    const startTime = Date.now();
-    const pollInterval = 2000; // 2 seconds
-    let pollCount = 0;
-    logger_1.logger.debug({ msg: 'Starting to poll for live_url', taskId, maxWaitTime, pollInterval });
-    while (Date.now() - startTime < maxWaitTime) {
-        pollCount++;
-        const elapsedTime = Date.now() - startTime;
-        logger_1.logger.trace({
-            msg: 'Polling for live_url',
-            taskId,
-            pollCount,
-            elapsedTime,
-            remainingTime: maxWaitTime - elapsedTime,
+const executeBrowserTask = async (prompt) => {
+    const pythonScriptPath = (0, path_1.join)(__dirname, 'browserAgent.py');
+    const venvPythonPath = (0, path_1.join)(__dirname, '.venv', 'bin', 'python');
+    return new Promise((resolve, reject) => {
+        // Determine which Python to use - prefer venv if it exists
+        const fs = require('fs');
+        const pythonCommand = fs.existsSync(venvPythonPath) ? venvPythonPath : 'python3';
+        // Use Python to run our browser agent script with CAPTCHA bypass
+        const child = (0, child_process_1.spawn)(pythonCommand, [pythonScriptPath, '-p', prompt, '--output-format', 'json'], {
+            env: {
+                ...process.env,
+                // Ensure Python can find the script and dependencies
+                PYTHONPATH: __dirname,
+                // Set virtual environment if it exists
+                VIRTUAL_ENV: fs.existsSync((0, path_1.join)(__dirname, '.venv')) ? (0, path_1.join)(__dirname, '.venv') : undefined,
+            },
+            cwd: __dirname,
         });
-        const taskDetails = await (0, exports.getTaskDetails)(taskId);
-        logger_1.logger.trace({
-            msg: 'Task details received',
-            taskId,
-            status: taskDetails.status,
-            hasLiveUrl: !!taskDetails.live_url,
-            pollCount,
+        let output = '';
+        let errorOutput = '';
+        // Stream stdout to console and collect it
+        child.stdout.on('data', (data) => {
+            const chunk = data.toString();
+            logger_1.logger.trace({ message: 'Browser task output', output: chunk });
+            output += chunk;
         });
-        if (taskDetails.live_url) {
-            logger_1.logger.debug({
-                msg: 'Live URL available',
-                taskId,
-                liveUrl: taskDetails.live_url,
-                pollCount,
-                totalTime: elapsedTime,
-            });
-            return taskDetails;
-        }
-        if (taskDetails.status === 'failed' || taskDetails.status === 'stopped') {
-            logger_1.logger.error({
-                msg: 'Task failed while waiting for live_url',
-                taskId,
-                status: taskDetails.status,
-                pollCount,
-                elapsedTime,
-            });
-            throw new Error(`Task failed with status: ${taskDetails.status}`);
-        }
-        logger_1.logger.trace({
-            msg: 'Live URL not yet available, continuing to poll',
-            taskId,
-            status: taskDetails.status,
-            pollCount,
-            nextPollIn: pollInterval,
-        });
-        await new Promise((resolve) => setTimeout(resolve, pollInterval));
-    }
-    logger_1.logger.error({
-        msg: 'Timeout waiting for live_url',
-        taskId,
-        pollCount,
-        totalTime: Date.now() - startTime,
-        maxWaitTime,
-    });
-    throw new Error('Timeout waiting for live_url to become available');
-};
-exports.waitForLiveUrl = waitForLiveUrl;
-const waitForCompletion = async (taskId, maxWaitTime = 300000) => {
-    var _a, _b, _c, _d;
-    const startTime = Date.now();
-    const pollInterval = 3000; // 3 seconds for completion polling
-    let pollCount = 0;
-    logger_1.logger.debug({ msg: 'Starting to poll for task completion', taskId, maxWaitTime, pollInterval });
-    while (Date.now() - startTime < maxWaitTime) {
-        pollCount++;
-        const elapsedTime = Date.now() - startTime;
-        logger_1.logger.trace({
-            msg: 'Polling for task completion',
-            taskId,
-            pollCount,
-            elapsedTime,
-            remainingTime: maxWaitTime - elapsedTime,
+        // Stream stderr to console and collect errors
+        child.stderr.on('data', (data) => {
+            const chunk = data.toString();
+            logger_1.logger.error({ message: 'Browser task error', error: chunk });
+            errorOutput += chunk;
         });
-        const taskDetails = await (0, exports.getTaskDetails)(taskId);
-        logger_1.logger.trace({
-            msg: 'Task completion status received',
-            taskId,
-            status: taskDetails.status,
-            pollCount,
-            hasOutput: !!taskDetails.output,
-            stepCount: ((_a = taskDetails.steps) === null || _a === void 0 ? void 0 : _a.length) || 0,
+        child.on('error', (error) => {
+            logger_1.logger.error({ message: 'Failed to start browser task process', error: error.message });
+            reject(new Error(`Failed to start browser task: ${error.message}`));
         });
-        if (taskDetails.status === 'finished') {
-            logger_1.logger.debug({
-                msg: 'Task completed successfully',
-                taskId,
-                pollCount,
-                totalTime: elapsedTime,
-                stepCount: ((_b = taskDetails.steps) === null || _b === void 0 ? void 0 : _b.length) || 0,
-                hasOutput: !!taskDetails.output,
-            });
-            return taskDetails;
-        }
-        if (taskDetails.status === 'failed' || taskDetails.status === 'stopped') {
-            logger_1.logger.error({
-                msg: 'Task failed during completion polling',
-                taskId,
-                status: taskDetails.status,
-                pollCount,
-                elapsedTime,
-                stepCount: ((_c = taskDetails.steps) === null || _c === void 0 ? void 0 : _c.length) || 0,
-            });
-            throw new Error(`Task failed with status: ${taskDetails.status}`);
-        }
-        logger_1.logger.trace({
-            msg: 'Task still in progress, continuing to poll',
-            taskId,
-            status: taskDetails.status,
-            pollCount,
-            stepCount: ((_d = taskDetails.steps) === null || _d === void 0 ? void 0 : _d.length) || 0,
-            nextPollIn: pollInterval,
+        child.on('close', (code) => {
+            if (code !== 0) {
+                logger_1.logger.error({
+                    message: 'Browser task process exited with error',
+                    code,
+                    stderr: errorOutput,
+                });
+                reject(new Error(`Browser task failed with code ${code}: ${errorOutput}`));
+            }
+            else {
+                try {
+                    // Parse JSON output from Python script
+                    const result = JSON.parse(output.trim());
+                    if (result.success) {
+                        logger_1.logger.info({ message: 'Browser task completed successfully' });
+                        resolve(result.result || 'Task completed successfully');
+                    }
+                    else {
+                        logger_1.logger.error({ message: 'Browser task failed', error: result.error });
+                        reject(new Error(result.error || 'Unknown error occurred'));
+                    }
+                }
+                catch (parseError) {
+                    // Fallback to plain text output if JSON parsing fails
+                    logger_1.logger.warn({
+                        message: 'Could not parse JSON output, using plain text',
+                        output: output.trim(),
+                    });
+                    resolve(output.trim() || 'Task completed');
+                }
+            }
         });
-        await new Promise((resolve) => setTimeout(resolve, pollInterval));
-    }
-    logger_1.logger.error({
-        msg: 'Timeout waiting for task completion',
-        taskId,
-        pollCount,
-        totalTime: Date.now() - startTime,
-        maxWaitTime,
     });
-    throw new Error('Timeout waiting for task completion');
 };
-exports.waitForCompletion = waitForCompletion;
+exports.executeBrowserTask = executeBrowserTask;
 //# sourceMappingURL=executeBrowserTask.js.map

package/dist/browserTask/executeBrowserTask.js.map

@@ -1 +1 @@
-{"version":3,"file":"executeBrowserTask.js","sourceRoot":"","sources":["../../src/browserTask/executeBrowserTask.ts"],"names":[],"mappings":";;;AAAA,4CAAyC;AAEzC,sCAAsC;AACtC,MAAM,wBAAwB,GAAG,oCAAoC,CAAC;AAWtE,gCAAgC;AACzB,MAAM,eAAe,GAAG,KAAK,EAAE,MAAc,EAAE,KAAc,EAAmB,EAAE;IACvF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IAC/C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IAED,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,6BAA6B,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC;IAE/F,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,wBAAwB,WAAW,EAAE;QACnE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,EAAE;YACjC,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,KAAK,IAAI,QAAQ;SAC7B,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,qCAAqC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACvH,MAAM,IAAI,KAAK,CAAC,kCAAkC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,4BAA4B,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IACrE,OAAO,IAAI,CAAC,EAAE,CAAC;AACjB,CAAC,CAAC;AA7BW,QAAA,eAAe,mBA6B1B;AAEK,MAAM,cAAc,GAAG,KAAK,EAAE,MAAc,EAA8B,EAAE;IACjF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IAC/C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,wBAAwB,SAAS,MAAM,EAAE,EAAE;QACzE,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,EAAE;SAClC;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,4BAA4B,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACtH,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC,CAAC;AAlBW,QAAA,cAAc,kBAkBzB;AAEK,MAAM,cAAc,GAAG,KAAK,EAAE,MAAc,EAAE,cAAsB,KAAK,EAA8B,EAAE;IAC9G,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,CAAC,YAAY;IACvC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,+BAA+B,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;IAE1F,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,WAAW,EAAE,CAAC;QAC5C,SAAS,EAAE,CAAC;QACZ,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE3C,eAAM,CAAC,KAAK,CAAC;YACX,GAAG,EAAE,sBAAsB;YAC3B,MAAM;YACN,SAAS;YACT,WAAW;YACX,aAAa,EAAE,WAAW,GAAG,WAAW;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,MAAM,IAAA,sBAAc,EAAC,MAAM,CAAC,CAAC;QAEjD,eAAM,CAAC,KAAK,CAAC;YACX,GAAG,EAAE,uBAAuB;YAC5B,MAAM;YACN,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,UAAU,EAAE,CAAC,CAAC,WAAW,CAAC,QAAQ;YAClC,SAAS;SACV,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzB,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,oBAAoB;gBACzB,MAAM;gBACN,OAAO,EAAE,WAAW,CAAC,QAAQ;gBAC7B,SAAS;gBACT,SAAS,EAAE,WAAW;aACvB,CAAC,CAAC;YACH,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACxE,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,wCAAwC;gBAC7C,MAAM;gBACN,MAAM,EAAE,WAAW,CAAC,MAAM;gBAC1B,SAAS;gBACT,WAAW;aACZ,CAAC,CAAC;YACH,MAAM,IAAI,KAAK,CAAC,4BAA4B,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,eAAM,CAAC,KAAK,CAAC;YACX,GAAG,EAAE,gDAAgD;YACrD,MAAM;YACN,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,SAAS;YACT,UAAU,EAAE,YAAY;SACzB,CAAC,CAAC;QAEH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,eAAM,CAAC,KAAK,CAAC;QACX,GAAG,EAAE,8BAA8B;QACnC,MAAM;QACN,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QACjC,WAAW;KACZ,CAAC,CAAC;IACH,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;AACtE,CAAC,CAAC;AAtEW,QAAA,cAAc,kBAsEzB;AAEK,MAAM,iBAAiB,GAAG,KAAK,EAAE,MAAc,EAAE,cAAsB,MAAM,EAA8B,EAAE;;IAClH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,CAAC,mCAAmC;IAC9D,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,sCAAsC,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;IAEjG,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,WAAW,EAAE,CAAC;QAC5C,SAAS,EAAE,CAAC;QACZ,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE3C,eAAM,CAAC,KAAK,CAAC;YACX,GAAG,EAAE,6BAA6B;YAClC,MAAM;YACN,SAAS;YACT,WAAW;YACX,aAAa,EAAE,WAAW,GAAG,WAAW;SACzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,MAAM,IAAA,sBAAc,EAAC,MAAM,CAAC,CAAC;QAEjD,eAAM,CAAC,KAAK,CAAC;YACX,GAAG,EAAE,iCAAiC;YACtC,MAAM;YACN,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,SAAS;YACT,SAAS,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM;YAC/B,SAAS,EAAE,CAAA,MAAA,WAAW,CAAC,KAAK,0CAAE,MAAM,KAAI,CAAC;SAC1C,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACtC,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,6BAA6B;gBAClC,MAAM;gBACN,SAAS;gBACT,SAAS,EAAE,WAAW;gBACtB,SAAS,EAAE,CAAA,MAAA,WAAW,CAAC,KAAK,0CAAE,MAAM,KAAI,CAAC;gBACzC,SAAS,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM;aAChC,CAAC,CAAC;YACH,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,IAAI,WAAW,CAAC,MAAM,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACxE,eAAM,CAAC,KAAK,CAAC;gBACX,GAAG,EAAE,uCAAuC;gBAC5C,MAAM;gBACN,MAAM,EAAE,WAAW,CAAC,MAAM;gBAC1B,SAAS;gBACT,WAAW;gBACX,SAAS,EAAE,CAAA,MAAA,WAAW,CAAC,KAAK,0CAAE,MAAM,KAAI,CAAC;aAC1C,CAAC,CAAC;YACH,MAAM,IAAI,KAAK,CAAC,4BAA4B,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,eAAM,CAAC,KAAK,CAAC;YACX,GAAG,EAAE,4CAA4C;YACjD,MAAM;YACN,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,SAAS;YACT,SAAS,EAAE,CAAA,MAAA,WAAW,CAAC,KAAK,0CAAE,MAAM,KAAI,CAAC;YACzC,UAAU,EAAE,YAAY;SACzB,CAAC,CAAC;QAEH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,eAAM,CAAC,KAAK,CAAC;QACX,GAAG,EAAE,qCAAqC;QAC1C,MAAM;QACN,SAAS;QACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QACjC,WAAW;KACZ,CAAC,CAAC;IACH,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;AACzD,CAAC,CAAC;AA1EW,QAAA,iBAAiB,qBA0E5B"}
+{"version":3,"file":"executeBrowserTask.js","sourceRoot":"","sources":["../../src/browserTask/executeBrowserTask.ts"],"names":[],"mappings":";;;AAAA,iDAAsC;AACtC,+BAA4B;AAC5B,4CAAyC;AAElC,MAAM,kBAAkB,GAAG,KAAK,EAAE,MAAc,EAAmB,EAAE;IAC1E,MAAM,gBAAgB,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;IAC5D,MAAM,cAAc,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IAEjE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,2DAA2D;QAC3D,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;QAEjF,iEAAiE;QACjE,MAAM,KAAK,GAAG,IAAA,qBAAK,EAAC,aAAa,EAAE,CAAC,gBAAgB,EAAE,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,CAAC,EAAE;YAC9F,GAAG,EAAE;gBACH,GAAG,OAAO,CAAC,GAAG;gBACd,qDAAqD;gBACrD,UAAU,EAAE,SAAS;gBACrB,uCAAuC;gBACvC,WAAW,EAAE,EAAE,CAAC,UAAU,CAAC,IAAA,WAAI,EAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAA,WAAI,EAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;aAC5F;YACD,GAAG,EAAE,SAAS;SACf,CAAC,CAAC;QAEH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,WAAW,GAAG,EAAE,CAAC;QAErB,0CAA0C;QAC1C,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,qBAAqB,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,8CAA8C;QAC9C,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,oBAAoB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,WAAW,IAAI,KAAK,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,sCAAsC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACxF,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,eAAM,CAAC,KAAK,CAAC;oBACX,OAAO,EAAE,wCAAwC;oBACjD,IAAI;oBACJ,MAAM,EAAE,WAAW;iBACpB,CAAC,CAAC;gBACH,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,IAAI,KAAK,WAAW,EAAE,CAAC,CAAC,CAAC;YAC7E,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,uCAAuC;oBACvC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;oBACzC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,eAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,qCAAqC,EAAE,CAAC,CAAC;wBAChE,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,6BAA6B,CAAC,CAAC;oBAC1D,CAAC;yBAAM,CAAC;wBACN,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;wBACtE,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI,wBAAwB,CAAC,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC;gBAAC,OAAO,UAAU,EAAE,CAAC;oBACpB,sDAAsD;oBACtD,eAAM,CAAC,IAAI,CAAC;wBACV,OAAO,EAAE,+CAA+C;wBACxD,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;qBACtB,CAAC,CAAC;oBACH,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,gBAAgB,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAzEW,QAAA,kBAAkB,sBAyE7B"}

package/dist/browserTask/executeBrowserTask.ts

@@ -0,0 +1,79 @@
+import { spawn } from 'child_process';
+import { join } from 'path';
+import { logger } from '../utils/logger';
+
+export const executeBrowserTask = async (prompt: string): Promise<string> => {
+  const pythonScriptPath = join(__dirname, 'browserAgent.py');
+  const venvPythonPath = join(__dirname, '.venv', 'bin', 'python');
+
+  return new Promise((resolve, reject) => {
+    // Determine which Python to use - prefer venv if it exists
+    const fs = require('fs');
+    const pythonCommand = fs.existsSync(venvPythonPath) ? venvPythonPath : 'python3';
+
+    // Use Python to run our browser agent script with CAPTCHA bypass
+    const child = spawn(pythonCommand, [pythonScriptPath, '-p', prompt, '--output-format', 'json'], {
+      env: {
+        ...process.env,
+        // Ensure Python can find the script and dependencies
+        PYTHONPATH: __dirname,
+        // Set virtual environment if it exists
+        VIRTUAL_ENV: fs.existsSync(join(__dirname, '.venv')) ? join(__dirname, '.venv') : undefined,
+      },
+      cwd: __dirname,
+    });
+
+    let output = '';
+    let errorOutput = '';
+
+    // Stream stdout to console and collect it
+    child.stdout.on('data', (data) => {
+      const chunk = data.toString();
+      logger.trace({ message: 'Browser task output', output: chunk });
+      output += chunk;
+    });
+
+    // Stream stderr to console and collect errors
+    child.stderr.on('data', (data) => {
+      const chunk = data.toString();
+      logger.error({ message: 'Browser task error', error: chunk });
+      errorOutput += chunk;
+    });
+
+    child.on('error', (error) => {
+      logger.error({ message: 'Failed to start browser task process', error: error.message });
+      reject(new Error(`Failed to start browser task: ${error.message}`));
+    });
+
+    child.on('close', (code) => {
+      if (code !== 0) {
+        logger.error({
+          message: 'Browser task process exited with error',
+          code,
+          stderr: errorOutput,
+        });
+        reject(new Error(`Browser task failed with code ${code}: ${errorOutput}`));
+      } else {
+        try {
+          // Parse JSON output from Python script
+          const result = JSON.parse(output.trim());
+          if (result.success) {
+            logger.info({ message: 'Browser task completed successfully' });
+            resolve(result.result || 'Task completed successfully');
+          } else {
+            logger.error({ message: 'Browser task failed', error: result.error });
+            reject(new Error(result.error || 'Unknown error occurred'));
+          }
+        } catch (parseError) {
+          // Fallback to plain text output if JSON parsing fails
+          logger.warn({
+            message: 'Could not parse JSON output, using plain text',
+            output: output.trim(),
+          });
+          resolve(output.trim() || 'Task completed');
+        }
+      }
+    });
+  });
+};
+

package/dist/browserTask/requirements.txt

@@ -0,0 +1,8 @@
+browser-use>=0.5.6
+opencv-python>=4.8.0
+pytesseract>=0.3.10
+pillow>=10.0.0
+numpy>=1.24.0
+playwright>=1.40.0
+python-dotenv>=1.0.0
+openai>=1.97.0 

package/dist/browserTask/setup.sh

@@ -0,0 +1,144 @@
+#!/bin/bash
+
+# Browser Agent Setup Script
+# This script sets up the Python environment for the browser agent with CAPTCHA bypass
+
+set -e
+
+echo "🚀 Setting up Browser Agent with CAPTCHA Bypass..."
+
+# Get the directory where this script is located
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+cd "$SCRIPT_DIR"
+
+# Check if Python 3 is installed
+if ! command -v python3 &> /dev/null; then
+    echo "❌ Python 3 is not installed. Please install Python 3.11 or higher."
+    exit 1
+fi
+
+# Check Python version - browser-use requires Python 3.11+
+PYTHON_VERSION=$(python3 -c 'import sys; print(".".join(map(str, sys.version_info[:2])))')
+PYTHON_MAJOR=$(echo $PYTHON_VERSION | cut -d. -f1)
+PYTHON_MINOR=$(echo $PYTHON_VERSION | cut -d. -f2)
+
+if [ "$PYTHON_MAJOR" -lt 3 ] || { [ "$PYTHON_MAJOR" -eq 3 ] && [ "$PYTHON_MINOR" -lt 11 ]; }; then
+    echo "❌ Python 3.11 or higher is required for browser-use. Found Python $PYTHON_VERSION"
+    echo "💡 Please install Python 3.11+ or use a version manager like pyenv:"
+    echo "   # Install pyenv (if not installed)"
+    echo "   curl https://pyenv.run | bash"
+    echo "   # Install and use Python 3.12"
+    echo "   pyenv install 3.12.0"
+    echo "   pyenv local 3.12.0"
+    exit 1
+fi
+
+echo "✅ Python $PYTHON_VERSION detected"
+
+# Check if uv is installed
+if ! command -v uv &> /dev/null; then
+    echo "⚠️  uv is not installed. Installing uv..."
+    # Install uv
+    curl -LsSf https://astral.sh/uv/install.sh | sh
+    
+    # Source the shell to get uv in PATH
+    export PATH="$HOME/.cargo/bin:$PATH"
+    
+    # Verify installation
+    if ! command -v uv &> /dev/null; then
+        echo "❌ Failed to install uv. Please install manually:"
+        echo "   curl -LsSf https://astral.sh/uv/install.sh | sh"
+        exit 1
+    fi
+fi
+
+echo "✅ uv detected"
+
+echo "🐍 Setting up Python environment with uv..."
+
+# Create virtual environment with uv (if not exists)
+if [ ! -d ".venv" ]; then
+    echo "🐍 Creating virtual environment..."
+    
+    # Try Python 3.12 first, then fall back to 3.11
+    if uv venv --python 3.12 2>/dev/null; then
+        echo "✅ Created virtual environment with Python 3.12"
+    elif uv venv --python 3.11 2>/dev/null; then
+        echo "✅ Created virtual environment with Python 3.11"
+    else
+        echo "❌ Failed to create virtual environment with Python 3.11+. Please check your Python installation."
+        exit 1
+    fi
+else
+    echo "✅ Virtual environment already exists"
+fi
+
+echo "📦 Installing Python dependencies with uv..."
+
+# Install Python dependencies using uv
+uv pip install -r requirements.txt
+
+# Install playwright browsers
+echo "🌐 Installing Playwright browsers..."
+uv run playwright install
+
+# Check if tesseract is installed (required for OCR)
+if ! command -v tesseract &> /dev/null; then
+    echo "⚠️  Tesseract OCR is not installed. Installing..."
+    
+    # Detect OS and install tesseract
+    if [[ "$OSTYPE" == "linux-gnu"* ]]; then
+        # Linux
+        if command -v apt-get &> /dev/null; then
+            sudo apt-get update
+            sudo apt-get install -y tesseract-ocr tesseract-ocr-eng
+        elif command -v yum &> /dev/null; then
+            sudo yum install -y tesseract tesseract-langpack-eng
+        elif command -v dnf &> /dev/null; then
+            sudo dnf install -y tesseract tesseract-langpack-eng
+        else
+            echo "❌ Could not install tesseract automatically. Please install it manually."
+            echo "   For Ubuntu/Debian: sudo apt-get install tesseract-ocr"
+            echo "   For CentOS/RHEL: sudo yum install tesseract"
+        fi
+    elif [[ "$OSTYPE" == "darwin"* ]]; then
+        # macOS
+        if command -v brew &> /dev/null; then
+            brew install tesseract
+        else
+            echo "❌ Homebrew not found. Please install tesseract manually:"
+            echo "   brew install tesseract"
+            exit 1
+        fi
+    else
+        echo "❌ Unsupported OS. Please install tesseract manually."
+        exit 1
+    fi
+fi
+
+# Verify tesseract installation
+if command -v tesseract &> /dev/null; then
+    TESSERACT_VERSION=$(tesseract --version | head -n1)
+    echo "✅ $TESSERACT_VERSION detected"
+else
+    echo "❌ Tesseract installation failed or not found in PATH"
+    exit 1
+fi
+
+# Make the Python script executable
+chmod +x browserAgent.py
+
+echo "🎉 Setup completed successfully!"
+echo ""
+echo "📋 Next steps:"
+echo "1. Activate the virtual environment:"
+echo "   source .venv/bin/activate"
+echo ""
+echo "2. Set your OpenAI API key in environment variables:"
+echo "   export OPENAI_API_KEY='your-api-key-here'"
+echo ""
+echo "3. Test the browser agent:"
+echo "   uv run python browserAgent.py -p 'Navigate to google.com and search for browser automation'"
+echo "   # Or with activated venv: python browserAgent.py -p 'Navigate to google.com'"
+echo ""
+echo "✨ The browser agent is now ready with CAPTCHA bypass capabilities!" 

package/dist/cli/index.js

@@ -165,6 +165,105 @@ function generateLambdaHandler() {
         process.exit(1);
     }
 }
+function setupBrowser() {
+    try {
+        logger_1.logger.info('🚀 Setting up browser automation environment...');
+        // First, check if Python 3.11+ is available before running the setup script
+        try {
+            const pythonVersion = (0, child_process_1.execSync)('python3 -c "import sys; print(\\".\\".join(map(str, sys.version_info[:2])))"', {
+                encoding: 'utf8',
+                stdio: ['pipe', 'pipe', 'pipe'],
+            }).trim();
+            const [major, minor] = pythonVersion.split('.').map(Number);
+            if (major < 3 || (major === 3 && minor < 11)) {
+                logger_1.logger.error(`❌ Python ${pythonVersion} detected, but Python 3.11+ is required for browser automation.`);
+                logger_1.logger.info('');
+                logger_1.logger.info('🔧 To install Python 3.11+ using pyenv:');
+                logger_1.logger.info('');
+                logger_1.logger.info('1. Install pyenv (if not already installed):');
+                logger_1.logger.info('   curl https://pyenv.run | bash');
+                logger_1.logger.info('');
+                logger_1.logger.info('2. Restart your shell or run:');
+                logger_1.logger.info('   export PATH="$HOME/.pyenv/bin:$PATH"');
+                logger_1.logger.info('   eval "$(pyenv init -)"');
+                logger_1.logger.info('');
+                logger_1.logger.info('3. Install Python 3.12:');
+                logger_1.logger.info('   pyenv install 3.12.0');
+                logger_1.logger.info('');
+                logger_1.logger.info('4. Set Python 3.12 as default for this project:');
+                logger_1.logger.info('   pyenv local 3.12.0');
+                logger_1.logger.info('');
+                logger_1.logger.info('5. Try the setup again:');
+                logger_1.logger.info('   npx minded setup-browser');
+                logger_1.logger.info('');
+                logger_1.logger.info('🍺 Alternative - Install with Homebrew (macOS):');
+                logger_1.logger.info('   brew install python@3.12');
+                logger_1.logger.info('   ln -sf /opt/homebrew/bin/python3.12 /usr/local/bin/python3');
+                return;
+            }
+            logger_1.logger.info(`✅ Python ${pythonVersion} detected (compatible)`);
+        }
+        catch (pythonCheckError) {
+            logger_1.logger.error('❌ Python 3 not found. Please install Python 3.11+ first.');
+            logger_1.logger.info('');
+            logger_1.logger.info('📥 Installation options:');
+            logger_1.logger.info('');
+            logger_1.logger.info('🍎 macOS:');
+            logger_1.logger.info('   brew install python@3.12');
+            logger_1.logger.info('');
+            logger_1.logger.info('🐧 Ubuntu/Debian:');
+            logger_1.logger.info('   sudo apt update && sudo apt install python3.12 python3.12-venv');
+            logger_1.logger.info('');
+            logger_1.logger.info('🎩 Using pyenv (recommended):');
+            logger_1.logger.info('   curl https://pyenv.run | bash');
+            logger_1.logger.info('   pyenv install 3.12.0');
+            logger_1.logger.info('   pyenv local 3.12.0');
+            return;
+        }
+        // Get the path to the browserTask directory within the installed package
+        const packageRoot = path.resolve(__dirname, '..');
+        const browserTaskDir = path.join(packageRoot, 'browserTask');
+        if (!fs.existsSync(browserTaskDir)) {
+            logger_1.logger.error(`Browser task directory not found at ${browserTaskDir}`);
+            logger_1.logger.error('This might be a package installation issue.');
+            return;
+        }
+        const setupScriptPath = path.join(browserTaskDir, 'setup.sh');
+        if (!fs.existsSync(setupScriptPath)) {
+            logger_1.logger.error(`Setup script not found at ${setupScriptPath}`);
+            logger_1.logger.error('This might be a package installation issue.');
+            return;
+        }
+        logger_1.logger.info('🐍 Running browser automation setup script...');
+        // Execute the setup script in the browserTask directory
+        (0, child_process_1.execSync)('bash setup.sh', {
+            cwd: browserTaskDir,
+            stdio: 'inherit', // Show output to user
+        });
+        logger_1.logger.info('');
+        logger_1.logger.info('✅ Browser automation environment setup completed!');
+        logger_1.logger.info('');
+        logger_1.logger.info('📋 Next steps:');
+        logger_1.logger.info('1. Set your OpenAI API key for CAPTCHA solving:');
+        logger_1.logger.info('   export OPENAI_API_KEY="your-api-key-here"');
+        logger_1.logger.info('');
+        logger_1.logger.info('2. Add to your .env file for persistence:');
+        logger_1.logger.info('   echo "OPENAI_API_KEY=your-api-key-here" >> .env');
+        logger_1.logger.info('');
+        logger_1.logger.info('3. Use browserTask nodes in your flows!');
+    }
+    catch (error) {
+        logger_1.logger.error({ message: 'Failed to setup browser automation environment', error: error });
+        logger_1.logger.error('');
+        logger_1.logger.error('🛠️  Manual setup instructions:');
+        logger_1.logger.error('1. Ensure Python 3.11+ is installed and available as python3');
+        logger_1.logger.error('2. Run the setup script manually:');
+        logger_1.logger.error('   cd node_modules/@minded-ai/mindedjs/dist/browserTask');
+        logger_1.logger.error('   ./setup.sh');
+        logger_1.logger.error('');
+        logger_1.logger.error('💬 Need help? Check the documentation or create an issue.');
+    }
+}
 function main() {
     const args = process.argv.slice(2);
     const command = args[0];
@@ -179,8 +278,11 @@ function main() {
     else if (command === 'generate-lambda-ts-handler') {
         generateLambdaHandler();
     }
+    else if (command === 'setup-browser') {
+        setupBrowser();
+    }
     else {
-        logger_1.logger.error('Unknown command. Available commands: token, generate-lambda-ts-handler');
+        logger_1.logger.error('Unknown command. Available commands: token, generate-lambda-ts-handler, setup-browser');
         process.exit(1);
     }
 }