@minded-ai/mindedjs 1.0.0-ec2-beta-1

package/dist/browserTask/executeBrowserTask.js

@@ -0,0 +1,195 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.invokeBrowserTask = exports.destroyBrowserSession = exports.createBrowserSession = void 0;
+const node_child_process_1 = require("node:child_process");
+const logger_1 = require("../utils/logger");
+const mindedConnection_1 = require("../platform/mindedConnection");
+const path_1 = __importDefault(require("path"));
+const mindedConnectionTypes_1 = require("../platform/mindedConnectionTypes");
+const localBrowserTask_1 = require("./localBrowserTask");
+const types_1 = require("./types");
+const localOperatorSetup_1 = require("../cli/localOperatorSetup");
+// Map to track sessionId to instanceId for local browser sessions
+const localSessionInstances = new Map();
+// Socket-based browser task functions
+const createBrowserSession = async ({ sessionId, proxy, browserTaskMode, }) => {
+    logger_1.logger.debug({ msg: 'Creating browser session via socket', proxy });
+    if (browserTaskMode === types_1.BrowserTaskMode.LOCAL) {
+        const { cdpUrl, instanceId } = await (0, localBrowserTask_1.getOrStartLocalCDP)({ headless: false });
+        // Store the mapping for cleanup later
+        localSessionInstances.set(sessionId, instanceId);
+        return {
+            sessionId,
+            cdpUrl,
+        };
+    }
+    const response = await mindedConnection_1.mindedConnection.awaitEmit(mindedConnectionTypes_1.mindedConnectionSocketMessageType.CREATE_BROWSER_SESSION, {
+        type: mindedConnectionTypes_1.mindedConnectionSocketMessageType.CREATE_BROWSER_SESSION,
+        proxy,
+        onPrem: browserTaskMode === types_1.BrowserTaskMode.ON_PREM,
+    }, 60000);
+    if (response.error) {
+        logger_1.logger.error({ msg: 'Failed to create browser session', error: response.error });
+        throw new Error(response.error);
+    }
+    logger_1.logger.debug({
+        msg: 'Browser session created successfully',
+        sessionId: response.sessionId,
+        hasLiveUrl: !!response.liveViewUrl,
+    });
+    return response;
+};
+exports.createBrowserSession = createBrowserSession;
+const destroyBrowserSession = async ({ sessionId, onPrem, localRun, }) => {
+    logger_1.logger.debug({ msg: 'Destroying browser session via socket', sessionId, onPrem });
+    if (localRun || process.env.BROWSER_TASK_MODE === types_1.BrowserTaskMode.LOCAL) {
+        // Kill specific instance if we have the mapping
+        const instanceId = localSessionInstances.get(sessionId);
+        if (instanceId) {
+            await (0, localBrowserTask_1.kill)(instanceId);
+            localSessionInstances.delete(sessionId);
+        }
+        else {
+            // Fallback to killing all if no specific instance found
+            logger_1.logger.warn({ msg: 'No instance ID found for session, killing all instances', sessionId });
+            await (0, localBrowserTask_1.kill)();
+        }
+        return {
+            success: true,
+        };
+    }
+    const response = await mindedConnection_1.mindedConnection.awaitEmit(mindedConnectionTypes_1.mindedConnectionSocketMessageType.DESTROY_BROWSER_SESSION, {
+        type: mindedConnectionTypes_1.mindedConnectionSocketMessageType.DESTROY_BROWSER_SESSION,
+        sessionId,
+        onPrem,
+    }, 30000);
+    if (response.error) {
+        logger_1.logger.error({ msg: 'Failed to destroy browser session', error: response.error, sessionId });
+        throw new Error(response.error);
+    }
+    logger_1.logger.debug({ msg: 'Browser session destroyed successfully', sessionId });
+    return response;
+};
+exports.destroyBrowserSession = destroyBrowserSession;
+const invokeBrowserTask = async (options) => {
+    var _a, _b, _c;
+    try {
+        const { sessionId, cdpUrl, task, keepAlive, hooks, browserTaskMode, toolSchemas, outputSchema } = options;
+        if (browserTaskMode === types_1.BrowserTaskMode.LOCAL) {
+            (0, localOperatorSetup_1.validateLocalOperatorSetup)();
+            const pythonScriptPath = path_1.default.resolve(__dirname, 'executeBrowserTask.py');
+            const args = ['run', pythonScriptPath];
+            logger_1.logger.info({ message: 'Spawning Python process', args });
+            const child = (0, node_child_process_1.spawn)('uv', args, {
+                stdio: ['pipe', 'pipe', 'pipe'],
+                env: (0, localOperatorSetup_1.isLocalOperatorSetup)()
+                    ? {
+                        ...process.env,
+                        VIRTUAL_ENV: path_1.default.join(process.cwd(), '.venv'),
+                        PATH: `${path_1.default.join(process.cwd(), '.venv', 'bin')}:${process.env.PATH}`,
+                    }
+                    : process.env,
+            });
+            // Build payload to send over stdin
+            const payload = {
+                sessionId,
+                cdpUrl,
+                task,
+                outputSchema,
+                otpSecret: process.env.OTP_SECRET,
+            };
+            // Write JSON payload to stdin
+            child.stdin.write(JSON.stringify(payload));
+            child.stdin.end();
+            let stdoutBuffer = '';
+            let stderrBuffer = '';
+            child.stdout.on('data', (data) => {
+                const text = data.toString();
+                stdoutBuffer += text;
+                process.stdout.write(text);
+            });
+            child.stderr.on('data', (data) => {
+                const text = data.toString();
+                stderrBuffer += text;
+                process.stderr.write(text);
+            });
+            const interval = setInterval(() => {
+                // Check if chromium process stopped running
+                if (!(0, localBrowserTask_1.isLocalBrowserRunning)()) {
+                    logger_1.logger.error({ message: 'Local browser process stopped running, killing browser task' });
+                    child.kill();
+                    clearInterval(interval);
+                }
+            }, 1000);
+            // Automatically clear interval after 20 minutes to avoid memory leaks
+            setTimeout(() => {
+                clearInterval(interval);
+            }, 1200000); // 20 minutes
+            const exitCode = await new Promise((resolve, reject) => {
+                child.on('error', (err) => reject(err));
+                child.on('close', (code) => resolve(code !== null && code !== void 0 ? code : 1));
+            });
+            clearInterval(interval);
+            if (exitCode !== 0) {
+                logger_1.logger.error({ message: 'Operator failed', exitCode, stderr: stderrBuffer });
+                throw new Error(`Local browser task failed with exit code ${exitCode}`);
+            }
+            logger_1.logger.info({ message: 'Operator finished' });
+            let result = ((_a = stdoutBuffer.split('___RESULT___')[1]) === null || _a === void 0 ? void 0 : _a.trim()) || stdoutBuffer;
+            if (outputSchema === null || outputSchema === void 0 ? void 0 : outputSchema.length) {
+                try {
+                    result = JSON.parse(result);
+                }
+                catch (error) {
+                    logger_1.logger.debug({ message: 'Failed to parse result', error });
+                }
+            }
+            return {
+                result,
+                steps: [],
+                recordings: [],
+            };
+        }
+        logger_1.logger.debug({
+            msg: 'Invoking browser task via socket',
+            sessionId,
+            taskLength: task.length,
+            keepAlive,
+            hooksCount: (hooks === null || hooks === void 0 ? void 0 : hooks.length) || 0,
+            onPrem: browserTaskMode === types_1.BrowserTaskMode.ON_PREM,
+            outputSchemaFields: (outputSchema === null || outputSchema === void 0 ? void 0 : outputSchema.length) || 0,
+        });
+        const response = await mindedConnection_1.mindedConnection.awaitEmit(mindedConnectionTypes_1.mindedConnectionSocketMessageType.INVOKE_BROWSER_TASK, {
+            type: mindedConnectionTypes_1.mindedConnectionSocketMessageType.INVOKE_BROWSER_TASK,
+            cdpUrl,
+            task,
+            sessionId,
+            keepAlive,
+            hooks,
+            onPrem: browserTaskMode === types_1.BrowserTaskMode.ON_PREM,
+            toolSchemas,
+            outputSchema,
+        }, 900000);
+        if (response.error) {
+            logger_1.logger.error({ msg: 'Failed to invoke browser task', error: response.error });
+            throw new Error(response.error);
+        }
+        logger_1.logger.debug({
+            msg: 'Browser task completed successfully',
+            sessionId,
+            hasResult: !!response.result,
+            stepCount: ((_b = response.steps) === null || _b === void 0 ? void 0 : _b.length) || 0,
+            recordingCount: ((_c = response.recordings) === null || _c === void 0 ? void 0 : _c.length) || 0,
+        });
+        return response;
+    }
+    catch (err) {
+        logger_1.logger.error({ message: 'Error invoking browser task', err });
+        throw err;
+    }
+};
+exports.invokeBrowserTask = invokeBrowserTask;
+//# sourceMappingURL=executeBrowserTask.js.map

package/dist/browserTask/executeBrowserTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"executeBrowserTask.js","sourceRoot":"","sources":["../../src/browserTask/executeBrowserTask.ts"],"names":[],"mappings":";;;;;;AAAA,2DAA2C;AAC3C,4CAAyC;AACzC,mEAAgE;AAChE,gDAAwB;AACxB,6EAQ2C;AAC3C,yDAAqF;AACrF,mCAAoE;AACpE,kEAA6F;AAE7F,kEAAkE;AAClE,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAC;AAExD,sCAAsC;AAC/B,MAAM,oBAAoB,GAAG,KAAK,EAAE,EACzC,SAAS,EACT,KAAK,EACL,eAAe,GAKhB,EAAyC,EAAE;IAC1C,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,qCAAqC,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,IAAI,eAAe,KAAK,uBAAe,CAAC,KAAK,EAAE,CAAC;QAC9C,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,IAAA,qCAAkB,EAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAE7E,sCAAsC;QACtC,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAEjD,OAAO;YACL,SAAS;YACT,MAAM;SACP,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,mCAAgB,CAAC,SAAS,CAC/C,yDAAiC,CAAC,sBAAsB,EACxD;QACE,IAAI,EAAE,yDAAiC,CAAC,sBAAsB;QAC9D,KAAK;QACL,MAAM,EAAE,eAAe,KAAK,uBAAe,CAAC,OAAO;KACpD,EACD,KAAK,CACN,CAAC;IAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,kCAAkC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,eAAM,CAAC,KAAK,CAAC;QACX,GAAG,EAAE,sCAAsC;QAC3C,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;KACnC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AA7CW,QAAA,oBAAoB,wBA6C/B;AAEK,MAAM,qBAAqB,GAAG,KAAK,EAAE,EAC1C,SAAS,EACT,MAAM,EACN,QAAQ,GAKT,EAA0C,EAAE;IAC3C,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,uCAAuC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IAElF,IAAI,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,uBAAe,CAAC,KAAK,EAAE,CAAC;QACxE,gDAAgD;QAChD,MAAM,UAAU,GAAG,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACxD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAA,uBAAI,EAAC,UAAU,CAAC,CAAC;YACvB,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,wDAAwD;YACxD,eAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,yDAAyD,EAAE,SAAS,EAAE,CAAC,CAAC;YAC3F,MAAM,IAAA,uBAAI,GAAE,CAAC;QACf,CAAC;QACD,OAAO;YACL,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,mCAAgB,CAAC,SAAS,CAC/C,yDAAiC,CAAC,uBAAuB,EACzD;QACE,IAAI,EAAE,yDAAiC,CAAC,uBAAuB;QAC/D,SAAS;QACT,MAAM;KACP,EACD,KAAK,CACN,CAAC;IAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,mCAAmC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAC7F,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,wCAAwC,EAAE,SAAS,EAAE,CAAC,CAAC;IAC3E,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AA5CW,QAAA,qBAAqB,yBA4ChC;AAEK,MAAM,iBAAiB,GAAG,KAAK,EAAE,OAAiC,EAAsC,EAAE;;IAC/G,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;QAE1G,IAAI,eAAe,KAAK,uBAAe,CAAC,KAAK,EAAE,CAAC;YAC9C,IAAA,+CAA0B,GAAE,CAAC;YAC7B,MAAM,gBAAgB,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;YAE1E,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;YACvC,eAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CAAC;YAE1D,MAAM,KAAK,GAAG,IAAA,0BAAK,EAAC,IAAI,EAAE,IAAI,EAAE;gBAC9B,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;gBAC/B,GAAG,EAAE,IAAA,yCAAoB,GAAE;oBACzB,CAAC,CAAC;wBACE,GAAG,OAAO,CAAC,GAAG;wBACd,WAAW,EAAE,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC;wBAC9C,IAAI,EAAE,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;qBACxE;oBACH,CAAC,CAAC,OAAO,CAAC,GAAG;aAChB,CAAC,CAAC;YAEH,mCAAmC;YACnC,MAAM,OAAO,GAAG;gBACd,SAAS;gBACT,MAAM;gBACN,IAAI;gBACJ,YAAY;gBACZ,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU;aAClC,CAAC;YAEF,8BAA8B;YAC9B,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAC3C,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;YAElB,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,IAAI,YAAY,GAAG,EAAE,CAAC;YAEtB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC7B,YAAY,IAAI,IAAI,CAAC;gBACrB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;YAEH,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC7B,YAAY,IAAI,IAAI,CAAC;gBACrB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,4CAA4C;gBAC5C,IAAI,CAAC,IAAA,wCAAqB,GAAE,EAAE,CAAC;oBAC7B,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,6DAA6D,EAAE,CAAC,CAAC;oBACzF,KAAK,CAAC,IAAI,EAAE,CAAC;oBACb,aAAa,CAAC,QAAQ,CAAC,CAAC;gBAC1B,CAAC;YACH,CAAC,EAAE,IAAI,CAAC,CAAC;YAET,sEAAsE;YACtE,UAAU,CAAC,GAAG,EAAE;gBACd,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,aAAa;YAE1B,MAAM,QAAQ,GAAW,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC7D,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBACxC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,CAAC,CAAC,CAAC,CAAC;YAClD,CAAC,CAAC,CAAC;YAEH,aAAa,CAAC,QAAQ,CAAC,CAAC;YAExB,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACnB,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;gBAC7E,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;YAC1E,CAAC;YAED,eAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC,CAAC;YAE9C,IAAI,MAAM,GAAG,CAAA,MAAA,YAAY,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,0CAAE,IAAI,EAAE,KAAI,YAAY,CAAC;YAC3E,IAAI,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,MAAM,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC9B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,wBAAwB,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YAED,OAAO;gBACL,MAAM;gBACN,KAAK,EAAE,EAAE;gBACT,UAAU,EAAE,EAAE;aACf,CAAC;QACJ,CAAC;QAED,eAAM,CAAC,KAAK,CAAC;YACX,GAAG,EAAE,kCAAkC;YACvC,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,SAAS;YACT,UAAU,EAAE,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,KAAI,CAAC;YAC9B,MAAM,EAAE,eAAe,KAAK,uBAAe,CAAC,OAAO;YACnD,kBAAkB,EAAE,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,MAAM,KAAI,CAAC;SAC9C,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,mCAAgB,CAAC,SAAS,CAC/C,yDAAiC,CAAC,mBAAmB,EACrD;YACE,IAAI,EAAE,yDAAiC,CAAC,mBAAmB;YAC3D,MAAM;YACN,IAAI;YACJ,SAAS;YACT,SAAS;YACT,KAAK;YACL,MAAM,EAAE,eAAe,KAAK,uBAAe,CAAC,OAAO;YACnD,WAAW;YACX,YAAY;SACb,EACD,MAAM,CACP,CAAC;QAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,+BAA+B,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9E,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QAED,eAAM,CAAC,KAAK,CAAC;YACX,GAAG,EAAE,qCAAqC;YAC1C,SAAS;YACT,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM;YAC5B,SAAS,EAAE,CAAA,MAAA,QAAQ,CAAC,KAAK,0CAAE,MAAM,KAAI,CAAC;YACtC,cAAc,EAAE,CAAA,MAAA,QAAQ,CAAC,UAAU,0CAAE,MAAM,KAAI,CAAC;SACjD,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,6BAA6B,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9D,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC,CAAC;AA1IW,QAAA,iBAAiB,qBA0I5B"}

package/dist/browserTask/executeBrowserTask.py

@@ -0,0 +1,153 @@
+import asyncio
+import json
+from typing import List, Optional, Dict, Any, TypedDict
+from pydantic import BaseModel, create_model, Field
+from browser_use import Agent, Controller, ActionResult
+from browser_use.browser import BrowserProfile, BrowserSession
+from browser_use.llm import ChatOpenAI
+import os
+import sys
+from dotenv import load_dotenv
+
+load_dotenv()
+
+class OutputSchemaItemRequired(TypedDict):
+  name: str
+  type: str  # 'string' | 'number'
+
+class OutputSchemaItem(OutputSchemaItemRequired, total=False):
+  description: str
+  required: bool
+
+
+def create_pydantic_model_from_schema(output_schema: Optional[List[Dict[str, Any]]]) -> Optional[type[BaseModel]]:
+  if not output_schema:
+    return None
+
+  field_definitions: Dict[str, Any] = {}
+  for item in output_schema:
+    type_mapping = {
+      'string': str,
+      'number': float,
+    }
+    field_type = type_mapping.get(item.get('type'), str)
+    description = item.get('description', '')
+    is_required = item.get('required', True)
+    if is_required:
+      field_definitions[item['name']] = (field_type, Field(description=description))
+    else:
+      field_definitions[item['name']] = (Optional[field_type], Field(default=None, description=description))
+
+  if field_definitions:
+    return create_model('DynamicOutputModel', **field_definitions)
+  return None
+
+
+async def main(session_id: str, cdp_url: str, task: str, output_schema_json: Optional[str] = None, otp_secret: Optional[str] = None):
+  llm = ChatOpenAI(
+    model="gpt-4.1",
+    api_key=os.getenv("OPENAI_API_KEY"),
+  )
+  folder_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), f'downloads_{session_id}')
+  
+  # Create folder if it doesn't exist
+  os.makedirs(folder_path, exist_ok=True)
+  
+  available_files = [os.path.join(folder_path, file) for file in os.listdir(folder_path)]
+  
+  # Set downloads_path to the local tools/files directory
+  browser_session = BrowserSession(
+    browser_profile=BrowserProfile(downloads_path=folder_path),
+    cdp_url=cdp_url
+  )
+
+  output_schema = None
+  if output_schema_json:
+    try:
+      output_schema = json.loads(output_schema_json)
+    except Exception:
+      output_schema = None
+
+  output_model = create_pydantic_model_from_schema(output_schema)
+  
+  # Build controller and register dynamic tools
+  controller = Controller(output_model=output_model) if output_model is not None else Controller()
+
+  # Dynamically add generate_otp action when OTP secret is provided
+
+  if otp_secret:
+    # Ensure pyotp is available when OTP is requested
+    try:
+      import pyotp  # type: ignore
+    except Exception as e:
+      raise RuntimeError("pyotp is required when otpSecret is provided. Install it with 'uv add pyotp'.") from e
+
+    @controller.registry.action("Generate a 6-digit TOTP code. Do not call any other tool at the same time.")
+    async def generate_otp() -> ActionResult:
+      try:
+        code = pyotp.TOTP(otp_secret).now()
+        print(f"Generated OTP: {code}")
+        return ActionResult(extracted_content=code)
+      except Exception as e:
+        print(f"Failed to generate OTP: {e}")
+        return ActionResult(extracted_content=f"Failed to generate OTP: {e}")
+
+  agent = Agent(
+    task=task,
+    llm=llm,
+    controller=controller,
+    available_file_paths=available_files,
+    browser_session=browser_session,
+  )
+  history = await agent.run()
+  final_result = history.final_result()
+  
+      # Parse result with output model if provided
+  parsed_result = None
+  if output_model and final_result:
+      try:
+          # Validate and parse the result using the Pydantic model
+          parsed_result = output_model.model_validate_json(final_result)
+          # Convert to dict for JSON serialization
+          parsed_result = parsed_result.model_dump()
+      except Exception as e:
+          print(f"Failed to parse result with output model: {e}")
+          # Fall back to raw result
+          parsed_result = final_result
+  else:
+      parsed_result = final_result
+  
+  print("___RESULT___")
+  if parsed_result:
+    print(json.dumps(parsed_result, indent=2))
+  else:
+    print(final_result)
+    
+if __name__ == '__main__':
+  # Prefer JSON payload via stdin; fallback to argv for backwards compatibility
+  payload_str = ''
+  try:
+    if not sys.stdin.isatty():
+      payload_str = sys.stdin.read().strip()
+  except Exception:
+    payload_str = ''
+
+  if payload_str:
+    try:
+      payload = json.loads(payload_str)
+    except Exception as e:
+      raise SystemExit(f"Failed to parse JSON payload from stdin: {e}")
+
+    session_id = payload.get('sessionId')
+    cdp_url = payload.get('cdpUrl')
+    task = payload.get('task')
+    output_schema = payload.get('outputSchema')
+    otp_secret = payload.get('otpSecret')
+
+    if not session_id or not cdp_url or not task:
+      raise SystemExit("Missing required fields in JSON payload: sessionId, cdpUrl, task")
+
+    output_schema_json = json.dumps(output_schema) if output_schema is not None else None
+    asyncio.run(main(session_id, cdp_url, task, output_schema_json, otp_secret))
+  else:
+    raise SystemExit("Usage: uv run executeBrowserTask.py; send a JSON payload via stdin")

package/dist/browserTask/executeBrowserTask.ts

@@ -0,0 +1,79 @@
+import { spawn } from 'child_process';
+import { join } from 'path';
+import { logger } from '../utils/logger';
+
+export const executeBrowserTask = async (prompt: string): Promise<string> => {
+  const pythonScriptPath = join(__dirname, 'browserAgent.py');
+  const venvPythonPath = join(__dirname, '.venv', 'bin', 'python');
+
+  return new Promise((resolve, reject) => {
+    // Determine which Python to use - prefer venv if it exists
+    const fs = require('fs');
+    const pythonCommand = fs.existsSync(venvPythonPath) ? venvPythonPath : 'python3';
+
+    // Use Python to run our browser agent script with CAPTCHA bypass
+    const child = spawn(pythonCommand, [pythonScriptPath, '-p', prompt, '--output-format', 'json'], {
+      env: {
+        ...process.env,
+        // Ensure Python can find the script and dependencies
+        PYTHONPATH: __dirname,
+        // Set virtual environment if it exists
+        VIRTUAL_ENV: fs.existsSync(join(__dirname, '.venv')) ? join(__dirname, '.venv') : undefined,
+      },
+      cwd: __dirname,
+    });
+
+    let output = '';
+    let errorOutput = '';
+
+    // Stream stdout to console and collect it
+    child.stdout.on('data', (data) => {
+      const chunk = data.toString();
+      logger.trace({ message: 'Browser task output', output: chunk });
+      output += chunk;
+    });
+
+    // Stream stderr to console and collect errors
+    child.stderr.on('data', (data) => {
+      const chunk = data.toString();
+      logger.error({ message: 'Browser task error', error: chunk });
+      errorOutput += chunk;
+    });
+
+    child.on('error', (error) => {
+      logger.error({ message: 'Failed to start browser task process', error: error.message });
+      reject(new Error(`Failed to start browser task: ${error.message}`));
+    });
+
+    child.on('close', (code) => {
+      if (code !== 0) {
+        logger.error({
+          message: 'Browser task process exited with error',
+          code,
+          stderr: errorOutput,
+        });
+        reject(new Error(`Browser task failed with code ${code}: ${errorOutput}`));
+      } else {
+        try {
+          // Parse JSON output from Python script
+          const result = JSON.parse(output.trim());
+          if (result.success) {
+            logger.info({ message: 'Browser task completed successfully' });
+            resolve(result.result || 'Task completed successfully');
+          } else {
+            logger.error({ message: 'Browser task failed', error: result.error });
+            reject(new Error(result.error || 'Unknown error occurred'));
+          }
+        } catch (parseError) {
+          // Fallback to plain text output if JSON parsing fails
+          logger.warn({
+            message: 'Could not parse JSON output, using plain text',
+            output: output.trim(),
+          });
+          resolve(output.trim() || 'Task completed');
+        }
+      }
+    });
+  });
+};
+

package/dist/browserTask/localBrowserTask.d.ts

@@ -0,0 +1,49 @@
+import { ChildProcess } from 'child_process';
+interface BrowserInstance {
+    id: string;
+    cdpUrl: string;
+    proc: ChildProcess;
+    port: number;
+    profileDir?: string;
+}
+export type StartChromiumOptions = {
+    /** Headless by default. Set to false to see a window. */
+    headless?: boolean;
+    /** Extra CLI flags to pass to Chromium. */
+    extraArgs?: string[];
+    /** Provide your own user-data-dir. If omitted, a temp dir is created and later removable via `kill()`. */
+    userDataDir?: string;
+    /** Extra env vars. */
+    env?: NodeJS.ProcessEnv;
+    /** How long to wait for the DevTools port to come up (ms). Default: 10000 */
+    timeoutMs?: number;
+    /** Instance ID to reuse an existing browser instance. If not provided, a new instance will be created. */
+    instanceId?: string;
+    /** Preferred port to use. If not available, will find another available port. */
+    preferredPort?: number;
+};
+/**
+ * Launch Chromium with dynamic port allocation and return the CDP ws URL.
+ * Supports multiple concurrent instances.
+ * Works with Chrome/Chromium/Chrome for Testing.
+ */
+export declare function getOrStartLocalCDP(opts: StartChromiumOptions): Promise<{
+    cdpUrl: string;
+    instanceId: string;
+}>;
+export declare function isLocalBrowserRunning(instanceId?: string): boolean;
+/**
+ * Get all running browser instances
+ */
+export declare function getAllBrowserInstances(): Map<string, BrowserInstance>;
+/**
+ * Get a specific browser instance
+ */
+export declare function getBrowserInstance(instanceId: string): BrowserInstance | undefined;
+/**
+ * Kill a specific browser instance or all instances
+ * @param instanceId - Optional instance ID to kill. If not provided, kills all instances.
+ */
+export declare function kill(instanceId?: string): Promise<void>;
+export {};
+//# sourceMappingURL=localBrowserTask.d.ts.map

package/dist/browserTask/localBrowserTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"localBrowserTask.d.ts","sourceRoot":"","sources":["../../src/browserTask/localBrowserTask.ts"],"names":[],"mappings":"AACA,OAAO,EAAS,YAAY,EAAE,MAAM,eAAe,CAAC;AAQpD,UAAU,eAAe;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,YAAY,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAkDD,MAAM,MAAM,oBAAoB,GAAG;IACjC,yDAAyD;IACzD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,0GAA0G;IAC1G,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,sBAAsB;IACtB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,6EAA6E;IAC7E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0GAA0G;IAC1G,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iFAAiF;IACjF,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF;;;;GAIG;AACH,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,oBAAoB,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,CAsIpH;AAwBD,wBAAgB,qBAAqB,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAKlE;AAED;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAErE;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS,CAElF;AAED;;;GAGG;AACH,wBAAsB,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,iBA6B7C"}