@minded-ai/mindedjs 2.0.7 → 2.0.8-beta-2

package/dist/browserTask/executeBrowserTask.js

@@ -1,12 +1,27 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.invokeBrowserTask = exports.destroyBrowserSession = exports.createBrowserSession = void 0;
+const node_child_process_1 = require("node:child_process");
 const logger_1 = require("../utils/logger");
 const mindedConnection_1 = require("../platform/mindedConnection");
+const path_1 = __importDefault(require("path"));
 const mindedConnectionTypes_1 = require("../platform/mindedConnectionTypes");
+const node_util_1 = require("node:util");
+const localBrowserTask_1 = require("./localBrowserTask");
+const exec = (0, node_util_1.promisify)(node_child_process_1.exec);
 // Socket-based browser task functions
-const createBrowserSession = async (proxy, onPrem) => {
+const createBrowserSession = async ({ sessionId, proxy, onPrem, localRun }) => {
     logger_1.logger.debug({ msg: 'Creating browser session via socket', proxy });
+    if (localRun) {
+        const { cdpUrl } = await (0, localBrowserTask_1.getOrStartLocalCDP)({ headless: false });
+        return {
+            sessionId,
+            cdpUrl
+        };
+    }
     const response = await mindedConnection_1.mindedConnection.awaitEmit(mindedConnectionTypes_1.mindedConnectionSocketMessageType.CREATE_BROWSER_SESSION, {
         type: mindedConnectionTypes_1.mindedConnectionSocketMessageType.CREATE_BROWSER_SESSION,
         proxy,
@@ -24,8 +39,14 @@ const createBrowserSession = async (proxy, onPrem) => {
     return response;
 };
 exports.createBrowserSession = createBrowserSession;
-const destroyBrowserSession = async (sessionId, onPrem) => {
+const destroyBrowserSession = async ({ sessionId, onPrem, localRun }) => {
     logger_1.logger.debug({ msg: 'Destroying browser session via socket', sessionId, onPrem });
+    if (localRun) {
+        await (0, localBrowserTask_1.kill)();
+        return {
+            success: true,
+        };
+    }
     const response = await mindedConnection_1.mindedConnection.awaitEmit(mindedConnectionTypes_1.mindedConnectionSocketMessageType.DESTROY_BROWSER_SESSION, {
         type: mindedConnectionTypes_1.mindedConnectionSocketMessageType.DESTROY_BROWSER_SESSION,
         sessionId,
@@ -39,7 +60,7 @@ const destroyBrowserSession = async (sessionId, onPrem) => {
     return response;
 };
 exports.destroyBrowserSession = destroyBrowserSession;
-const invokeBrowserTask = async (sessionId, cdpUrl, task, keepAlive, hooks, onPrem, toolSchemas, outputSchema) => {
+const invokeBrowserTask = async (sessionId, cdpUrl, task, keepAlive, hooks, onPrem, localRun, toolSchemas, outputSchema) => {
     var _a, _b;
     logger_1.logger.debug({
         msg: 'Invoking browser task via socket',
@@ -51,6 +72,17 @@ const invokeBrowserTask = async (sessionId, cdpUrl, task, keepAlive, hooks, onPr
         outputSchemaFields: (outputSchema === null || outputSchema === void 0 ? void 0 : outputSchema.length) || 0,
     });
     try {
+        if (localRun) {
+            const pythonScriptPath = path_1.default.resolve(__dirname, 'executeBrowserTask.py');
+            const command = `uv run ${pythonScriptPath} "${sessionId}" "${cdpUrl}" "${task.replace(/"/g, '\\"')}"`;
+            const { stdout, stderr } = await exec(command);
+            logger_1.logger.info({ message: 'Operator finished', stdout, stderr });
+            return {
+                result: stdout,
+                steps: [],
+                recordings: [],
+            };
+        }
         const response = await mindedConnection_1.mindedConnection.awaitEmit(mindedConnectionTypes_1.mindedConnectionSocketMessageType.INVOKE_BROWSER_TASK, {
             type: mindedConnectionTypes_1.mindedConnectionSocketMessageType.INVOKE_BROWSER_TASK,
             cdpUrl,

package/dist/browserTask/executeBrowserTask.js.map

@@ -1 +1 @@
-{"version":3,"file":"executeBrowserTask.js","sourceRoot":"","sources":["../../src/browserTask/executeBrowserTask.ts"],"names":[],"mappings":";;;AAAA,4CAAyC;AACzC,mEAAgE;AAChE,6EAQ2C;AAE3C,sCAAsC;AAC/B,MAAM,oBAAoB,GAAG,KAAK,EAAE,KAAc,EAAE,MAAgB,EAAyC,EAAE;IACpH,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,qCAAqC,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,MAAM,QAAQ,GAAG,MAAM,mCAAgB,CAAC,SAAS,CAC/C,yDAAiC,CAAC,sBAAsB,EACxD;QACE,IAAI,EAAE,yDAAiC,CAAC,sBAAsB;QAC9D,KAAK;QACL,MAAM,EAAE,MAAM;KACf,EACD,KAAK,CACN,CAAC;IAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,kCAAkC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,eAAM,CAAC,KAAK,CAAC;QACX,GAAG,EAAE,sCAAsC;QAC3C,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;KACnC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAzBW,QAAA,oBAAoB,wBAyB/B;AAEK,MAAM,qBAAqB,GAAG,KAAK,EAAE,SAAiB,EAAE,MAAgB,EAA0C,EAAE;IACzH,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,uCAAuC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IAElF,MAAM,QAAQ,GAAG,MAAM,mCAAgB,CAAC,SAAS,CAC/C,yDAAiC,CAAC,uBAAuB,EACzD;QACE,IAAI,EAAE,yDAAiC,CAAC,uBAAuB;QAC/D,SAAS;QACT,MAAM;KACP,EACD,KAAK,CACN,CAAC;IAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,mCAAmC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAC7F,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,wCAAwC,EAAE,SAAS,EAAE,CAAC,CAAC;IAC3E,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AApBW,QAAA,qBAAqB,yBAoBhC;AAEK,MAAM,iBAAiB,GAAG,KAAK,EACpC,SAAiB,EACjB,MAAc,EACd,IAAY,EACZ,SAAmB,EACnB,KAA0B,EAC1B,MAAgB,EAChB,WAAmB,EACnB,YAKG,EACiC,EAAE;;IACtC,eAAM,CAAC,KAAK,CAAC;QACX,GAAG,EAAE,kCAAkC;QACvC,SAAS;QACT,UAAU,EAAE,IAAI,CAAC,MAAM;QACvB,SAAS;QACT,UAAU,EAAE,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,KAAI,CAAC;QAC9B,MAAM;QACN,kBAAkB,EAAE,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,MAAM,KAAI,CAAC;KAC9C,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,mCAAgB,CAAC,SAAS,CAC/C,yDAAiC,CAAC,mBAAmB,EACrD;YACE,IAAI,EAAE,yDAAiC,CAAC,mBAAmB;YAC3D,MAAM;YACN,IAAI;YACJ,SAAS;YACT,SAAS;YACT,KAAK;YACL,MAAM;YACN,WAAW;YACX,YAAY;SACb,EACD,MAAM,CACP,CAAC;QAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,+BAA+B,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9E,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QAED,eAAM,CAAC,KAAK,CAAC;YACX,GAAG,EAAE,qCAAqC;YAC1C,SAAS;YACT,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM;YAC5B,SAAS,EAAE,CAAA,MAAA,QAAQ,CAAC,KAAK,0CAAE,MAAM,KAAI,CAAC;YACtC,cAAc,EAAE,CAAA,MAAA,QAAQ,CAAC,UAAU,0CAAE,MAAM,KAAI,CAAC;SACjD,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,6BAA6B,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9D,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC,CAAC;AA5DW,QAAA,iBAAiB,qBA4D5B"}
+{"version":3,"file":"executeBrowserTask.js","sourceRoot":"","sources":["../../src/browserTask/executeBrowserTask.ts"],"names":[],"mappings":";;;;;;AAAA,2DAAoD;AACpD,4CAAyC;AACzC,mEAAgE;AAChE,gDAAwB;AACxB,6EAQ2C;AAC3C,yCAAsC;AACtC,yDAA8D;AAC9D,MAAM,IAAI,GAAG,IAAA,qBAAS,EAAC,yBAAM,CAAC,CAAC;AAE/B,sCAAsC;AAC/B,MAAM,oBAAoB,GAAG,KAAK,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAA+E,EAAyC,EAAE;IACvM,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,qCAAqC,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,qCAAkB,EAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,OAAO;YACL,SAAS;YACT,MAAM;SACP,CAAA;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,mCAAgB,CAAC,SAAS,CAC/C,yDAAiC,CAAC,sBAAsB,EACxD;QACE,IAAI,EAAE,yDAAiC,CAAC,sBAAsB;QAC9D,KAAK;QACL,MAAM,EAAE,MAAM;KACf,EACD,KAAK,CACN,CAAC;IAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,kCAAkC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,eAAM,CAAC,KAAK,CAAC;QACX,GAAG,EAAE,sCAAsC;QAC3C,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;KACnC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAjCW,QAAA,oBAAoB,wBAiC/B;AAEK,MAAM,qBAAqB,GAAG,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAA+D,EAA0C,EAAE;IAClL,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,uCAAuC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IAElF,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,IAAA,uBAAI,GAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,mCAAgB,CAAC,SAAS,CAC/C,yDAAiC,CAAC,uBAAuB,EACzD;QACE,IAAI,EAAE,yDAAiC,CAAC,uBAAuB;QAC/D,SAAS;QACT,MAAM;KACP,EACD,KAAK,CACN,CAAC;IAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,mCAAmC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAC7F,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,wCAAwC,EAAE,SAAS,EAAE,CAAC,CAAC;IAC3E,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AA3BW,QAAA,qBAAqB,yBA2BhC;AAEK,MAAM,iBAAiB,GAAG,KAAK,EACpC,SAAiB,EACjB,MAAc,EACd,IAAY,EACZ,SAAmB,EACnB,KAA0B,EAC1B,MAAgB,EAChB,QAAkB,EAClB,WAAmB,EACnB,YAKG,EACiC,EAAE;;IACtC,eAAM,CAAC,KAAK,CAAC;QACX,GAAG,EAAE,kCAAkC;QACvC,SAAS;QACT,UAAU,EAAE,IAAI,CAAC,MAAM;QACvB,SAAS;QACT,UAAU,EAAE,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,MAAM,KAAI,CAAC;QAC9B,MAAM;QACN,kBAAkB,EAAE,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,MAAM,KAAI,CAAC;KAC9C,CAAC,CAAC;IAEH,IAAI,CAAC;QAEH,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,gBAAgB,GAAG,cAAI,CAAC,OAAO,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;YAC1E,MAAM,OAAO,GAAG,UAAU,gBAAgB,KAAK,SAAS,MAAM,MAAM,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;YACvG,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/C,eAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;YAC9D,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,KAAK,EAAE,EAAE;gBACT,UAAU,EAAE,EAAE;aACf,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,mCAAgB,CAAC,SAAS,CAC/C,yDAAiC,CAAC,mBAAmB,EACrD;YACE,IAAI,EAAE,yDAAiC,CAAC,mBAAmB;YAC3D,MAAM;YACN,IAAI;YACJ,SAAS;YACT,SAAS;YACT,KAAK;YACL,MAAM;YACN,WAAW;YACX,YAAY;SACb,EACD,MAAM,CACP,CAAC;QAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,+BAA+B,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9E,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC;QAED,eAAM,CAAC,KAAK,CAAC;YACX,GAAG,EAAE,qCAAqC;YAC1C,SAAS;YACT,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM;YAC5B,SAAS,EAAE,CAAA,MAAA,QAAQ,CAAC,KAAK,0CAAE,MAAM,KAAI,CAAC;YACtC,cAAc,EAAE,CAAA,MAAA,QAAQ,CAAC,UAAU,0CAAE,MAAM,KAAI,CAAC;SACjD,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,6BAA6B,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9D,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC,CAAC;AA1EW,QAAA,iBAAiB,qBA0E5B"}

package/dist/browserTask/executeBrowserTask.py

@@ -0,0 +1,42 @@
+import asyncio
+from browser_use import Agent, BrowserSession, BrowserProfile
+from browser_use.llm import ChatOpenAI
+import os
+import sys
+from dotenv import load_dotenv
+
+load_dotenv()
+
+async def main(session_id: str, cdp_url: str, task: str):
+  llm = ChatOpenAI(
+    model="gpt-4.1",
+    api_key=os.getenv("OPENAI_API_KEY"),
+  )
+  folder_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'downloads')
+  
+  # Create folder if it doesn't exist
+  os.makedirs(folder_path, exist_ok=True)
+  
+  available_files = [os.path.join(folder_path, file) for file in os.listdir(folder_path)]
+  
+  # Set downloads_path to the local tools/files directory
+  browser_session = BrowserSession(
+    browser_profile=BrowserProfile(downloads_path=folder_path),
+    cdp_url=cdp_url
+  )
+  agent = Agent(
+    task=task,
+    llm=llm,
+    available_file_paths=available_files,
+    browser=browser_session,
+  )
+  history = await agent.run()
+  print(history.final_result())
+    
+if __name__ == '__main__':
+  if len(sys.argv) < 3:
+    raise SystemExit("Usage: uv run uploadG2n.py <session_id> <cdp_url> <task>")
+  session_id = sys.argv[1]
+  cdp_url = sys.argv[2]
+  task = sys.argv[3]
+  asyncio.run(main(session_id, cdp_url, task))

package/dist/browserTask/executeBrowserTask.ts

@@ -0,0 +1,79 @@
+import { spawn } from 'child_process';
+import { join } from 'path';
+import { logger } from '../utils/logger';
+
+export const executeBrowserTask = async (prompt: string): Promise<string> => {
+  const pythonScriptPath = join(__dirname, 'browserAgent.py');
+  const venvPythonPath = join(__dirname, '.venv', 'bin', 'python');
+
+  return new Promise((resolve, reject) => {
+    // Determine which Python to use - prefer venv if it exists
+    const fs = require('fs');
+    const pythonCommand = fs.existsSync(venvPythonPath) ? venvPythonPath : 'python3';
+
+    // Use Python to run our browser agent script with CAPTCHA bypass
+    const child = spawn(pythonCommand, [pythonScriptPath, '-p', prompt, '--output-format', 'json'], {
+      env: {
+        ...process.env,
+        // Ensure Python can find the script and dependencies
+        PYTHONPATH: __dirname,
+        // Set virtual environment if it exists
+        VIRTUAL_ENV: fs.existsSync(join(__dirname, '.venv')) ? join(__dirname, '.venv') : undefined,
+      },
+      cwd: __dirname,
+    });
+
+    let output = '';
+    let errorOutput = '';
+
+    // Stream stdout to console and collect it
+    child.stdout.on('data', (data) => {
+      const chunk = data.toString();
+      logger.trace({ message: 'Browser task output', output: chunk });
+      output += chunk;
+    });
+
+    // Stream stderr to console and collect errors
+    child.stderr.on('data', (data) => {
+      const chunk = data.toString();
+      logger.error({ message: 'Browser task error', error: chunk });
+      errorOutput += chunk;
+    });
+
+    child.on('error', (error) => {
+      logger.error({ message: 'Failed to start browser task process', error: error.message });
+      reject(new Error(`Failed to start browser task: ${error.message}`));
+    });
+
+    child.on('close', (code) => {
+      if (code !== 0) {
+        logger.error({
+          message: 'Browser task process exited with error',
+          code,
+          stderr: errorOutput,
+        });
+        reject(new Error(`Browser task failed with code ${code}: ${errorOutput}`));
+      } else {
+        try {
+          // Parse JSON output from Python script
+          const result = JSON.parse(output.trim());
+          if (result.success) {
+            logger.info({ message: 'Browser task completed successfully' });
+            resolve(result.result || 'Task completed successfully');
+          } else {
+            logger.error({ message: 'Browser task failed', error: result.error });
+            reject(new Error(result.error || 'Unknown error occurred'));
+          }
+        } catch (parseError) {
+          // Fallback to plain text output if JSON parsing fails
+          logger.warn({
+            message: 'Could not parse JSON output, using plain text',
+            output: output.trim(),
+          });
+          resolve(output.trim() || 'Task completed');
+        }
+      }
+    });
+  });
+};
+

package/dist/browserTask/localBrowserTask.d.ts

@@ -0,0 +1,21 @@
+export type StartChromiumOptions = {
+    /** Headless by default. Set to false to see a window. */
+    headless?: boolean;
+    /** Extra CLI flags to pass to Chromium. */
+    extraArgs?: string[];
+    /** Provide your own user-data-dir. If omitted, a temp dir is created and later removable via `kill()`. */
+    userDataDir?: string;
+    /** Extra env vars. */
+    env?: NodeJS.ProcessEnv;
+    /** How long to wait for the DevTools port to come up (ms). Default: 10000 */
+    timeoutMs?: number;
+};
+/**
+ * Launch Chromium with --remote-debugging-port=0 and return the CDP ws URL.
+ * Works with Chrome/Chromium/Chrome for Testing.
+ */
+export declare function getOrStartLocalCDP(opts: StartChromiumOptions): Promise<{
+    cdpUrl: string;
+}>;
+export declare function kill(): Promise<void>;
+//# sourceMappingURL=localBrowserTask.d.ts.map

package/dist/browserTask/localBrowserTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"localBrowserTask.d.ts","sourceRoot":"","sources":["../../src/browserTask/localBrowserTask.ts"],"names":[],"mappings":"AAcA,MAAM,MAAM,oBAAoB,GAAG;IACjC,yDAAyD;IACzD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,0GAA0G;IAC1G,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,sBAAsB;IACtB,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,6EAA6E;IAC7E,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF;;;GAGG;AACH,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,oBAAoB,GACzB,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAsJ7B;AA4DD,wBAAsB,IAAI,kBAMzB"}

package/dist/browserTask/localBrowserTask.js

@@ -0,0 +1,229 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getOrStartLocalCDP = getOrStartLocalCDP;
+exports.kill = kill;
+// getOrStartLocalCDP.ts
+const child_process_1 = require("child_process");
+const fs = __importStar(require("fs/promises"));
+const fscb = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const http = __importStar(require("http"));
+const playwright_1 = require("playwright");
+const logger_1 = require("../utils/logger");
+let localBrowserTask = null;
+/**
+ * Launch Chromium with --remote-debugging-port=0 and return the CDP ws URL.
+ * Works with Chrome/Chromium/Chrome for Testing.
+ */
+async function getOrStartLocalCDP(opts) {
+    var _a;
+    if (localBrowserTask) {
+        return {
+            cdpUrl: localBrowserTask.cdpUrl,
+        };
+    }
+    const { env, timeoutMs = 10000, } = opts;
+    const executablePath = playwright_1.chromium.executablePath();
+    const profileDir = path.join(__dirname, "profile");
+    await fs.mkdir(profileDir, { recursive: true });
+    const userDataDir = (_a = opts.userDataDir) !== null && _a !== void 0 ? _a : profileDir;
+    const args = [
+        "--new-window",
+        `--user-data-dir=${userDataDir}`,
+        // "--headless",
+        "--disable-component-extensions-with-background-pages",
+        "--disable-background-networking",
+        "--disable-back-forward-cache",
+        "--disable-popup-blocking",
+        "--simulate-outdated-no-au=\"Tue, 31 Dec 2099 23:59:59 GMT\"",
+        "--disable-renderer-backgrounding",
+        "--no-service-autorun",
+        "--disable-background-timer-throttling",
+        "--allow-legacy-extension-manifests",
+        "--allow-pre-commit-input",
+        "--log-level=2",
+        "--unsafely-disable-devtools-self-xss-warnings",
+        "--metrics-recording-only",
+        "--disable-window-activation",
+        "--disable-dev-shm-usage",
+        "--disable-backgrounding-occluded-windows",
+        "--disable-search-engine-choice-screen",
+        "--disable-print-preview",
+        "--disable-external-intent-requests",
+        "--disable-desktop-notifications",
+        "--disable-component-update",
+        "--generate-pdf-document-outline",
+        "--disable-focus-on-load",
+        "--disable-speech-api",
+        "--silent-debugger-extension-api",
+        "--suppress-message-center-popups",
+        "--disable-default-apps",
+        "--enable-network-information-downlink-max",
+        "--use-mock-keychain",
+        "--disable-ipc-flooding-protection",
+        "--safebrowsing-disable-auto-update",
+        "--install-autogenerated-theme=0,0,0",
+        "--disable-blink-features=AutomationControlled",
+        "--no-first-run",
+        "--extensions-on-chrome-urls",
+        "--ash-no-nudges",
+        "--no-pings",
+        "--test-type=gpu",
+        "--disable-client-side-phishing-detection",
+        "--password-store=basic",
+        "--enable-features=NetworkService,NetworkServiceInProcess",
+        "--disable-extensions-http-throttling",
+        "--disable-speech-synthesis-api",
+        "--no-default-browser-check",
+        "--disable-hang-monitor",
+        "--hide-crash-restore-bubble",
+        "--disable-domain-reliability",
+        "--export-tagged-pdf",
+        "--disable-sync",
+        "--disable-features=AcceptCHFrame,AutoExpandDetailsElement,AvoidUnnecessaryBeforeUnloadCheckSync,CertificateTransparencyComponentUpdater,DestroyProfileOnBrowserClose,DialMediaRouteProvider,ExtensionManifestV2Disabled,GlobalMediaControls,HttpsUpgrades,ImprovedCookieControls,LazyFrameLoading,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,Translate,AutomationControlled,BackForwardCache,OptimizationHints,ProcessPerSiteUpToMainFrameThreshold,InterestFeedContentSuggestions,CalculateNativeWinOcclusion,HeavyAdPrivacyMitigations,PrivacySandboxSettings4,AutofillServerCommunication,CrashReporting,OverscrollHistoryNavigation,InfiniteSessionRestore,ExtensionDisableUnsupportedDeveloper",
+        "--disable-prompt-on-repost",
+        "--disable-infobars",
+        "--disable-datasaver-prompt",
+        "--noerrdialogs",
+        "--disable-breakpad",
+        "--disable-field-trial-config",
+        "--window-size=1920,1080",
+        "--window-position=0,0",
+        "--enable-extensions",
+        "--disable-extensions-file-access-check",
+        "--enable-extension-activity-logging",
+        `--remote-debugging-port=0`,
+        "--remote-debugging-address=0.0.0.0",
+        "about:blank",
+    ];
+    const proc = (0, child_process_1.spawn)(executablePath, args, {
+        stdio: ["ignore", "ignore", "pipe"], // stderr is useful for debugging
+        env: { ...process.env, ...env },
+    });
+    // If Chromium dies early, surface the error.
+    const earlyExit = new Promise((_, reject) => {
+        proc.once("exit", (code, signal) => {
+            reject(new Error(`Chromium exited prematurely (code=${code}, signal=${signal}).`));
+        });
+    });
+    const devtoolsPortFile = path.join(userDataDir, "DevToolsActivePort");
+    // Wait for DevToolsActivePort file to appear, then read it for port + browserId.
+    const whenReady = (async () => {
+        const startedAt = Date.now();
+        while (Date.now() - startedAt < timeoutMs) {
+            try {
+                // Access succeeds once the file is written.
+                await fs.access(devtoolsPortFile, fscb.constants.F_OK);
+                break;
+            }
+            catch (_a) {
+                await delay(50);
+            }
+        }
+        // If still not there, bail.
+        await fs.access(devtoolsPortFile, fscb.constants.F_OK).catch(() => {
+            throw new Error(`Timed out after ${timeoutMs}ms waiting for DevToolsActivePort at ${devtoolsPortFile}`);
+        });
+        const raw = await fs.readFile(devtoolsPortFile, "utf8");
+        const [portLine] = raw.trim().split(/\r?\n/);
+        const port = Number(portLine);
+        if (!Number.isFinite(port)) {
+            throw new Error(`Invalid DevTools port read from file: "${portLine}"`);
+        }
+        // Optional: ping /json/version to ensure the endpoint is responsive.
+        await waitForHttpOk(`http://127.0.0.1:${port}/json/version`, timeoutMs);
+        const cdpUrl = await fetchWsFromVersionEndpoint(port, timeoutMs);
+        localBrowserTask = {
+            cdpUrl,
+            proc,
+        };
+        return { cdpUrl };
+    })();
+    const { cdpUrl } = await Promise.race([whenReady, earlyExit]);
+    logger_1.logger.info({ message: 'Local browser task started', cdpUrl });
+    return { cdpUrl };
+}
+// ---- helpers ----
+function delay(ms) {
+    return new Promise((r) => setTimeout(r, ms));
+}
+async function waitForHttpOk(url, timeoutMs) {
+    const startedAt = Date.now();
+    while (Date.now() - startedAt < timeoutMs) {
+        const ok = await httpGetOk(url).catch(() => false);
+        if (ok)
+            return;
+        await delay(50);
+    }
+    throw new Error(`Timed out after ${timeoutMs}ms waiting for ${url}`);
+}
+function httpGetOk(urlStr) {
+    return new Promise((resolve, reject) => {
+        const req = http.get(urlStr, (res) => {
+            // Drain data to allow socket reuse.
+            res.resume();
+            resolve(res.statusCode === 200);
+        });
+        req.on("error", reject);
+        req.setTimeout(3000, () => {
+            req.destroy(new Error("HTTP timeout"));
+        });
+    });
+}
+async function fetchWsFromVersionEndpoint(port, timeoutMs) {
+    const urlStr = `http://127.0.0.1:${port}/json/version`;
+    const body = await httpGetBody(urlStr, timeoutMs);
+    const parsed = JSON.parse(body);
+    if (!parsed.webSocketDebuggerUrl) {
+        throw new Error(`No webSocketDebuggerUrl in ${urlStr} response`);
+    }
+    return parsed.webSocketDebuggerUrl;
+}
+function httpGetBody(urlStr, timeoutMs) {
+    return new Promise((resolve, reject) => {
+        const req = http.get(urlStr, (res) => {
+            let data = "";
+            res.setEncoding("utf8");
+            res.on("data", (chunk) => (data += chunk));
+            res.on("end", () => {
+                if (res.statusCode === 200)
+                    resolve(data);
+                else
+                    reject(new Error(`HTTP ${res.statusCode}: ${data}`));
+            });
+        });
+        req.on("error", reject);
+        req.setTimeout(timeoutMs, () => req.destroy(new Error("HTTP timeout")));
+    });
+}
+async function kill() {
+    if (localBrowserTask) {
+        localBrowserTask.proc.kill("SIGTERM");
+        await delay(300);
+        localBrowserTask.proc.kill("SIGKILL");
+    }
+}
+//# sourceMappingURL=localBrowserTask.js.map

package/dist/browserTask/localBrowserTask.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"localBrowserTask.js","sourceRoot":"","sources":["../../src/browserTask/localBrowserTask.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AA+BA,gDAwJC;AA4DD,oBAMC;AAzPD,wBAAwB;AACxB,iDAAoD;AACpD,gDAAkC;AAClC,yCAA2B;AAC3B,2CAA6B;AAC7B,2CAA6B;AAC7B,2CAAsC;AACtC,4CAAyC;AAEzC,IAAI,gBAAgB,GAGT,IAAI,CAAC;AAehB;;;GAGG;AACI,KAAK,UAAU,kBAAkB,CACtC,IAA0B;;IAG1B,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO;YACL,MAAM,EAAE,gBAAgB,CAAC,MAAM;SAChC,CAAC;IACJ,CAAC;IAED,MAAM,EACJ,GAAG,EACH,SAAS,GAAG,KAAM,GACnB,GAAG,IAAI,CAAC;IAET,MAAM,cAAc,GAAG,qBAAQ,CAAC,cAAc,EAAE,CAAC;IAEjD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACnD,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhD,MAAM,WAAW,GAAG,MAAA,IAAI,CAAC,WAAW,mCAAI,UAAU,CAAC;IAEnD,MAAM,IAAI,GAAG;QACX,cAAc;QACd,mBAAmB,WAAW,EAAE;QAChC,gBAAgB;QAChB,sDAAsD;QACtD,iCAAiC;QACjC,8BAA8B;QAC9B,0BAA0B;QAC1B,6DAA6D;QAC7D,kCAAkC;QAClC,sBAAsB;QACtB,uCAAuC;QACvC,oCAAoC;QACpC,0BAA0B;QAC1B,eAAe;QACf,+CAA+C;QAC/C,0BAA0B;QAC1B,6BAA6B;QAC7B,yBAAyB;QACzB,0CAA0C;QAC1C,uCAAuC;QACvC,yBAAyB;QACzB,oCAAoC;QACpC,iCAAiC;QACjC,4BAA4B;QAC5B,iCAAiC;QACjC,yBAAyB;QACzB,sBAAsB;QACtB,iCAAiC;QACjC,kCAAkC;QAClC,wBAAwB;QACxB,2CAA2C;QAC3C,qBAAqB;QACrB,mCAAmC;QACnC,oCAAoC;QACpC,qCAAqC;QACrC,+CAA+C;QAC/C,gBAAgB;QAChB,6BAA6B;QAC7B,iBAAiB;QACjB,YAAY;QACZ,iBAAiB;QACjB,0CAA0C;QAC1C,wBAAwB;QACxB,0DAA0D;QAC1D,sCAAsC;QACtC,gCAAgC;QAChC,4BAA4B;QAC5B,wBAAwB;QACxB,6BAA6B;QAC7B,8BAA8B;QAC9B,qBAAqB;QACrB,gBAAgB;QAChB,6rBAA6rB;QAC7rB,4BAA4B;QAC5B,oBAAoB;QACpB,4BAA4B;QAC5B,gBAAgB;QAChB,oBAAoB;QACpB,8BAA8B;QAC9B,yBAAyB;QACzB,uBAAuB;QACvB,qBAAqB;QACrB,wCAAwC;QACxC,qCAAqC;QACrC,2BAA2B;QAC3B,oCAAoC;QACpC,aAAa;KACd,CAAC;IAEF,MAAM,IAAI,GAAG,IAAA,qBAAK,EAAC,cAAc,EAAE,IAAI,EAAE;QACvC,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,iCAAiC;QACtE,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,EAAE;KAChC,CAAC,CAAC;IAEH,6CAA6C;IAC7C,MAAM,SAAS,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACjD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACjC,MAAM,CACJ,IAAI,KAAK,CAAC,qCAAqC,IAAI,YAAY,MAAM,IAAI,CAAC,CAC3E,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,oBAAoB,CAAC,CAAC;IAEtE,iFAAiF;IACjF,MAAM,SAAS,GAAG,CAAC,KAAK,IAAI,EAAE;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACH,4CAA4C;gBAC5C,MAAM,EAAE,CAAC,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACvD,MAAM;YACR,CAAC;YAAC,WAAM,CAAC;gBACP,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;QACD,4BAA4B;QAC5B,MAAM,EAAE,CAAC,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;YAChE,MAAM,IAAI,KAAK,CACb,mBAAmB,SAAS,wCAAwC,gBAAgB,EAAE,CACvF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;QACxD,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,0CAA0C,QAAQ,GAAG,CAAC,CAAC;QACzE,CAAC;QAED,qEAAqE;QACrE,MAAM,aAAa,CAAC,oBAAoB,IAAI,eAAe,EAAE,SAAS,CAAC,CAAC;QAExE,MAAM,MAAM,GAAG,MAAM,0BAA0B,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAEjE,gBAAgB,GAAG;YACjB,MAAM;YACN,IAAI;SACL,CAAC;QAEF,OAAO,EAAE,MAAM,EAAE,CAAC;IACpB,CAAC,CAAC,EAAE,CAAC;IAEL,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IAE9D,eAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,4BAA4B,EAAE,MAAM,EAAE,CAAC,CAAC;IAE/D,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,oBAAoB;AACpB,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,GAAW,EAAE,SAAiB;IACzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,SAAS,EAAE,CAAC;QAC1C,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;QACnD,IAAI,EAAE;YAAE,OAAO;QACf,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,mBAAmB,SAAS,kBAAkB,GAAG,EAAE,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,SAAS,CAAC,MAAc;IAC/B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;YACnC,oCAAoC;YACpC,GAAG,CAAC,MAAM,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,UAAU,KAAK,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACxB,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE;YACxB,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,0BAA0B,CACvC,IAAY,EACZ,SAAiB;IAEjB,MAAM,MAAM,GAAG,oBAAoB,IAAI,eAAe,CAAC;IACvD,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,WAAW,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,MAAM,CAAC,oBAA8B,CAAC;AAC/C,CAAC;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,SAAiB;IACpD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;YACnC,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC;YAC3C,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACjB,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG;oBAAE,OAAO,CAAC,IAAI,CAAC,CAAC;;oBACrC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;YAC5D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACxB,GAAG,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,IAAI;IACxB,IAAI,gBAAgB,EAAE,CAAC;QACrB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QACjB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;AACH,CAAC"}

package/dist/browserTask/requirements.txt

@@ -0,0 +1,8 @@
+browser-use>=0.5.6
+opencv-python>=4.8.0
+pytesseract>=0.3.10
+pillow>=10.0.0
+numpy>=1.24.0
+playwright>=1.40.0
+python-dotenv>=1.0.0
+openai>=1.97.0 

package/dist/browserTask/setup.sh

@@ -0,0 +1,144 @@
+#!/bin/bash
+
+# Browser Agent Setup Script
+# This script sets up the Python environment for the browser agent with CAPTCHA bypass
+
+set -e
+
+echo "🚀 Setting up Browser Agent with CAPTCHA Bypass..."
+
+# Get the directory where this script is located
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+cd "$SCRIPT_DIR"
+
+# Check if Python 3 is installed
+if ! command -v python3 &> /dev/null; then
+    echo "❌ Python 3 is not installed. Please install Python 3.11 or higher."
+    exit 1
+fi
+
+# Check Python version - browser-use requires Python 3.11+
+PYTHON_VERSION=$(python3 -c 'import sys; print(".".join(map(str, sys.version_info[:2])))')
+PYTHON_MAJOR=$(echo $PYTHON_VERSION | cut -d. -f1)
+PYTHON_MINOR=$(echo $PYTHON_VERSION | cut -d. -f2)
+
+if [ "$PYTHON_MAJOR" -lt 3 ] || { [ "$PYTHON_MAJOR" -eq 3 ] && [ "$PYTHON_MINOR" -lt 11 ]; }; then
+    echo "❌ Python 3.11 or higher is required for browser-use. Found Python $PYTHON_VERSION"
+    echo "💡 Please install Python 3.11+ or use a version manager like pyenv:"
+    echo "   # Install pyenv (if not installed)"
+    echo "   curl https://pyenv.run | bash"
+    echo "   # Install and use Python 3.12"
+    echo "   pyenv install 3.12.0"
+    echo "   pyenv local 3.12.0"
+    exit 1
+fi
+
+echo "✅ Python $PYTHON_VERSION detected"
+
+# Check if uv is installed
+if ! command -v uv &> /dev/null; then
+    echo "⚠️  uv is not installed. Installing uv..."
+    # Install uv
+    curl -LsSf https://astral.sh/uv/install.sh | sh
+    
+    # Source the shell to get uv in PATH
+    export PATH="$HOME/.cargo/bin:$PATH"
+    
+    # Verify installation
+    if ! command -v uv &> /dev/null; then
+        echo "❌ Failed to install uv. Please install manually:"
+        echo "   curl -LsSf https://astral.sh/uv/install.sh | sh"
+        exit 1
+    fi
+fi
+
+echo "✅ uv detected"
+
+echo "🐍 Setting up Python environment with uv..."
+
+# Create virtual environment with uv (if not exists)
+if [ ! -d ".venv" ]; then
+    echo "🐍 Creating virtual environment..."
+    
+    # Try Python 3.12 first, then fall back to 3.11
+    if uv venv --python 3.12 2>/dev/null; then
+        echo "✅ Created virtual environment with Python 3.12"
+    elif uv venv --python 3.11 2>/dev/null; then
+        echo "✅ Created virtual environment with Python 3.11"
+    else
+        echo "❌ Failed to create virtual environment with Python 3.11+. Please check your Python installation."
+        exit 1
+    fi
+else
+    echo "✅ Virtual environment already exists"
+fi
+
+echo "📦 Installing Python dependencies with uv..."
+
+# Install Python dependencies using uv
+uv pip install -r requirements.txt
+
+# Install playwright browsers
+echo "🌐 Installing Playwright browsers..."
+uv run playwright install
+
+# Check if tesseract is installed (required for OCR)
+if ! command -v tesseract &> /dev/null; then
+    echo "⚠️  Tesseract OCR is not installed. Installing..."
+    
+    # Detect OS and install tesseract
+    if [[ "$OSTYPE" == "linux-gnu"* ]]; then
+        # Linux
+        if command -v apt-get &> /dev/null; then
+            sudo apt-get update
+            sudo apt-get install -y tesseract-ocr tesseract-ocr-eng
+        elif command -v yum &> /dev/null; then
+            sudo yum install -y tesseract tesseract-langpack-eng
+        elif command -v dnf &> /dev/null; then
+            sudo dnf install -y tesseract tesseract-langpack-eng
+        else
+            echo "❌ Could not install tesseract automatically. Please install it manually."
+            echo "   For Ubuntu/Debian: sudo apt-get install tesseract-ocr"
+            echo "   For CentOS/RHEL: sudo yum install tesseract"
+        fi
+    elif [[ "$OSTYPE" == "darwin"* ]]; then
+        # macOS
+        if command -v brew &> /dev/null; then
+            brew install tesseract
+        else
+            echo "❌ Homebrew not found. Please install tesseract manually:"
+            echo "   brew install tesseract"
+            exit 1
+        fi
+    else
+        echo "❌ Unsupported OS. Please install tesseract manually."
+        exit 1
+    fi
+fi
+
+# Verify tesseract installation
+if command -v tesseract &> /dev/null; then
+    TESSERACT_VERSION=$(tesseract --version | head -n1)
+    echo "✅ $TESSERACT_VERSION detected"
+else
+    echo "❌ Tesseract installation failed or not found in PATH"
+    exit 1
+fi
+
+# Make the Python script executable
+chmod +x browserAgent.py
+
+echo "🎉 Setup completed successfully!"
+echo ""
+echo "📋 Next steps:"
+echo "1. Activate the virtual environment:"
+echo "   source .venv/bin/activate"
+echo ""
+echo "2. Set your OpenAI API key in environment variables:"
+echo "   export OPENAI_API_KEY='your-api-key-here'"
+echo ""
+echo "3. Test the browser agent:"
+echo "   uv run python browserAgent.py -p 'Navigate to google.com and search for browser automation'"
+echo "   # Or with activated venv: python browserAgent.py -p 'Navigate to google.com'"
+echo ""
+echo "✨ The browser agent is now ready with CAPTCHA bypass capabilities!" 

package/dist/index.d.ts

@@ -13,8 +13,8 @@ export { createParallelWrapper } from './platform/models/parallelWrapper';
 export type { MindedChatOpenAIFields, BaseParallelChatFields } from './platform/models/mindedChatOpenAI';
 export type { BaseParallelChatFields as ParallelWrapperFields } from './platform/models/parallelWrapper';
 export type { PIIGatewayInstance, HttpRequestConfig, HttpResponse } from './platform/piiGateway';
-export type { Flow, Node, Edge, TriggerNode, AppTriggerNode, PromptNode, PromptConditionEdge, LogicalConditionEdge, StepForwardEdge, ManualTriggerNode, JunctionNode, ToolNode, AppToolNode, VoiceTriggerNode, WebhookTriggerNode, InterfaceTriggerNode, } from './types/Flows.types';
-export { NodeType, TriggerType, EdgeType, AppNodeMetadata, AppNodeMetadataType, NodeMetadata, KnownTriggerNames, } from './types/Flows.types';
+export type { Flow, Node, Edge, TriggerNode, AppTriggerNode, PromptNode, PromptConditionEdge, LogicalConditionEdge, StepForwardEdge, ManualTriggerNode, JunctionNode, ToolNode, AppToolNode, VoiceTriggerNode, WebhookTriggerNode, InterfaceTriggerNode, RpaNode, RpaStep, } from './types/Flows.types';
+export { NodeType, TriggerType, EdgeType, AppNodeMetadata, AppNodeMetadataType, NodeMetadata, KnownTriggerNames, RpaActionType, } from './types/Flows.types';
 export type { Tool, ToolExecuteInput } from './types/Tools.types';
 export { DocumentProcessor, extractFromDocument } from './internalTools/documentExtraction/documentExtraction';
 export type { DocumentProcessorConfig, DocumentExtractionOptions, DocumentProcessingResult, } from './internalTools/documentExtraction/types';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,MAAM,MAAM,UAAU,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,sBAAsB,EAAE,MAAM,8CAA8C,CAAC;AACtF,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,yCAAyC,CAAC;AAC5E,OAAO,EAAE,iCAAiC,EAAE,MAAM,kCAAkC,CAAC;AAErF,YAAY,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EACL,KAAK,EACL,MAAM,EACN,MAAM,EACN,sBAAsB,EACtB,UAAU,EACV,WAAW,EACX,OAAO,EACP,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,iCAAiC,GAClC,CAAC;AAGF,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,YAAY,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AACzG,YAAY,EAAE,sBAAsB,IAAI,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAGzG,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAEjG,YAAY,EACV,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,WAAW,EACX,cAAc,EACd,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,QAAQ,EACR,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,QAAQ,EACR,WAAW,EACX,QAAQ,EACR,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAGlE,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,uDAAuD,CAAC;AAC/G,YAAY,EACV,uBAAuB,EACvB,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,0CAA0C,CAAC;AAElD,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,8BAA8B,EAC9B,qBAAqB,EACrB,iCAAiC,EACjC,WAAW,EACX,YAAY,GACb,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAC9E,YAAY,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC1D,YAAY,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAG/C,OAAO,KAAK,YAAY,MAAM,gBAAgB,CAAC;AAG/C,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AACtF,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAGzG,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACrE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAGtG,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,YAAY,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAElG,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAE/F,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,MAAM,MAAM,UAAU,CAAC;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,sBAAsB,EAAE,MAAM,8CAA8C,CAAC;AACtF,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,yCAAyC,CAAC;AAC5E,OAAO,EAAE,iCAAiC,EAAE,MAAM,kCAAkC,CAAC;AAErF,YAAY,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EACL,KAAK,EACL,MAAM,EACN,MAAM,EACN,sBAAsB,EACtB,UAAU,EACV,WAAW,EACX,OAAO,EACP,UAAU,EACV,aAAa,EACb,iBAAiB,EACjB,iCAAiC,GAClC,CAAC;AAGF,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,YAAY,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AACzG,YAAY,EAAE,sBAAsB,IAAI,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAGzG,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAEjG,YAAY,EACV,IAAI,EACJ,IAAI,EACJ,IAAI,EACJ,WAAW,EACX,cAAc,EACd,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,QAAQ,EACR,WAAW,EACX,gBAAgB,EAChB,kBAAkB,EAClB,oBAAoB,EACpB,OAAO,EACP,OAAO,GACR,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,QAAQ,EACR,WAAW,EACX,QAAQ,EACR,eAAe,EACf,mBAAmB,EACnB,YAAY,EACZ,iBAAiB,EACjB,aAAa,GACd,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAGlE,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,uDAAuD,CAAC;AAC/G,YAAY,EACV,uBAAuB,EACvB,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,0CAA0C,CAAC;AAElD,OAAO,EACL,WAAW,EACX,kBAAkB,EAClB,8BAA8B,EAC9B,qBAAqB,EACrB,iCAAiC,EACjC,WAAW,EACX,YAAY,GACb,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAC9E,YAAY,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAC1D,YAAY,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAG/C,OAAO,KAAK,YAAY,MAAM,gBAAgB,CAAC;AAG/C,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AACtF,YAAY,EAAE,eAAe,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAGzG,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACrE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAGtG,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,YAAY,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAElG,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAE/F,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC"}