open-agents-ai 0.187.572 → 0.187.573

package/dist/index.js

@@ -3800,7 +3800,7 @@ var init_web_fetch = __esm({
     WebFetchTool = class {
       name = "web_fetch";
       _fetchCache = /* @__PURE__ */ new Map();
-      description = "Fetch a single web page and return its text content (HTML stripped to plain text). FASTEST web tool — use this for reading any single URL: documentation, articles, README files, API references, Stack Overflow answers. Limitations: no JavaScript rendering (SPAs/React apps return empty), no link following, no cookies/auth, no structured data extraction. If the page is blank or incomplete, switch to web_crawl with strategy='playwright'. For scraping/extracting structured data (prices, listings, tables), use web_crawl instead. For search engine queries, use web_search instead. For interactive browser sessions (login, form filling, clicking), use browser_action instead.";
+      description = "Fetch a single web page and return its text content (HTML stripped to plain text). FASTEST web tool — use this for reading any single URL: documentation, articles, README files, API references, Stack Overflow answers. Limitations: no JavaScript rendering (SPAs/React apps return empty), no link following, no cookies/auth, no structured data extraction. On timeout, automatically falls back to browser_action (headless Chrome) for slow/heavy pages. If the page is blank or incomplete, switch to web_crawl with strategy='playwright'. For scraping/extracting structured data (prices, listings, tables), use web_crawl instead. For search engine queries, use web_search instead. For interactive browser sessions (login, form filling, clicking), use browser_action instead.";
       parameters = {
         type: "object",
         properties: {
@@ -3869,12 +3869,105 @@ var init_web_fetch = __esm({
             durationMs: performance.now() - start2
           };
         } catch (error) {
+          const errMsg = error instanceof Error ? error.message : String(error);
+          if (/abort|timeout/i.test(errMsg)) {
+            const fallback = await this.#hydraFallback(url, maxLength, start2);
+            if (fallback)
+              return fallback;
+          }
           return {
             success: false,
             output: "",
-            error: error instanceof Error ? error.message : String(error),
+            error: errMsg,
+            durationMs: performance.now() - start2
+          };
+        }
+      }
+      /** Fallback: use Hydra Chrome automation service (web-scrape-service on :8130)
+       *  when the HTTP fetch times out. Navigates with a real headless browser
+       *  so slow/heavy/JS pages render fully. Returns null if the service is
+       *  unavailable or any step fails — the original timeout error propagates. */
+      async #hydraFallback(url, maxLength, start2) {
+        const BASE = "http://localhost:8130";
+        try {
+          const health = await fetch(`${BASE}/health`, {
+            signal: AbortSignal.timeout(2e3)
+          });
+          if (!health.ok)
+            return null;
+        } catch {
+          return null;
+        }
+        try {
+          const sessionRes = await fetch(`${BASE}/session/start`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({ headless: true }),
+            signal: AbortSignal.timeout(1e4)
+          });
+          const sessionData = await sessionRes.json();
+          if (!sessionData.ok || !sessionData.session_id)
+            return null;
+          const sid = sessionData.session_id;
+          const navRes = await fetch(`${BASE}/navigate`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({ sid, url }),
+            signal: AbortSignal.timeout(6e4)
+          });
+          const navData = await navRes.json();
+          if (!navData.ok) {
+            fetch(`${BASE}/session/close`, {
+              method: "POST",
+              headers: { "Content-Type": "application/json" },
+              body: JSON.stringify({ sid })
+            }).catch(() => {
+            });
+            return null;
+          }
+          const domRes = await fetch(`${BASE}/dom?sid=${encodeURIComponent(sid)}`, {
+            signal: AbortSignal.timeout(3e4)
+          });
+          const domData = await domRes.json();
+          if (!domData.ok) {
+            fetch(`${BASE}/session/close`, {
+              method: "POST",
+              headers: { "Content-Type": "application/json" },
+              body: JSON.stringify({ sid })
+            }).catch(() => {
+            });
+            return null;
+          }
+          const dom = domData.dom;
+          if (!dom || dom.length < 50) {
+            fetch(`${BASE}/session/close`, {
+              method: "POST",
+              headers: { "Content-Type": "application/json" },
+              body: JSON.stringify({ sid })
+            }).catch(() => {
+            });
+            return null;
+          }
+          fetch(`${BASE}/session/close`, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({ sid })
+          }).catch(() => {
+          });
+          const text = this.#stripHtml(dom);
+          this._fetchCache.set(url, { text, fetchedAt: Date.now() });
+          const truncated = text.length > maxLength;
+          return {
+            success: true,
+            output: `[Hydra fallback: HTTP fetch timed out, retrieved via Chrome browser]
+
+` + (truncated ? `${text.slice(0, maxLength)}
+
+[Content truncated to ${maxLength} characters]` : text),
             durationMs: performance.now() - start2
           };
+        } catch {
+          return null;
         }
       }
       #stripHtml(html) {
@@ -16769,19 +16862,36 @@ function isYouTubeUrl(url) {
   return /(?:youtube\.com\/(?:watch|shorts|live|embed|v\/)|youtu\.be\/)/i.test(url);
 }
 function ensureYtDlp() {
-  try {
-    execSync13("yt-dlp --version", { timeout: 5e3, stdio: "pipe" });
-    return true;
-  } catch {
+  if (_ytDlpPath)
+    return _ytDlpPath;
+  const isWin2 = process.platform === "win32";
+  const venvDir = join27(homedir8(), ".open-agents", "venv");
+  const pipPath = isWin2 ? join27(venvDir, "Scripts", "pip.exe") : join27(venvDir, "bin", "pip");
+  const ytDlpPath = isWin2 ? join27(venvDir, "Scripts", "yt-dlp.exe") : join27(venvDir, "bin", "yt-dlp");
+  if (!existsSync22(pipPath)) {
     try {
-      execSync13("pip3 install --user yt-dlp 2>/dev/null || pip install --user yt-dlp 2>/dev/null", {
-        timeout: 6e4,
+      mkdirSync9(join27(homedir8(), ".open-agents"), { recursive: true });
+      execSync13(`python3 -m venv "${venvDir}"`, {
+        timeout: 3e4,
         stdio: "pipe"
       });
-      return true;
     } catch {
-      return false;
+      return null;
+    }
+  }
+  try {
+    execSync13(`"${pipPath}" install -U yt-dlp 2>&1`, {
+      timeout: 6e4,
+      stdio: "pipe"
+    });
+    _ytDlpPath = ytDlpPath;
+    return ytDlpPath;
+  } catch {
+    if (existsSync22(ytDlpPath)) {
+      _ytDlpPath = ytDlpPath;
+      return ytDlpPath;
     }
+    return null;
   }
 }
 function formatTime(seconds) {
@@ -16789,7 +16899,7 @@ function formatTime(seconds) {
   const s2 = Math.floor(seconds % 60);
   return `${String(m2).padStart(2, "0")}:${String(s2).padStart(2, "0")}`;
 }
-var AUDIO_EXTS, VIDEO_EXTS, _tcModule, _tcChecked, TranscribeFileTool, TranscribeUrlTool, YouTubeDownloadTool;
+var AUDIO_EXTS, VIDEO_EXTS, _tcModule, _tcChecked, TranscribeFileTool, _ytDlpPath, TranscribeUrlTool, YouTubeDownloadTool;
 var init_transcribe_tool = __esm({
   "packages/execution/dist/tools/transcribe-tool.js"() {
     "use strict";
@@ -16986,9 +17096,10 @@ var init_transcribe_tool = __esm({
         }
       }
     };
+    _ytDlpPath = null;
     TranscribeUrlTool = class {
       name = "transcribe_url";
-      description = "Download and transcribe audio/video from a URL. Supports YouTube links (youtube.com/watch?v=..., youtu.be/...) and direct media URLs (MP3, WAV, MP4, etc.). YouTube audio is extracted via yt-dlp (auto-installed). Transcription is local via faster-whisper (no cloud API).";
+      description = "Download and transcribe audio/video from a URL. Supports YouTube links (youtube.com/watch?v=..., youtu.be/...) and direct media URLs (MP3, WAV, MP4, etc.). YouTube audio is extracted via yt-dlp (shared venv at ~/.open-agents/venv/). If yt-dlp gets YouTube 403 errors, the tool auto-upgrades it. Transcription is local via faster-whisper (no cloud API).";
       parameters = {
         type: "object",
         properties: {
@@ -17026,17 +17137,18 @@ var init_transcribe_tool = __esm({
         let tmpFile = "";
         try {
           if (isYouTubeUrl(url)) {
-            if (!ensureYtDlp()) {
+            const ytDlp = ensureYtDlp();
+            if (!ytDlp) {
               return {
                 success: false,
                 output: "",
-                error: "yt-dlp not found and auto-install failed. Install manually: pip3 install yt-dlp",
+                error: "yt-dlp not available via shared venv. Run: python3 -m venv ~/.open-agents/venv && ~/.open-agents/venv/bin/pip install yt-dlp",
                 durationMs: performance.now() - start2
               };
             }
             tmpFile = `${tmpBase}.mp3`;
             try {
-              execSync13(`yt-dlp -x --audio-format mp3 --audio-quality 5 -o "${tmpBase}.%(ext)s" "${url}" 2>&1`, { timeout: 3e5, stdio: ["pipe", "pipe", "pipe"] });
+              execSync13(`"${ytDlp}" -x --audio-format mp3 --audio-quality 5 -o "${tmpBase}.%(ext)s" "${url}" 2>&1`, { timeout: 3e5, stdio: ["pipe", "pipe", "pipe"] });
               if (!existsSync22(tmpFile)) {
                 const { readdirSync: rd } = __require("node:fs");
                 const files = rd(tmpDir).filter((f2) => f2.startsWith(`download-`) && f2 !== ".gitkeep");
@@ -17046,10 +17158,11 @@ var init_transcribe_tool = __esm({
               }
             } catch (dlErr) {
               const errMsg = dlErr instanceof Error ? dlErr.message : String(dlErr);
+              const upgradeHint = errMsg.includes("403") ? " YouTube 403 error — yt-dlp was auto-upgraded. Retry; if the issue persists, the video may be region-restricted." : " Is the video available and not age-restricted?";
               return {
                 success: false,
                 output: "",
-                error: `yt-dlp failed: ${errMsg.slice(0, 200)}. Is the video available and not age-restricted?`,
+                error: `yt-dlp failed: ${errMsg.slice(0, 200)}.${upgradeHint}`,
                 durationMs: performance.now() - start2
               };
             }
@@ -17109,7 +17222,7 @@ ${result.output}`,
     };
     YouTubeDownloadTool = class {
       name = "youtube_download";
-      description = "Download video or audio from YouTube. Saves mp4 (video) or mp3 (audio) to the working directory. Uses yt-dlp (auto-installed). Supports youtube.com/watch, youtu.be, shorts, live URLs.";
+      description = "Download video or audio from YouTube. Saves mp4 (video), mp3, or wav (audio) to the working directory. Uses yt-dlp (auto-upgraded to fix YouTube 403 errors) and ffmpeg internally for audio conversion. If you get YouTube 403 errors, the tool auto-upgrades yt-dlp. For ffmpeg-based processing (cutting, segmenting, concatenating), download wav format which is raw PCM suitable for shell ffmpeg pipelines. Supports youtube.com/watch, youtu.be, shorts, live URLs.";
       parameters = {
         type: "object",
         properties: {
@@ -17119,8 +17232,8 @@ ${result.output}`,
           },
           format: {
             type: "string",
-            enum: ["mp3", "mp4"],
-            description: "Output format: 'mp3' for audio only, 'mp4' for video (default: mp3)"
+            enum: ["mp3", "mp4", "wav"],
+            description: "Output format: 'mp3' (compressed audio), 'wav' (raw PCM — use for ffmpeg segmentation), 'mp4' (video). Default: mp3"
           },
           output_dir: {
             type: "string",
@@ -17139,25 +17252,44 @@ ${result.output}`,
         const format3 = String(args.format ?? "mp3").toLowerCase();
         const outputDir = String(args.output_dir ?? this.workingDir);
         if (!url) {
-          return { success: false, output: "", error: "URL is required", durationMs: Date.now() - start2 };
+          return {
+            success: false,
+            output: "",
+            error: "URL is required",
+            durationMs: Date.now() - start2
+          };
         }
         if (!isYouTubeUrl(url)) {
-          return { success: false, output: "", error: "Not a recognized YouTube URL. Supported: youtube.com/watch, youtu.be, shorts, live, embed", durationMs: Date.now() - start2 };
+          return {
+            success: false,
+            output: "",
+            error: "Not a recognized YouTube URL. Supported: youtube.com/watch, youtu.be, shorts, live, embed",
+            durationMs: Date.now() - start2
+          };
         }
-        if (!ensureYtDlp()) {
-          return { success: false, output: "", error: "yt-dlp not available and auto-install failed. Install manually: pip install yt-dlp", durationMs: Date.now() - start2 };
+        const ytDlp = ensureYtDlp();
+        if (!ytDlp) {
+          return {
+            success: false,
+            output: "",
+            error: "yt-dlp not available via shared venv. Run: python3 -m venv ~/.open-agents/venv && ~/.open-agents/venv/bin/pip install yt-dlp",
+            durationMs: Date.now() - start2
+          };
         }
         mkdirSync9(outputDir, { recursive: true });
         try {
           let title = "download";
           try {
-            title = execSync13(`yt-dlp --get-title "${url}"`, { timeout: 15e3, stdio: "pipe" }).toString().trim().replace(/[<>:"/\\|?*]/g, "_").slice(0, 100);
+            title = execSync13(`"${ytDlp}" --get-title "${url}"`, {
+              timeout: 15e3,
+              stdio: "pipe"
+            }).toString().trim().replace(/[<>:"/\\|?*]/g, "_").slice(0, 100);
           } catch {
           }
           if (format3 === "mp4") {
             const outPath = join27(outputDir, `${title}.mp4`);
             const outTemplate = join27(outputDir, `${title}.%(ext)s`);
-            execSync13(`yt-dlp -f "bestvideo[ext=mp4]+bestaudio[ext=m4a]/best[ext=mp4]/best" --merge-output-format mp4 -o "${outTemplate}" "${url}"`, { timeout: 6e5, stdio: "pipe", cwd: outputDir });
+            execSync13(`"${ytDlp}" -f "bestvideo[ext=mp4]+bestaudio[ext=m4a]/best[ext=mp4]/best" --merge-output-format mp4 -o "${outTemplate}" "${url}"`, { timeout: 6e5, stdio: "pipe", cwd: outputDir });
             const actualPath = existsSync22(outPath) ? outPath : outTemplate.replace("%(ext)s", "mp4");
             return {
               success: true,
@@ -17166,11 +17298,23 @@ Title: ${title}
 Format: mp4`,
               durationMs: Date.now() - start2
             };
+          } else if (format3 === "wav") {
+            const outPath = join27(outputDir, `${title}.wav`);
+            const outTemplate = join27(outputDir, `${title}.%(ext)s`);
+            execSync13(`"${ytDlp}" -x --audio-format wav --audio-quality 0 -o "${outTemplate}" "${url}"`, { timeout: 6e5, stdio: "pipe", cwd: outputDir });
+            const actualPath = existsSync22(outPath) ? outPath : outTemplate.replace("%(ext)s", "wav");
+            return {
+              success: true,
+              output: `Downloaded audio: ${actualPath}
+Title: ${title}
+Format: wav`,
+              durationMs: Date.now() - start2
+            };
           } else {
             const outPath = join27(outputDir, `${title}.mp3`);
             const outTemplate = join27(outputDir, `${title}.%(ext)s`);
-            execSync13(`yt-dlp -x --audio-format mp3 --audio-quality 0 -o "${outTemplate}" "${url}"`, { timeout: 6e5, stdio: "pipe", cwd: outputDir });
-            const actualPath = existsSync22(outPath) ? outPath : outTemplate.replace("%(ext)s", "mp3");
+            execSync13(`"${ytDlp}" -x --audio-format mp3 --audio-quality 0 -o "${outTemplate}" "${url}"`, { timeout: 6e5, stdio: "pipe", cwd: outputDir });
+            const actualPath = existsSync22(outPath) ? outPath : outTemplate.replace("%(ext)s)", "mp3");
             return {
               success: true,
               output: `Downloaded audio: ${actualPath}
@@ -617741,6 +617885,9 @@ Rationale: ${proposal.rationale}${provenanceNote}`;
     rl.setPreSubmit(() => statusBar.suggestAccept());
   }
   process.stdout.on("resize", () => {
+    if (statusBar.isActive) {
+      statusBar.reapplyScrollRegion();
+    }
     statusBar.handleResize();
     setTermSize(process.stdout.rows ?? 24, process.stdout.columns ?? 80);
     if (isNeovimActive()) {

package/dist/scripts/web_scrape.py

@@ -32,7 +32,7 @@ from typing import Dict, Optional
 # ──────────────────────────────────────────────────────────────
 # 0) Embedded venv bootstrap (same pattern as other services)
 # ──────────────────────────────────────────────────────────────
-VENV_DIR = Path.cwd() / ".venv"
+VENV_DIR = Path(__file__).resolve().parent / ".venv"
 
 
 def _in_venv() -> bool:
@@ -156,7 +156,12 @@ class Tools:
         for path in filter(None, candidates):
             if os.path.isfile(path) and os.access(path, os.X_OK):
                 try:
-                    subprocess.run([path, "--version"], check=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+                    subprocess.run(
+                        [path, "--version"],
+                        check=True,
+                        stdout=subprocess.DEVNULL,
+                        stderr=subprocess.DEVNULL,
+                    )
                     return path
                 except Exception:
                     continue
@@ -207,8 +212,12 @@ class Tools:
         snap_drv = "/snap/chromium/current/usr/lib/chromium-browser/chromedriver"
         if os.path.exists(snap_drv):
             try:
-                log_message(f"[open_browser] Using snap chromedriver at {snap_drv}", "DEBUG")
-                Tools._driver = webdriver.Chrome(service=Service(snap_drv), options=opts)
+                log_message(
+                    f"[open_browser] Using snap chromedriver at {snap_drv}", "DEBUG"
+                )
+                Tools._driver = webdriver.Chrome(
+                    service=Service(snap_drv), options=opts
+                )
                 log_message("[open_browser] Launched via snap chromedriver.", "SUCCESS")
                 return "Browser launched (snap chromedriver)"
             except WebDriverException as e:
@@ -217,59 +226,92 @@ class Tools:
         sys_drv = Tools._find_system_chromedriver()
         if sys_drv:
             try:
-                log_message(f"[open_browser] Trying system chromedriver at {sys_drv}", "DEBUG")
+                log_message(
+                    f"[open_browser] Trying system chromedriver at {sys_drv}", "DEBUG"
+                )
                 Tools._driver = webdriver.Chrome(service=Service(sys_drv), options=opts)
-                log_message("[open_browser] Launched via system chromedriver.", "SUCCESS")
+                log_message(
+                    "[open_browser] Launched via system chromedriver.", "SUCCESS"
+                )
                 return "Browser launched (system chromedriver)"
             except WebDriverException as e:
-                log_message(f"[open_browser] System chromedriver failed: {e}", "WARNING")
+                log_message(
+                    f"[open_browser] System chromedriver failed: {e}", "WARNING"
+                )
 
         arch = (platform.machine() or "").lower()
         if arch in ("aarch64", "arm64", "armv8l", "armv7l") and chrome_bin:
             try:
-                raw = subprocess.check_output([chrome_bin, "--version"]).decode().strip()
+                raw = (
+                    subprocess.check_output([chrome_bin, "--version"]).decode().strip()
+                )
                 ver = raw.split()[1]
                 url = (
                     f"https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/"
                     f"{ver}/linux-arm64/chromedriver-linux-arm64.zip"
                 )
                 tmp_zip = "/tmp/chromedriver_arm64.zip"
-                log_message(f"[open_browser] Downloading ARM64 driver from {url}", "DEBUG")
+                log_message(
+                    f"[open_browser] Downloading ARM64 driver from {url}", "DEBUG"
+                )
                 subprocess.check_call(["wget", "-qO", tmp_zip, url])
                 subprocess.check_call(["unzip", "-o", tmp_zip, "-d", "/tmp"])
-                subprocess.check_call(["sudo", "mv", "/tmp/chromedriver", "/usr/local/bin/chromedriver"])
-                subprocess.check_call(["sudo", "chmod", "+x", "/usr/local/bin/chromedriver"])
+                subprocess.check_call(
+                    ["sudo", "mv", "/tmp/chromedriver", "/usr/local/bin/chromedriver"]
+                )
+                subprocess.check_call(
+                    ["sudo", "chmod", "+x", "/usr/local/bin/chromedriver"]
+                )
                 drv = shutil.which("chromedriver")
                 log_message(f"[open_browser] Installed ARM64 driver at {drv}", "DEBUG")
                 Tools._driver = webdriver.Chrome(service=Service(drv), options=opts)
-                log_message("[open_browser] Launched via downloaded ARM64 chromedriver.", "SUCCESS")
+                log_message(
+                    "[open_browser] Launched via downloaded ARM64 chromedriver.",
+                    "SUCCESS",
+                )
                 return "Browser launched (downloaded ARM64 chromedriver)"
             except Exception as e:
-                log_message(f"[open_browser] ARM64 download/install failed: {e}", "WARNING")
+                log_message(
+                    f"[open_browser] ARM64 download/install failed: {e}", "WARNING"
+                )
 
         if arch in ("x86_64", "amd64") and chrome_bin:
             try:
-                raw = subprocess.check_output([chrome_bin, "--version"]).decode().strip()
+                raw = (
+                    subprocess.check_output([chrome_bin, "--version"]).decode().strip()
+                )
                 browser_major = raw.split()[1].split(".")[0]
             except Exception:
                 browser_major = "latest"
             try:
-                log_message(f"[open_browser] Installing ChromeDriver {browser_major} via webdriver-manager", "DEBUG")
+                log_message(
+                    f"[open_browser] Installing ChromeDriver {browser_major} via webdriver-manager",
+                    "DEBUG",
+                )
                 drv_path = ChromeDriverManager(driver_version=browser_major).install()
-                Tools._driver = webdriver.Chrome(service=Service(drv_path), options=opts)
+                Tools._driver = webdriver.Chrome(
+                    service=Service(drv_path), options=opts
+                )
                 log_message("[open_browser] Launched via webdriver-manager.", "SUCCESS")
                 return "Browser launched (webdriver-manager)"
             except Exception as e:
                 log_message(f"[open_browser] webdriver-manager failed: {e}", "ERROR")
 
         try:
-            log_message("[open_browser] Attempting `sudo snap install chromium`…", "DEBUG")
+            log_message(
+                "[open_browser] Attempting `sudo snap install chromium`…", "DEBUG"
+            )
             subprocess.check_call(["sudo", "snap", "install", "chromium"])
             Tools._driver = webdriver.Chrome(service=Service(snap_drv), options=opts)
-            log_message("[open_browser] Launched via newly-installed snap chromium.", "SUCCESS")
+            log_message(
+                "[open_browser] Launched via newly-installed snap chromium.", "SUCCESS"
+            )
             return "Browser launched (snap install fallback)"
         except Exception as e:
-            log_message(f"[open_browser] Auto-snap install failed or Chrome still not found: {e}", "ERROR")
+            log_message(
+                f"[open_browser] Auto-snap install failed or Chrome still not found: {e}",
+                "ERROR",
+            )
 
         raise RuntimeError(
             "No usable Chrome/Chromium driver. Install Chrome and a matching chromedriver, "
@@ -306,10 +348,14 @@ class Tools:
             return "Error: browser not open"
         try:
             drv = Tools._driver
-            el = WebDriverWait(drv, timeout).until(EC.element_to_be_clickable((By.CSS_SELECTOR, selector)))
+            el = WebDriverWait(drv, timeout).until(
+                EC.element_to_be_clickable((By.CSS_SELECTOR, selector))
+            )
             drv.execute_script("arguments[0].scrollIntoView({block:'center'});", el)
             el.click()
-            focused = drv.execute_script("return document.activeElement === arguments[0];", el)
+            focused = drv.execute_script(
+                "return document.activeElement === arguments[0];", el
+            )
             log_message(f"[click] {selector} clicked (focused={focused})", "DEBUG")
             return f"Clicked {selector}"
         except Exception as e:
@@ -322,7 +368,9 @@ class Tools:
             return "Error: browser not open"
         try:
             drv = Tools._driver
-            el = WebDriverWait(drv, timeout).until(EC.element_to_be_clickable((By.CSS_SELECTOR, selector)))
+            el = WebDriverWait(drv, timeout).until(
+                EC.element_to_be_clickable((By.CSS_SELECTOR, selector))
+            )
             drv.execute_script("arguments[0].scrollIntoView({block:'center'});", el)
             el.clear()
             el.send_keys(text + Keys.RETURN)
@@ -337,7 +385,9 @@ class Tools:
         if not Tools._driver:
             return ""
         try:
-            dom = Tools._driver.execute_script("return document.documentElement.outerHTML;")
+            dom = Tools._driver.execute_script(
+                "return document.documentElement.outerHTML;"
+            )
             if dom and len(dom) > max_chars:
                 dom = dom[:max_chars]
             return dom or ""
@@ -437,18 +487,29 @@ class Tools:
                 }
                 return { ok: true, cancelled };
             """
-            res = Tools._driver.execute_script(script, float(x), float(y), float(delta_x), float(delta_y))
+            res = Tools._driver.execute_script(
+                script, float(x), float(y), float(delta_x), float(delta_y)
+            )
             if not isinstance(res, dict) or not res.get("ok"):
                 reason = res.get("reason") if isinstance(res, dict) else "unknown"
                 return f"Error scrolling at point: {reason}"
-            log_message(f"[scroll_at] wheel dx={delta_x:.2f} dy={delta_y:.2f} at ({x:.1f},{y:.1f})", "DEBUG")
+            log_message(
+                f"[scroll_at] wheel dx={delta_x:.2f} dy={delta_y:.2f} at ({x:.1f},{y:.1f})",
+                "DEBUG",
+            )
             return "Scrolled at point"
         except Exception as exc:
             log_message(f"[scroll_at] failed: {exc}", "ERROR")
             return f"Error scrolling at point: {exc}"
 
     @staticmethod
-    def sync_input(value: str, selector: str = "", submit: bool = False, input_type: str = "", data: Optional[str] = None) -> str:
+    def sync_input(
+        value: str,
+        selector: str = "",
+        submit: bool = False,
+        input_type: str = "",
+        data: Optional[str] = None,
+    ) -> str:
         if not Tools._driver:
             return "Error: browser not open"
         try:
@@ -539,7 +600,14 @@ class Tools:
                 };
             """
 
-            res = drv.execute_script(script, selector or '', value or '', bool(submit), input_type or '', data if data is not None else None)
+            res = drv.execute_script(
+                script,
+                selector or "",
+                value or "",
+                bool(submit),
+                input_type or "",
+                data if data is not None else None,
+            )
             if not isinstance(res, dict) or not res.get("ok"):
                 reason = res.get("reason") if isinstance(res, dict) else "sync_failed"
                 return f"Error syncing input: {reason}"
@@ -549,6 +617,7 @@ class Tools:
             log_message(f"[sync_input] failed: {exc}", "ERROR")
             return f"Error syncing input: {exc}"
 
+
 # ──────────────────────────────────────────────────────────────
 # 3) Environment configuration
 # ──────────────────────────────────────────────────────────────
@@ -562,14 +631,28 @@ MAX_CONCURRENCY = max(4, int(os.getenv("SCRAPE_MAX_CONCURRENCY", "4")))
 QUEUE_TIMEOUT_S = float(os.getenv("SCRAPE_QUEUE_TIMEOUT_S", "2.0"))
 RATE_LIMIT_RPS = max(60, int(os.getenv("SCRAPE_RATE_LIMIT_RPS", "60")))
 RATE_LIMIT_BURST = max(180, int(os.getenv("SCRAPE_RATE_LIMIT_BURST", "180")))
-RATE_LIMIT_DISABLED = os.getenv("SCRAPE_RATE_LIMIT_DISABLED", "0").strip().lower() in ("1", "true", "yes", "on")
-RATE_LIMIT_LOCAL_BYPASS = os.getenv("SCRAPE_RATE_LIMIT_LOCAL_BYPASS", "1").strip().lower() in ("1", "true", "yes", "on")
+RATE_LIMIT_DISABLED = os.getenv("SCRAPE_RATE_LIMIT_DISABLED", "0").strip().lower() in (
+    "1",
+    "true",
+    "yes",
+    "on",
+)
+RATE_LIMIT_LOCAL_BYPASS = os.getenv(
+    "SCRAPE_RATE_LIMIT_LOCAL_BYPASS", "1"
+).strip().lower() in ("1", "true", "yes", "on")
 RATE_LIMIT_WHITELIST = {
-    entry.strip() for entry in os.getenv("SCRAPE_RATE_LIMIT_WHITELIST", "").split(",") if entry.strip()
+    entry.strip()
+    for entry in os.getenv("SCRAPE_RATE_LIMIT_WHITELIST", "").split(",")
+    if entry.strip()
 }
 FILE_TTL_S = max(60, int(os.getenv("SCRAPE_FILE_TTL_S", "900")))
 FRAME_KEEPALIVE_S = max(10, int(os.getenv("SCRAPE_FRAME_KEEPALIVE_S", "45")))
-HEADLESS_DEFAULT = os.getenv("SCRAPE_HEADLESS_DEFAULT", "1") in ("1", "true", "TRUE", "yes")
+HEADLESS_DEFAULT = os.getenv("SCRAPE_HEADLESS_DEFAULT", "1") in (
+    "1",
+    "true",
+    "TRUE",
+    "yes",
+)
 
 app = Flask(__name__)
 CORS(app, resources={r"/*": {"origins": "*"}})
@@ -588,7 +671,9 @@ _RATE_LOCK = threading.Lock()
 def _slot(timeout: Optional[float] = None):
     class _Slot:
         def __init__(self, timeout_val: Optional[float]):
-            self.timeout = float(QUEUE_TIMEOUT_S if timeout_val is None else timeout_val)
+            self.timeout = float(
+                QUEUE_TIMEOUT_S if timeout_val is None else timeout_val
+            )
             self.acquired = False
 
         def __enter__(self):
@@ -705,7 +790,11 @@ def _now() -> float:
 def _apply_rate_limit():
     forwarded = request.headers.get("X-Forwarded-For", "").split(",")[0].strip()
     ip = _sanitize_ip(forwarded or request.remote_addr or "0.0.0.0")
-    if RATE_LIMIT_DISABLED or (RATE_LIMIT_LOCAL_BYPASS and _is_local_ip(ip)) or ip in RATE_LIMIT_WHITELIST:
+    if (
+        RATE_LIMIT_DISABLED
+        or (RATE_LIMIT_LOCAL_BYPASS and _is_local_ip(ip))
+        or ip in RATE_LIMIT_WHITELIST
+    ):
         g.client_ip = ip
         return
     now = _now()
@@ -716,9 +805,16 @@ def _apply_rate_limit():
             _RATE_BUCKETS[ip] = bucket
         elapsed = max(0.0, now - bucket.get("ts", now))
         bucket["ts"] = now
-        tokens = min(float(RATE_LIMIT_BURST), float(bucket.get("tokens", RATE_LIMIT_BURST)) + elapsed * RATE_LIMIT_RPS)
+        tokens = min(
+            float(RATE_LIMIT_BURST),
+            float(bucket.get("tokens", RATE_LIMIT_BURST)) + elapsed * RATE_LIMIT_RPS,
+        )
         if tokens < 1.0:
-            return jsonify({"ok": False, "error": "rate limit"}), 429, {"Retry-After": "1"}
+            return (
+                jsonify({"ok": False, "error": "rate limit"}),
+                429,
+                {"Retry-After": "1"},
+            )
         bucket["tokens"] = tokens - 1.0
     g.client_ip = ip
 
@@ -730,7 +826,11 @@ def _auth_ok(req) -> bool:
     if API_KEY and header_key and header_key == API_KEY:
         return True
     auth = (req.headers.get("Authorization") or "").strip()
-    if auth.lower().startswith("bearer ") and API_KEY and auth.split(None, 1)[1].strip() == API_KEY:
+    if (
+        auth.lower().startswith("bearer ")
+        and API_KEY
+        and auth.split(None, 1)[1].strip() == API_KEY
+    ):
         return True
     return False
 
@@ -787,6 +887,7 @@ def _shutdown_cleanup():
 # Signal handlers: ensure Chrome is killed on SIGTERM/SIGINT
 import signal as _signal
 
+
 def _handle_terminate(signum, frame):
     """Graceful shutdown on SIGTERM/SIGINT — close Chrome then exit."""
     try:
@@ -796,6 +897,7 @@ def _handle_terminate(signum, frame):
     _CLEAN_STOP.set()
     raise SystemExit(0)
 
+
 _signal.signal(_signal.SIGTERM, _handle_terminate)
 _signal.signal(_signal.SIGINT, _handle_terminate)
 
@@ -818,7 +920,13 @@ def _error(message: str, status: int = 400):
 # ──────────────────────────────────────────────────────────────
 @app.get("/health")
 def health():
-    return jsonify({"status": "ok", "browser_open": Tools.is_browser_open(), "sessions": len(_SESSIONS)})
+    return jsonify(
+        {
+            "status": "ok",
+            "browser_open": Tools.is_browser_open(),
+            "sessions": len(_SESSIONS),
+        }
+    )
 
 
 @app.post("/session/start")
@@ -841,7 +949,16 @@ def session_start():
             "headless": headless,
             "frames": {},
         }
-    _queue_event(sid, {"type": "status", "msg": "browser_started", "detail": msg, "sid": sid, "ts": int(time.time() * 1000)})
+    _queue_event(
+        sid,
+        {
+            "type": "status",
+            "msg": "browser_started",
+            "detail": msg,
+            "sid": sid,
+            "ts": int(time.time() * 1000),
+        },
+    )
     return _ok(session_id=sid, message=msg, headless=headless)
 
 
@@ -865,7 +982,10 @@ def navigate():
         return _error("missing url", 400)
     with _slot():
         msg = Tools.navigate(url)
-    _queue_event(data.get("sid") or next(iter(_SESSIONS), ""), {"type": "status", "msg": msg, "ts": int(time.time() * 1000)})
+    _queue_event(
+        data.get("sid") or next(iter(_SESSIONS), ""),
+        {"type": "status", "msg": msg, "ts": int(time.time() * 1000)},
+    )
     if not _result_ok(msg):
         return _error(msg, 500)
     return _ok(message=msg)
@@ -883,7 +1003,10 @@ def click_selector():
         msg = Tools.click(selector)
     if not _result_ok(msg):
         return _error(msg, 500)
-    _queue_event(data.get("sid") or next(iter(_SESSIONS), ""), {"type": "status", "msg": msg, "ts": int(time.time() * 1000)})
+    _queue_event(
+        data.get("sid") or next(iter(_SESSIONS), ""),
+        {"type": "status", "msg": msg, "ts": int(time.time() * 1000)},
+    )
     return _ok(message=msg)
 
 
@@ -902,7 +1025,10 @@ def type_text():
         msg = Tools.input(selector, str(text))
     if not _result_ok(msg):
         return _error(msg, 500)
-    _queue_event(data.get("sid") or next(iter(_SESSIONS), ""), {"type": "status", "msg": msg, "ts": int(time.time() * 1000)})
+    _queue_event(
+        data.get("sid") or next(iter(_SESSIONS), ""),
+        {"type": "status", "msg": msg, "ts": int(time.time() * 1000)},
+    )
     return _ok(message=msg)
 
 
@@ -916,7 +1042,10 @@ def scroll():
         msg = Tools.scroll(amount)
     if not _result_ok(msg):
         return _error(msg, 500)
-    _queue_event(data.get("sid") or next(iter(_SESSIONS), ""), {"type": "status", "msg": msg, "ts": int(time.time() * 1000)})
+    _queue_event(
+        data.get("sid") or next(iter(_SESSIONS), ""),
+        {"type": "status", "msg": msg, "ts": int(time.time() * 1000)},
+    )
     return _ok(message=msg)
 
 
@@ -930,7 +1059,10 @@ def scroll_up():
         msg = Tools.scroll(-amount)
     if not _result_ok(msg):
         return _error(msg, 500)
-    _queue_event(data.get("sid") or next(iter(_SESSIONS), ""), {"type": "status", "msg": msg, "ts": int(time.time() * 1000)})
+    _queue_event(
+        data.get("sid") or next(iter(_SESSIONS), ""),
+        {"type": "status", "msg": msg, "ts": int(time.time() * 1000)},
+    )
     return _ok(message=msg)
 
 
@@ -944,7 +1076,10 @@ def scroll_down():
         msg = Tools.scroll(amount)
     if not _result_ok(msg):
         return _error(msg, 500)
-    _queue_event(data.get("sid") or next(iter(_SESSIONS), ""), {"type": "status", "msg": msg, "ts": int(time.time() * 1000)})
+    _queue_event(
+        data.get("sid") or next(iter(_SESSIONS), ""),
+        {"type": "status", "msg": msg, "ts": int(time.time() * 1000)},
+    )
     return _ok(message=msg)
 
 
@@ -960,8 +1095,12 @@ def scroll_point():
         delta_y = float(data.get("deltaY") or data.get("delta_y") or 0.0)
         viewport_w = float(data.get("viewportW") or data.get("viewport_width"))
         viewport_h = float(data.get("viewportH") or data.get("viewport_height"))
-        natural_w = float(data.get("naturalW") or data.get("naturalWidth") or viewport_w)
-        natural_h = float(data.get("naturalH") or data.get("naturalHeight") or viewport_h)
+        natural_w = float(
+            data.get("naturalW") or data.get("naturalWidth") or viewport_w
+        )
+        natural_h = float(
+            data.get("naturalH") or data.get("naturalHeight") or viewport_h
+        )
     except Exception:
         return _error("invalid scroll coordinates", 400)
     if viewport_w <= 0 or viewport_h <= 0:
@@ -972,7 +1111,7 @@ def scroll_point():
     vy = y * scale_y
     log_message(
         f"[scroll_point] ({x:.1f},{y:.1f}) scaled ({vx:.1f},{vy:.1f}) delta ({delta_x:.2f},{delta_y:.2f})",
-        "DEBUG"
+        "DEBUG",
     )
     with _slot():
         msg = Tools.scroll_point(vx, vy, delta_x, delta_y)
@@ -1029,8 +1168,12 @@ def click_xy():
         y = float(data.get("y"))
         viewport_w = float(data.get("viewportW") or data.get("viewport_width"))
         viewport_h = float(data.get("viewportH") or data.get("viewport_height"))
-        natural_w = float(data.get("naturalW") or data.get("naturalWidth") or viewport_w)
-        natural_h = float(data.get("naturalH") or data.get("naturalHeight") or viewport_h)
+        natural_w = float(
+            data.get("naturalW") or data.get("naturalWidth") or viewport_w
+        )
+        natural_h = float(
+            data.get("naturalH") or data.get("naturalHeight") or viewport_h
+        )
     except Exception:
         return _error("invalid coordinates", 400)
     if viewport_w <= 0 or viewport_h <= 0:
@@ -1039,7 +1182,10 @@ def click_xy():
     scale_y = natural_h / max(1.0, viewport_h)
     vx = x * scale_x
     vy = y * scale_y
-    log_message(f"[click_xy] requested ({x:.1f}, {y:.1f}) → viewport ({vx:.1f},{vy:.1f})", "DEBUG")
+    log_message(
+        f"[click_xy] requested ({x:.1f}, {y:.1f}) → viewport ({vx:.1f},{vy:.1f})",
+        "DEBUG",
+    )
     with _slot():
         try:
             drv = Tools._driver  # type: ignore[attr-defined]
@@ -1092,7 +1238,9 @@ def click_xy():
             float(vy),
         )
     if not result or not result.get("ok"):
-        return _error(result.get("reason") if isinstance(result, dict) else "click failed", 500)
+        return _error(
+            result.get("reason") if isinstance(result, dict) else "click failed", 500
+        )
     _queue_event(
         data.get("sid") or next(iter(_SESSIONS), ""),
         {
@@ -1120,7 +1268,13 @@ def input_sync():
     data_snippet = data.get("data")
     _touch_session(sid)
     with _slot():
-        msg = Tools.sync_input(value, selector=selector, submit=submit, input_type=input_type, data=data_snippet)
+        msg = Tools.sync_input(
+            value,
+            selector=selector,
+            submit=submit,
+            input_type=input_type,
+            data=data_snippet,
+        )
     if not _result_ok(msg):
         return _error(msg, 500)
     return _ok(message=msg)
@@ -1138,8 +1292,12 @@ def drag():
         end_y = float(data.get("endY"))
         viewport_w = float(data.get("viewportW") or data.get("viewport_width"))
         viewport_h = float(data.get("viewportH") or data.get("viewport_height"))
-        natural_w = float(data.get("naturalW") or data.get("naturalWidth") or viewport_w)
-        natural_h = float(data.get("naturalH") or data.get("naturalHeight") or viewport_h)
+        natural_w = float(
+            data.get("naturalW") or data.get("naturalWidth") or viewport_w
+        )
+        natural_h = float(
+            data.get("naturalH") or data.get("naturalHeight") or viewport_h
+        )
     except Exception:
         return _error("invalid drag coordinates", 400)
     if viewport_w <= 0 or viewport_h <= 0:
@@ -1152,7 +1310,7 @@ def drag():
     end_vy = end_y * scale_y
     log_message(
         f"[drag] ({start_x:.1f},{start_y:.1f})→({end_x:.1f},{end_y:.1f}) viewport ({start_vx:.1f},{start_vy:.1f})→({end_vx:.1f},{end_vy:.1f})",
-        "DEBUG"
+        "DEBUG",
     )
     with _slot():
         msg = Tools.drag(start_vx, start_vy, end_vx, end_vy)
@@ -1164,10 +1322,7 @@ def drag():
         {
             "type": "status",
             "msg": msg,
-            "detail": {
-                "start": [start_vx, start_vy],
-                "end": [end_vx, end_vy]
-            },
+            "detail": {"start": [start_vx, start_vy], "end": [end_vx, end_vy]},
             "ts": int(time.time() * 1000),
         },
     )
@@ -1182,7 +1337,9 @@ def dom_snapshot():
     if not html:
         return _error("no dom (browser closed?)", 409)
     sid = request.args.get("sid") or next(iter(_SESSIONS), "")
-    _queue_event(sid, {"type": "dom", "chars": len(html), "ts": int(time.time() * 1000)})
+    _queue_event(
+        sid, {"type": "dom", "chars": len(html), "ts": int(time.time() * 1000)}
+    )
     return _ok(dom=html, length=len(html))
 
 
@@ -1192,7 +1349,11 @@ def _record_frame_meta(sid: str, fname: str, width: int, height: int) -> None:
         if not meta:
             return
         frames = meta.setdefault("frames", {})
-        frames[fname] = {"ts": int(time.time() * 1000), "width": width, "height": height}
+        frames[fname] = {
+            "ts": int(time.time() * 1000),
+            "width": width,
+            "height": height,
+        }
 
 
 @app.get("/screenshot")
@@ -1230,7 +1391,9 @@ def screenshot():
             "ts": int(time.time() * 1000),
         },
     )
-    return _ok(file=rel_path, width=width, height=height, mime="image/png", b64=b64_data)
+    return _ok(
+        file=rel_path, width=width, height=height, mime="image/png", b64=b64_data
+    )
 
 
 @app.get("/frames/<path:filename>")
@@ -1286,7 +1449,9 @@ def _unhandled(exc):
 @app.after_request
 def _default_headers(resp):
     resp.headers.setdefault("Cache-Control", "no-store, max-age=0")
-    resp.headers.setdefault("Access-Control-Allow-Headers", "Content-Type, Authorization, X-API-Key")
+    resp.headers.setdefault(
+        "Access-Control-Allow-Headers", "Content-Type, Authorization, X-API-Key"
+    )
     return resp
 
 

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
   "name": "open-agents-ai",
-  "version": "0.187.572",
+  "version": "0.187.573",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "open-agents-ai",
-      "version": "0.187.572",
+      "version": "0.187.573",
       "hasInstallScript": true,
       "license": "CC-BY-NC-4.0",
       "dependencies": {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "open-agents-ai",
-  "version": "0.187.572",
+  "version": "0.187.573",
   "description": "AI coding agent powered by open-source models (Ollama/vLLM) — interactive TUI with agentic tool-calling loop",
   "type": "module",
   "main": "./dist/index.js",