@agenticmail/enterprise 0.5.237 → 0.5.239

package/src/engine/agent-routes.ts

@@ -1180,7 +1180,92 @@ export function createAgentRoutes(opts: {
       }
 
       const { execSync, spawn } = await import('node:child_process');
-      const chromePath = process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH || '/usr/bin/chromium';
+      const { existsSync, mkdirSync, writeFileSync } = await import('node:fs');
+      const { join, dirname } = await import('node:path');
+      const { homedir } = await import('node:os');
+
+      // ── Auto-detect Chrome/Chromium across all platforms ──
+      const chromeCandidates = [
+        process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH,
+        // macOS
+        '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
+        '/Applications/Google Chrome Canary.app/Contents/MacOS/Google Chrome Canary',
+        '/Applications/Chromium.app/Contents/MacOS/Chromium',
+        // Linux
+        '/usr/bin/google-chrome',
+        '/usr/bin/google-chrome-stable',
+        '/usr/bin/chromium',
+        '/usr/bin/chromium-browser',
+        '/snap/bin/chromium',
+        '/usr/local/bin/chromium',
+        // Windows
+        'C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe',
+        'C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe',
+        // Playwright bundled (check common install locations)
+        join(homedir(), '.cache', 'ms-playwright', 'chromium-*', 'chrome-linux', 'chrome'),
+        join(homedir(), '.cache', 'ms-playwright', 'chromium-*', 'chrome-mac', 'Chromium.app', 'Contents', 'MacOS', 'Chromium'),
+      ].filter(Boolean) as string[];
+
+      let chromePath = '';
+      for (const candidate of chromeCandidates) {
+        if (candidate.includes('*')) {
+          // Glob pattern — resolve with fs
+          try {
+            const { globSync } = await import('node:fs');
+            const matches = (globSync as any)(candidate);
+            if (matches?.length && existsSync(matches[0])) { chromePath = matches[0]; break; }
+          } catch {
+            // globSync not available in older Node, try manual resolve
+            try {
+              const parentDir = dirname(candidate.split('*')[0]);
+              if (existsSync(parentDir)) {
+                const { readdirSync } = await import('node:fs');
+                const dirs = readdirSync(parentDir).filter((d: string) => d.startsWith('chromium-')).sort().reverse();
+                for (const d of dirs) {
+                  const suffix = candidate.split('*')[1];
+                  const resolved = join(parentDir, d, suffix);
+                  if (existsSync(resolved)) { chromePath = resolved; break; }
+                }
+                if (chromePath) break;
+              }
+            } catch { /* skip */ }
+          }
+        } else if (existsSync(candidate)) {
+          chromePath = candidate;
+          break;
+        }
+      }
+
+      // If no Chrome found, try to install Playwright Chromium automatically
+      if (!chromePath) {
+        try {
+          console.log('[meeting-browser] No Chrome/Chromium found — installing Playwright Chromium...');
+          execSync('npx playwright install chromium 2>&1', { timeout: 120_000, stdio: 'pipe' });
+          // Re-check for Playwright Chromium
+          const pwCacheDir = join(homedir(), '.cache', 'ms-playwright');
+          if (existsSync(pwCacheDir)) {
+            const { readdirSync } = await import('node:fs');
+            const chromiumDirs = readdirSync(pwCacheDir).filter((d: string) => d.startsWith('chromium-')).sort().reverse();
+            for (const d of chromiumDirs) {
+              // Try Linux path
+              const linuxPath = join(pwCacheDir, d, 'chrome-linux', 'chrome');
+              if (existsSync(linuxPath)) { chromePath = linuxPath; break; }
+              // Try macOS path
+              const macPath = join(pwCacheDir, d, 'chrome-mac', 'Chromium.app', 'Contents', 'MacOS', 'Chromium');
+              if (existsSync(macPath)) { chromePath = macPath; break; }
+            }
+          }
+        } catch (installErr: any) {
+          console.error('[meeting-browser] Failed to auto-install Chromium:', installErr.message);
+        }
+      }
+
+      if (!chromePath) {
+        return c.json({
+          error: 'No Chrome or Chromium browser found on this machine. Install Google Chrome or run: npx playwright install chromium',
+          hint: 'On macOS: brew install --cask google-chrome | On Linux: apt install chromium-browser | On Windows: download from google.com/chrome',
+        }, 400);
+      }
 
       // Check if a meeting browser is already running for this agent
       const existingPort = (managed.config as any)?.meetingBrowserPort;
@@ -1194,6 +1279,52 @@ export function createAgentRoutes(opts: {
         } catch { /* not running, will launch new one */ }
       }
 
+      // ── Create a realistic browser profile using agent identity ──
+      const agentName = managed.displayName || managed.display_name || managed.name || (managed.config as any)?.displayName || (managed.config as any)?.name || 'Agent';
+      const agentRole = (managed.config as any)?.role || (managed.config as any)?.description || 'AI Assistant';
+      const profileDir = join(homedir(), '.agenticmail', 'browser-profiles', agentId);
+      mkdirSync(profileDir, { recursive: true });
+
+      // Write Chrome preferences to make the browser look like a real user
+      const prefsDir = join(profileDir, 'Default');
+      mkdirSync(prefsDir, { recursive: true });
+      const prefsFile = join(prefsDir, 'Preferences');
+      if (!existsSync(prefsFile)) {
+        const prefs = {
+          profile: {
+            name: agentName,
+            avatar_index: Math.floor(Math.random() * 28), // Chrome has 28 avatar options
+            managed_user_id: '',
+            is_using_default_name: false,
+            is_using_default_avatar: false,
+          },
+          browser: {
+            has_seen_welcome_page: true,
+            check_default_browser: false,
+          },
+          distribution: {
+            import_bookmarks: false,
+            import_history: false,
+            import_search_engine: false,
+            suppress_first_run_bubble: true,
+            suppress_first_run_default_browser_prompt: true,
+            skip_first_run_ui: true,
+            make_chrome_default_for_user: false,
+          },
+          session: { restore_on_startup: 1 },
+          search: { suggest_enabled: true },
+          translate: { enabled: false },
+          net: { network_prediction_options: 2 }, // don't prefetch
+          webkit: { webprefs: { default_font_size: 16 } },
+          download: { prompt_for_download: true, default_directory: join(profileDir, 'Downloads') },
+          savefile: { default_directory: join(profileDir, 'Downloads') },
+          credentials_enable_service: false,
+          credentials_enable_autosign_in: false,
+        };
+        mkdirSync(join(profileDir, 'Downloads'), { recursive: true });
+        writeFileSync(prefsFile, JSON.stringify(prefs, null, 2));
+      }
+
       // Find available port
       const net = await import('node:net');
       const port = await new Promise<number>((resolve, reject) => {
@@ -1205,7 +1336,7 @@ export function createAgentRoutes(opts: {
         srv.on('error', reject);
       });
 
-      // Launch Chrome with meeting-optimized flags
+      // Launch Chrome with meeting-optimized flags and realistic profile
       const chromeArgs = [
         `--remote-debugging-port=${port}`,
         '--remote-debugging-address=127.0.0.1',
@@ -1215,23 +1346,35 @@ export function createAgentRoutes(opts: {
         '--disable-sync',
         '--disable-translate',
         '--metrics-recording-only',
-        '--no-sandbox',
         // Meeting-specific: auto-grant camera/mic permissions
         '--use-fake-ui-for-media-stream',
         '--auto-accept-camera-and-microphone-capture',
-        // Use virtual audio
-        '--use-fake-device-for-media-stream',
+        // Anti-detection: remove automation indicators
+        '--disable-blink-features=AutomationControlled',
+        '--disable-infobars',
         // Window size for meeting UI
         '--window-size=1920,1080',
         '--start-maximized',
-        // User data dir for persistent logins
-        `/tmp/meeting-browser-${agentId.slice(0, 8)}`,
+        // Use the agent's persistent profile directory
+        `--user-data-dir=${profileDir}`,
+        // Realistic user-agent lang
+        '--lang=en-US',
       ];
 
+      // Add --no-sandbox on Linux (required for non-root in containers)
+      if (process.platform === 'linux') {
+        chromeArgs.push('--no-sandbox');
+      }
+
+      // Detect display environment
+      const display = process.env.DISPLAY || (process.platform === 'linux' ? ':99' : undefined);
+      const envVars: Record<string, string> = { ...process.env } as any;
+      if (display) envVars.DISPLAY = display;
+
       const child = spawn(chromePath, chromeArgs, {
         detached: true,
         stdio: 'ignore',
-        env: { ...process.env, DISPLAY: ':99' },
+        env: envVars,
       });
       child.unref();
 
@@ -1328,15 +1471,45 @@ export function createAgentRoutes(opts: {
 
     try {
       if (provider === 'local') {
-        // Test local Chromium availability
+        // Test local Chromium availability — auto-detect across platforms
         try {
           const { execSync } = await import('node:child_process');
-          const chromePath = cfg.executablePath || process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH || '/usr/bin/chromium';
-          const version = execSync(`${chromePath} --version 2>/dev/null || echo "not found"`, { timeout: 5000 }).toString().trim();
+          const { existsSync } = await import('node:fs');
+          const { homedir } = await import('node:os');
+          const { join } = await import('node:path');
+          const candidates = [
+            cfg.executablePath,
+            process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH,
+            '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
+            '/usr/bin/google-chrome', '/usr/bin/google-chrome-stable',
+            '/usr/bin/chromium', '/usr/bin/chromium-browser', '/snap/bin/chromium',
+            'C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe',
+            'C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe',
+          ].filter(Boolean) as string[];
+          let foundPath = '';
+          for (const p of candidates) { if (existsSync(p)) { foundPath = p; break; } }
+          // Also check Playwright bundled chromium
+          if (!foundPath) {
+            const pwCache = join(homedir(), '.cache', 'ms-playwright');
+            if (existsSync(pwCache)) {
+              const { readdirSync } = await import('node:fs');
+              const dirs = readdirSync(pwCache).filter((d: string) => d.startsWith('chromium-')).sort().reverse();
+              for (const d of dirs) {
+                const linuxP = join(pwCache, d, 'chrome-linux', 'chrome');
+                const macP = join(pwCache, d, 'chrome-mac', 'Chromium.app', 'Contents', 'MacOS', 'Chromium');
+                if (existsSync(linuxP)) { foundPath = linuxP; break; }
+                if (existsSync(macP)) { foundPath = macP; break; }
+              }
+            }
+          }
+          if (!foundPath) {
+            return c.json({ error: 'No Chrome or Chromium found. Install Google Chrome or run: npx playwright install chromium' });
+          }
+          const version = execSync(`"${foundPath}" --version 2>/dev/null || echo "not found"`, { timeout: 5000 }).toString().trim();
           if (version.includes('not found')) {
-            return c.json({ error: 'Chromium not found at ' + chromePath });
+            return c.json({ error: 'Chrome found at ' + foundPath + ' but --version failed' });
           }
-          return c.json({ ok: true, browserVersion: version, provider: 'local' });
+          return c.json({ ok: true, browserVersion: version, provider: 'local', path: foundPath });
         } catch (e: any) {
           return c.json({ error: 'Chromium not available: ' + e.message });
         }
@@ -1405,6 +1578,20 @@ export function createAgentRoutes(opts: {
         }
       }
 
+      if (provider === 'scrapingbee') {
+        if (!cfg.scrapingbeeApiKey) return c.json({ error: 'ScrapingBee API key not configured' });
+        try {
+          const resp = await fetch(`https://app.scrapingbee.com/api/v1/usage?api_key=${cfg.scrapingbeeApiKey}`, {
+            signal: AbortSignal.timeout(10000),
+          });
+          if (!resp.ok) return c.json({ error: `ScrapingBee returned ${resp.status}` });
+          const data = await resp.json() as any;
+          return c.json({ ok: true, provider: 'scrapingbee', creditsUsed: data.used_api_credit, creditsMax: data.max_api_credit });
+        } catch (e: any) {
+          return c.json({ error: 'Cannot connect to ScrapingBee: ' + e.message });
+        }
+      }
+
       return c.json({ ok: true, provider, note: 'Connection test not implemented for this provider' });
     } catch (e: any) {
       return c.json({ error: e.message });

package/src/server.ts

@@ -486,6 +486,18 @@ export function createServer(config: ServerConfig): ServerInstance {
   app.get('/', (c) => c.redirect('/dashboard'));
   app.get('/dashboard', serveDashboard);
 
+  // Serve documentation pages (browser-providers, etc.)
+  app.get('/docs/:page', (c) => {
+    const page = c.req.param('page').replace(/[^a-z0-9-]/gi, ''); // sanitize
+    const dir = dirname(fileURLToPath(import.meta.url));
+    const filePath = join(dir, 'dashboard', 'docs', page + '.html');
+    if (existsSync(filePath)) {
+      const content = readFileSync(filePath, 'utf-8');
+      return new Response(content, { status: 200, headers: { 'Content-Type': 'text/html; charset=utf-8' } });
+    }
+    return c.json({ error: 'Documentation page not found' }, 404);
+  });
+
   // Serve dashboard JS modules and static assets (components/*.js, pages/*.js, app.js, assets/*)
   const STATIC_MIME: Record<string, string> = { '.js': 'application/javascript; charset=utf-8', '.png': 'image/png', '.jpg': 'image/jpeg', '.jpeg': 'image/jpeg', '.svg': 'image/svg+xml', '.ico': 'image/x-icon', '.gif': 'image/gif', '.webp': 'image/webp', '.css': 'text/css; charset=utf-8' };
   app.get('/dashboard/*', (c) => {