cdpilot 0.5.0 → 0.9.0

package/bin/cdpilot.js

@@ -69,11 +69,20 @@ function findBrowser() {
 // ── Python Detection ──
 
 function findPython() {
-  for (const cmd of ['python3', 'python']) {
+  // cdpilot.py uses PEP 604 unions (dict | None) → requires Python 3.10+.
+  // Prefer version-specific + Homebrew interpreters so a stale default python3
+  // (e.g. macOS 3.9) is skipped instead of selected and crashing at runtime.
+  const candidates = [
+    process.env.CDPILOT_PYTHON,
+    'python3.13', 'python3.12', 'python3.11', 'python3.10',
+    '/opt/homebrew/bin/python3', '/usr/local/bin/python3',
+    'python3', 'python',
+  ].filter(Boolean);
+  for (const cmd of candidates) {
     try {
       const ver = execSync(`${cmd} --version 2>&1`, { stdio: 'pipe' }).toString().trim();
       const match = ver.match(/(\d+)\.(\d+)/);
-      if (match && parseInt(match[1]) >= 3 && parseInt(match[2]) >= 8) {
+      if (match && (parseInt(match[1]) > 3 || (parseInt(match[1]) === 3 && parseInt(match[2]) >= 10))) {
         return cmd;
       }
     } catch {}
@@ -81,6 +90,21 @@ function findPython() {
   return null;
 }
 
+// ── Python websockets Detection ──
+
+function findWebsockets() {
+  // Import via the interpreter cdpilot actually selects — pip metadata can
+  // point at a different Python than findPython() resolves.
+  const python = findPython();
+  if (!python) return null;
+  try {
+    const out = execSync(`${python} -c "import websockets; print(getattr(websockets, '__version__', 'installed'))"`, { stdio: 'pipe' }).toString().trim();
+    return out || 'installed';
+  } catch {
+    return null;
+  }
+}
+
 // ── Setup Command ──
 
 function runSetup() {
@@ -88,11 +112,12 @@ function runSetup() {
   const config = resolveProjectConfig();
 
   console.log('\n  cdpilot setup\n');
-  console.log(`  Browser:  ${browser || '❌ Not found'}`);
-  console.log(`  Profile:  ${config.profileDir}`);
-  console.log(`  CDP Port: ${config.port === '0' ? 'auto' : config.port}`);
-  console.log(`  Project:  ${config.projectId || 'manual mode'}`);
-  console.log(`  Python:   ${findPython() || '❌ Not found'}`);
+  console.log(`  Browser:    ${browser || '❌ Not found'}`);
+  console.log(`  Profile:    ${config.profileDir}`);
+  console.log(`  CDP Port:   ${config.port === '0' ? 'auto' : config.port}`);
+  console.log(`  Project:    ${config.projectId || 'manual mode'}`);
+  console.log(`  Python:     ${findPython() || '❌ Not found'}`);
+  console.log(`  websockets: ${findWebsockets() || '❌ Not found'}`);
 
   if (!browser) {
     console.log('\n  ❌ No compatible browser found.');
@@ -102,11 +127,17 @@ function runSetup() {
   }
 
   if (!findPython()) {
-    console.log('\n  ❌ Python 3.8+ not found.');
+    console.log('\n  ❌ Python 3.10+ not found.');
     console.log('  Install: https://www.python.org/downloads/\n');
     process.exit(1);
   }
 
+  if (!findWebsockets()) {
+    console.log('\n  ❌ Python websockets not found.');
+    console.log('  Install: pip install websockets\n');
+    process.exit(1);
+  }
+
   // Create profile directory
   if (!fs.existsSync(config.profileDir)) {
     fs.mkdirSync(config.profileDir, { recursive: true });
@@ -147,7 +178,7 @@ function preflight() {
     const ver = execSync(`${python} --version 2>&1`, { stdio: 'pipe' }).toString().trim();
     console.log(`  ✓ ${ver}`);
   } else {
-    console.log('  ✗ Python 3.8+ not found');
+    console.log('  ✗ Python 3.10+ not found');
     console.log('    → Install: https://www.python.org/downloads/\n');
     process.exit(1);
   }
@@ -296,7 +327,9 @@ function showHelp() {
     setup              Auto-detect browser, create isolated profile
     launch             Start browser with CDP enabled
     status             Check browser connection
-    stop               Stop browser
+    stop [--smart]     Stop browser (--smart = close owned tabs, quit if empty)
+    close [--force|--keep]  Smart close: close cdpilot's tabs; quit browser only
+                       if no user tabs remain (--force quits anyway, --keep never quits)
 
   NAVIGATION
     go <url>           Navigate to URL
@@ -347,9 +380,29 @@ function showHelp() {
     (Address a context's tab in subsequent commands via CDPILOT_TARGET=<tgt-id>)
 
   STEALTH & CAPTCHA
-    stealth [on|off]   Toggle anti-fingerprint patches (opt-in)
+    mode [regular|stealth|undetected]
+                       Three-tier stealth (crawl4ai-style). regular = no patch
+                       (cleanest, default); stealth = light patch (webdriver/
+                       chrome.runtime/permissions); undetected = full patch
+                       (+ plugins + WebGL + Worker). Adaptive auto-escalates.
+    stealth [on|off]   Legacy binary toggle (on -> undetected tier)
     captcha-check      Detect CAPTCHA on active page (JSON output)
     captcha-wait [s]   Pause until user solves CAPTCHA (default 300s)
+    captcha-solve [--provider P]
+                       Solve Amazon classic image CAPTCHA (opt-in). amazon-local
+                       (optional amazoncaptcha lib) or BYOK capsolver/2captcha.
+                       Auto-routes PerimeterX 'Press & Hold' to press-hold.
+    press-hold [selector]
+                       Solve a PerimeterX/HUMAN 'Press & Hold' challenge with a
+                       humanized press->hold(jitter)->release gesture (no token,
+                       no provider). Auto-finds #px-captcha if no selector given.
+    friction           Detect highest anti-bot rung (none/rate_limited/
+                       soft_captcha/login_wall/otp_sms/hard_block) + policy.
+                       rate_limit auto-backoff in 'go'; login/OTP/block = human
+                       handoff (no autonomous bypass). Env: CDPILOT_FRICTION_BACKOFF,
+                       CDPILOT_FRICTION_MAX_RETRY.
+    profile warm [--minutes N]
+                       Age cookies/history on safe sites to boost reCAPTCHA v3 score.
     adaptive [on|off]  Auto-escalate to stealth on hosts that show CAPTCHA.
                        Remembers per-host. Use 'adaptive forget <host>' to reset.
     cookies save <file> [<dom>]
@@ -370,12 +423,173 @@ function showHelp() {
   AI AGENT
     mcp                Start MCP server (stdin/stdout JSON-RPC)
 
+  WATCH (continuous screencast for AI video understanding)
+    watch start <url>  Begin JPEG screencast at N fps to a disk ring buffer
+                       (default 10fps, 5min retention, 100MB cap). Background
+                       daemon — command returns immediately.
+    watch query --at MM:SS --window 5s
+                       Return JSON list of frame paths around a video time.
+    watch query --last 5s | --since-last
+                       Recent frames or everything new since the last query.
+    watch status       Daemon state, frame count, disk usage.
+    watch stop         Stop daemon + clean up frames (--keep-frames to retain).
+    watch ask "<q>"    Tiny NL parser: extracts time window from a question.
+
   More: https://github.com/mehmetnadir/cdpilot#commands
 `);
 }
 
+// ── Internal Test Runner ──
+
+function runInternalTestRunner(testFile, traceDir, traceMode, grepPattern) {
+  if (traceDir) {
+    fs.mkdirSync(path.join(traceDir, 'screenshots'), { recursive: true });
+    fs.mkdirSync(path.join(traceDir, 'a11y'), { recursive: true });
+  }
+
+  const metaPath = traceDir ? path.join(traceDir, 'meta.json') : null;
+  const stepsPath = traceDir && traceMode !== 'off' ? path.join(traceDir, 'steps.jsonl') : null;
+
+  const meta = { name: path.basename(testFile), started_at: new Date().toISOString(), status: 'running', tests: [] };
+  if (metaPath) fs.writeFileSync(metaPath, JSON.stringify(meta, null, 2));
+
+  const testQueue = [];
+  global.test = (name, fn) => testQueue.push({ name, fn });
+
+  try {
+    require(path.resolve(testFile));
+  } catch (err) {
+    const out = { passed: 0, failed: 1, skipped: 0, tests: [{ name: testFile, status: 'failed', duration_ms: 0, error: err.message }] };
+    process.stdout.write(JSON.stringify(out) + '\n');
+    process.exit(1);
+  }
+
+  const results = { passed: 0, failed: 0, skipped: 0, tests: [] };
+  const cdpPort = process.env.CDP_PORT || '9222';
+  const SCRIPT = path.join(__dirname, '..', 'src', 'cdpilot.py');
+  const python = findPython() || 'python3';
+  let stepIdx = 0;
+
+  const makeT = () => {
+    const runCmd = (cmd, ...cargs) => {
+      const padded = String(stepIdx).padStart(3, '0');
+      const step = { action: cmd + ' ' + cargs.join(' '), ts_ms: Date.now(), duration_ms: 0, error: null };
+      const t0 = Date.now();
+      try {
+        const quoted = cargs.map(a => JSON.stringify(String(a))).join(' ');
+        execSync(`${python} ${SCRIPT} ${cmd} ${quoted}`, {
+          stdio: 'pipe',
+          env: { ...process.env, CDP_PORT: cdpPort },
+          timeout: 30000,
+        });
+        step.duration_ms = Date.now() - t0;
+        if (stepsPath) fs.appendFileSync(stepsPath, JSON.stringify(step) + '\n');
+        // Screenshot after each step (best-effort — no browser = skipped)
+        if (traceDir && traceMode !== 'off') {
+          try {
+            const shotPath = path.join(traceDir, 'screenshots', `step-${padded}.png`);
+            execSync(`${python} ${SCRIPT} shot ${shotPath}`, { stdio: 'pipe', env: { ...process.env, CDP_PORT: cdpPort }, timeout: 10000 });
+          } catch (_) { /* no browser is OK in unit-style tests */ }
+        }
+        stepIdx++;
+      } catch (err) {
+        step.duration_ms = Date.now() - t0;
+        step.error = err.stderr ? err.stderr.toString().trim() : err.message;
+        if (stepsPath) fs.appendFileSync(stepsPath, JSON.stringify(step) + '\n');
+        stepIdx++;
+        throw new Error(`${cmd} failed: ${step.error}`);
+      }
+    };
+
+    const t = {
+      goto: (url) => runCmd('go', url),
+      click: (sel) => runCmd('click', sel),
+      fill: (sel, val) => runCmd('fill', sel, val),
+      type: (sel, val) => runCmd('type', sel, val),
+      hover: (sel) => runCmd('hover', sel),
+      screenshot: (p) => runCmd('shot', p),
+      eval: (js) => {
+        try {
+          const out = execSync(`${python} ${SCRIPT} eval ${JSON.stringify(js)}`, { stdio: 'pipe', env: { ...process.env, CDP_PORT: cdpPort }, timeout: 10000 });
+          return out.toString().trim();
+        } catch (e) { throw new Error('eval failed: ' + e.message); }
+      },
+      a11y: () => runCmd('a11y-snapshot'),
+    };
+
+    t.expect = (textOrSel) => runCmd('assert', textOrSel);
+    t.expect.url = (expected) => runCmd('assert-url', expected);
+    t.expect.visible = (sel) => runCmd('assert-visible', sel);
+    t.expect.hidden = (sel) => runCmd('assert-hidden', sel);
+
+    return t;
+  };
+
+  // Run tests sequentially (parallel is managed at the Python level across files)
+  const runAll = async () => {
+    for (const tst of testQueue) {
+      if (grepPattern && !tst.name.match(new RegExp(grepPattern, 'i'))) {
+        results.skipped++;
+        continue;
+      }
+      const t0 = Date.now();
+      const rec = { name: tst.name, status: 'passed', duration_ms: 0, error: null };
+      try {
+        await tst.fn(makeT());
+        rec.status = 'passed';
+        results.passed++;
+      } catch (err) {
+        rec.status = 'failed';
+        rec.error = err.message;
+        results.failed++;
+      }
+      rec.duration_ms = Date.now() - t0;
+      results.tests.push(rec);
+      if (metaPath) {
+        meta.tests.push(rec);
+        meta.status = 'running';
+        fs.writeFileSync(metaPath, JSON.stringify(meta, null, 2));
+      }
+    }
+
+    // Finalize meta
+    if (metaPath) {
+      meta.status = results.failed > 0 ? 'failed' : 'passed';
+      meta.passed = results.passed;
+      meta.failed = results.failed;
+      meta.skipped = results.skipped;
+      meta.ended_at = new Date().toISOString();
+      fs.writeFileSync(metaPath, JSON.stringify(meta, null, 2));
+    }
+
+    process.stdout.write(JSON.stringify(results) + '\n');
+    process.exit(results.failed > 0 ? 1 : 0);
+  };
+
+  runAll().catch(err => {
+    process.stderr.write('Test runner error: ' + err.message + '\n');
+    process.exit(1);
+  });
+}
+
 // ── Main ──
 
+// Internal test runner mode — intercept before normal CLI dispatch
+if (process.argv.includes('--internal-test-runner')) {
+  const idx = process.argv.indexOf('--internal-test-runner');
+  const testFile = process.argv[idx + 1];
+  const traceDirArg = process.argv.find(a => a.startsWith('--trace-dir='));
+  const traceArg = process.argv.find(a => a.startsWith('--trace='));
+  const grepArg = process.argv.find(a => a.startsWith('--grep='));
+  runInternalTestRunner(
+    testFile,
+    traceDirArg ? traceDirArg.split('=').slice(1).join('=') : null,
+    traceArg ? traceArg.split('=')[1] : 'default',
+    grepArg ? grepArg.split('=').slice(1).join('=') : null,
+  );
+  return; // runAll() is async, this exits via process.exit
+}
+
 const args = process.argv.slice(2);
 const cmd = args[0];
 

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "cdpilot",
-  "version": "0.5.0",
-  "description": "Zero-dependency browser automation from your terminal. One command, full control.",
+  "version": "0.9.0",
+  "description": "Zero-dependency browser automation CLI. Raw CDP, 70+ commands, friction ladder, 3-tier stealth, CAPTCHA + press-and-hold solvers, proxy pools, MCP server. No Puppeteer/Playwright/Selenium.",
   "bin": {
     "cdpilot": "./bin/cdpilot.js",
     "bctl": "./bin/cdpilot.js"
@@ -11,12 +11,45 @@
     "start": "node bin/cdpilot.js"
   },
   "keywords": [
-    "browser-automation", "cdp", "chrome-devtools-protocol", "cli",
-    "mcp", "ai-agent", "web-scraping", "zero-dependency",
-    "headless-browser", "puppeteer-alternative", "playwright-alternative",
-    "screenshot", "pdf", "automation", "devtools", "browser",
-    "model-context-protocol", "claude", "brave", "testing",
-    "web-testing", "accessibility", "a11y"
+    "browser-automation",
+    "cdp",
+    "chrome-devtools-protocol",
+    "cli",
+    "mcp",
+    "ai-agent",
+    "web-scraping",
+    "zero-dependency",
+    "headless-browser",
+    "puppeteer-alternative",
+    "playwright-alternative",
+    "screenshot",
+    "pdf",
+    "automation",
+    "devtools",
+    "browser",
+    "model-context-protocol",
+    "claude",
+    "brave",
+    "testing",
+    "web-testing",
+    "accessibility",
+    "a11y",
+    "stealth",
+    "captcha-solver",
+    "anti-bot",
+    "cloudflare-bypass",
+    "datadome",
+    "adaptive-escalation",
+    "proxy-rotation",
+    "tls-fingerprint",
+    "cookie-management",
+    "video-understanding",
+    "screencast",
+    "shadow-dom",
+    "perimeterx",
+    "press-and-hold",
+    "progressive-resilience",
+    "multi-instance"
   ],
   "author": "Mehmet Nadir",
   "license": "MIT",
@@ -32,5 +65,10 @@
     "src/cdpilot.py",
     "README.md",
     "LICENSE"
-  ]
+  ],
+  "devDependencies": {
+    "gray-matter": "^4.0.3",
+    "remark": "^15.0.1",
+    "remark-html": "^16.0.1"
+  }
 }