onecrawl 4.0.0-alpha.60 → 4.0.0-alpha.62

package/bin/cli.js

@@ -53,6 +53,12 @@ if (command === "skills-status") {
   process.exit(0);
 }
 
+if (command === "ensure-chrome") {
+  const { ensureChrome } = await import("../lib/chrome.js");
+  const result = await ensureChrome();
+  process.exit(result ? 0 : 1);
+}
+
 // All other commands → delegate to Rust binary
 const binary = findBinary();
 if (!binary) {
@@ -60,9 +66,10 @@ if (!binary) {
   console.error(`    Run: npm run postinstall  (to download it)`);
   console.error(`    Or:  cargo build --release -p onecrawl-cli-rs  (to build from source)`);
   console.error(`\n    Available npm commands:`);
-  console.error(`      onecrawl init [dir]         — Install AGENTS + skills`);
-  console.error(`      onecrawl update-skills [dir] — Update skills to latest`);
-  console.error(`      onecrawl skills-status [dir] — Show installed skills`);
+  console.error(`      onecrawl init [dir]           — Install AGENTS + skills`);
+  console.error(`      onecrawl update-skills [dir]  — Update skills to latest`);
+  console.error(`      onecrawl skills-status [dir]  — Show installed skills`);
+  console.error(`      onecrawl ensure-chrome        — Detect/download Chrome`);
   process.exit(1);
 }
 

package/lib/chrome.js

@@ -0,0 +1,209 @@
+// chrome.js — Detect and auto-download Chrome/Chromium for OneCrawl
+import { existsSync, mkdirSync, chmodSync, unlinkSync, createWriteStream, readdirSync, statSync } from "node:fs";
+import { join } from "node:path";
+import { homedir, platform, arch } from "node:os";
+import { execFileSync, execSync } from "node:child_process";
+import { get as httpsGet } from "node:https";
+
+const CHROME_DIR = join(homedir(), ".onecrawl", "chrome");
+
+const CHROME_CANDIDATES = {
+  darwin: [
+    "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome",
+    "/Applications/Google Chrome Beta.app/Contents/MacOS/Google Chrome Beta",
+    "/Applications/Chromium.app/Contents/MacOS/Chromium",
+    "/Applications/Microsoft Edge.app/Contents/MacOS/Microsoft Edge",
+  ],
+  linux: [
+    "/usr/bin/google-chrome",
+    "/usr/bin/google-chrome-stable",
+    "/usr/bin/chromium",
+    "/usr/bin/chromium-browser",
+    "/snap/bin/chromium",
+    "/opt/google/chrome/google-chrome",
+  ],
+  win32: [
+    "C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
+    "C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe",
+    "C:\\Program Files (x86)\\Microsoft\\Edge\\Application\\msedge.exe",
+  ],
+};
+
+/**
+ * Detect an existing Chrome/Chromium installation.
+ * Returns the path if found, null otherwise.
+ */
+export function detectChrome() {
+  const envChrome = process.env.CHROME;
+  if (envChrome && existsSync(envChrome)) return envChrome;
+
+  const candidates = CHROME_CANDIDATES[platform()] || [];
+  for (const p of candidates) {
+    if (existsSync(p)) return p;
+  }
+
+  const names = platform() === "win32"
+    ? ["chrome.exe", "chromium.exe", "msedge.exe"]
+    : ["google-chrome", "google-chrome-stable", "chromium", "chromium-browser", "chrome"];
+  for (const name of names) {
+    try {
+      const which = platform() === "win32" ? "where" : "which";
+      const result = execFileSync(which, [name], { encoding: "utf8" }).trim().split("\n")[0];
+      if (result && existsSync(result)) return result;
+    } catch { /* not found */ }
+  }
+
+  // Check our own download directory
+  const localChrome = findExtractedChrome(CHROME_DIR);
+  if (localChrome) return localChrome;
+
+  return null;
+}
+
+/**
+ * Ensure Chrome is available — detect or download.
+ * Returns the Chrome executable path.
+ */
+export async function ensureChrome({ silent = false } = {}) {
+  const existing = detectChrome();
+  if (existing) {
+    if (!silent) console.log(`✅  Chrome found: ${existing}`);
+    return existing;
+  }
+
+  if (!silent) console.log("📥  No Chrome detected — downloading Chromium for Testing...");
+
+  try {
+    const chromePath = await downloadChromium({ silent });
+    if (!silent) console.log(`✅  Chromium installed at: ${chromePath}`);
+    return chromePath;
+  } catch (e) {
+    if (!silent) {
+      console.log(`⚠️  Could not auto-download Chromium: ${e.message}`);
+      console.log("   Install Chrome: https://www.google.com/chrome/");
+      console.log("   Or set CHROME=/path/to/chrome");
+    }
+    return null;
+  }
+}
+
+// Chrome for Testing JSON API
+const CFT_VERSIONS_URL = "https://googlechromelabs.github.io/chrome-for-testing/last-known-good-versions-with-downloads.json";
+
+function cftPlatform() {
+  const p = platform();
+  const a = arch();
+  if (p === "darwin") return a === "arm64" ? "mac-arm64" : "mac-x64";
+  if (p === "linux") return "linux64";
+  if (p === "win32") return "win64";
+  return null;
+}
+
+function fetchJson(url) {
+  return new Promise((resolve, reject) => {
+    const follow = (target, depth = 0) => {
+      if (depth > 5) return reject(new Error("Too many redirects"));
+      httpsGet(target, (res) => {
+        if (res.statusCode >= 300 && res.statusCode < 400 && res.headers.location) {
+          return follow(res.headers.location, depth + 1);
+        }
+        if (res.statusCode !== 200) return reject(new Error(`HTTP ${res.statusCode}`));
+        let data = "";
+        res.on("data", (c) => (data += c));
+        res.on("end", () => { try { resolve(JSON.parse(data)); } catch (e) { reject(e); } });
+      }).on("error", reject);
+    };
+    follow(url);
+  });
+}
+
+function downloadFile(url, destPath) {
+  return new Promise((resolve, reject) => {
+    const follow = (target, depth = 0) => {
+      if (depth > 5) return reject(new Error("Too many redirects"));
+      httpsGet(target, (res) => {
+        if (res.statusCode >= 300 && res.statusCode < 400 && res.headers.location) {
+          return follow(res.headers.location, depth + 1);
+        }
+        if (res.statusCode !== 200) return reject(new Error(`HTTP ${res.statusCode}`));
+        const file = createWriteStream(destPath);
+        res.pipe(file);
+        file.on("finish", () => { file.close(); resolve(); });
+        file.on("error", reject);
+      }).on("error", reject);
+    };
+    follow(url);
+  });
+}
+
+async function downloadChromium({ silent = false } = {}) {
+  const cftPlat = cftPlatform();
+  if (!cftPlat) throw new Error(`Unsupported platform: ${platform()}-${arch()}`);
+
+  const versionInfo = await fetchJson(CFT_VERSIONS_URL);
+  const stable = versionInfo?.channels?.Stable;
+  if (!stable?.version) throw new Error("Could not determine latest Chrome version");
+
+  const version = stable.version;
+  const chromeDownload = stable.downloads?.chrome?.find((d) => d.platform === cftPlat);
+  if (!chromeDownload?.url) throw new Error(`No Chrome download for ${cftPlat}`);
+
+  if (!silent) console.log(`    Version: ${version} (${cftPlat})`);
+
+  mkdirSync(CHROME_DIR, { recursive: true });
+  const zipPath = join(CHROME_DIR, "chrome-download.zip");
+
+  if (!silent) console.log(`    Downloading...`);
+  await downloadFile(chromeDownload.url, zipPath);
+
+  if (!silent) console.log(`    Extracting...`);
+  if (platform() === "win32") {
+    execSync(`powershell -Command "Expand-Archive -Path '${zipPath}' -DestinationPath '${CHROME_DIR}' -Force"`, { stdio: "ignore" });
+  } else {
+    execSync(`unzip -o -q "${zipPath}" -d "${CHROME_DIR}"`, { stdio: "ignore" });
+  }
+
+  const chromeBinary = findExtractedChrome(CHROME_DIR);
+  if (!chromeBinary) throw new Error("Chrome binary not found after extraction");
+
+  if (platform() !== "win32") chmodSync(chromeBinary, 0o755);
+
+  try { unlinkSync(zipPath); } catch {}
+
+  process.env.CHROME = chromeBinary;
+  return chromeBinary;
+}
+
+function findExtractedChrome(baseDir) {
+  if (!existsSync(baseDir)) return null;
+  const targets = platform() === "darwin"
+    ? ["Google Chrome for Testing", "Chromium"]
+    : platform() === "win32"
+    ? ["chrome.exe"]
+    : ["chrome"];
+
+  return searchFile(baseDir, targets, 0, 5);
+}
+
+function searchFile(dir, targets, depth, maxDepth) {
+  if (depth > maxDepth) return null;
+  try {
+    const entries = readdirSync(dir);
+    for (const entry of entries) {
+      const full = join(dir, entry);
+      if (targets.includes(entry)) {
+        try { statSync(full); return full; } catch {}
+      }
+    }
+    for (const entry of entries) {
+      const full = join(dir, entry);
+      try {
+        if (statSync(full).isDirectory()) {
+          const found = searchFile(full, targets, depth + 1, maxDepth);
+          if (found) return found;
+        }
+      } catch {}
+    }
+  } catch {}
+  return null;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "onecrawl",
-  "version": "4.0.0-alpha.60",
+  "version": "4.0.0-alpha.62",
   "description": "Browser automation engine — CLI, MCP server, and agent skills installer",
   "license": "BUSL-1.1",
   "author": "Giulio Leone <giulio@onecrawl.dev>",
@@ -13,7 +13,8 @@
   "type": "module",
   "exports": {
     ".": "./lib/index.js",
-    "./skills": "./lib/skills.js"
+    "./skills": "./lib/skills.js",
+    "./chrome": "./lib/chrome.js"
   },
   "main": "./lib/index.js",
   "bin": {

package/scripts/postinstall.js

@@ -110,6 +110,14 @@ async function installBinary() {
     console.log(`⚠️  Failed to install binary: ${e.message}`);
     console.log(`   Build from source: cargo build --release -p onecrawl-cli-rs`);
   }
+
+  // Ensure Chrome/Chromium is available (auto-download if missing)
+  try {
+    const { ensureChrome } = await import("../lib/chrome.js");
+    await ensureChrome({ silent: false });
+  } catch {
+    // Non-fatal — user can install Chrome manually
+  }
 }
 
 installBinary();