unbrowse 2.0.0 → 2.0.1

package/README.md

@@ -15,7 +15,7 @@ One agent learns a site once. Every later agent gets the fast path.
 npx unbrowse setup
 ```
 
-`npx unbrowse setup` downloads the CLI on demand, installs browser assets, lets you register with an email-shaped display identity, registers the Open Code `/unbrowse` command when Open Code is detected, and starts the local server.
+`npx unbrowse setup` downloads the CLI on demand, verifies the bundled Kuri runtime, lets you register with an email-shaped display identity, registers the Open Code `/unbrowse` command when Open Code is detected, and starts the local server.
 
 For daily use:
 
@@ -30,6 +30,25 @@ If your agent host uses skills:
 npx skills add unbrowse-ai/unbrowse
 ```
 
+## Upgrading
+
+Unbrowse no longer self-updates at runtime. If you already have Unbrowse installed, upgrade to the latest version after each release or the new flow may not work on your machine.
+
+If you installed the CLI globally:
+
+```bash
+npm install -g unbrowse@latest
+unbrowse setup
+```
+
+If your agent host uses skills, rerun its skill install/update command too:
+
+```bash
+npx skills add unbrowse-ai/unbrowse
+```
+
+Need help or want release updates? Join the Discord: [discord.gg/VWugEeFNsG](https://discord.gg/VWugEeFNsG)
+
 Every CLI command auto-starts the local server on `http://localhost:6969` by default. Override with `UNBROWSE_URL`, `PORT`, or `HOST`. On first startup it auto-registers as an agent with the marketplace and caches credentials in `~/.unbrowse/config.json`. `unbrowse setup` now prompts for an email-shaped identity first; headless setups can provide `UNBROWSE_AGENT_EMAIL`.
 
 Works with Claude Code, Open Code, Cursor, Codex, Windsurf, and any agent host that can call a local CLI or skill.
@@ -37,7 +56,7 @@ Works with Claude Code, Open Code, Cursor, Codex, Windsurf, and any agent host t
 ## What setup does
 
 - Checks local prerequisites for the npm/npx flow.
-- Installs browser assets needed for live capture.
+- Verifies the bundled Kuri binary, or builds it from the vendored Kuri source when working from repo source with Zig installed.
 - Registers the Open Code `/unbrowse` command when Open Code is present.
 - Starts the local Unbrowse server unless `--no-start` is passed.
 

package/dist/cli.js

@@ -1,23 +1,5 @@
 #!/usr/bin/env node
 // @bun
-import { createRequire } from "node:module";
-var __create = Object.create;
-var __getProtoOf = Object.getPrototypeOf;
-var __defProp = Object.defineProperty;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __toESM = (mod, isNodeMode, target) => {
-  target = mod != null ? __create(__getProtoOf(mod)) : {};
-  const to = isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target;
-  for (let key of __getOwnPropNames(mod))
-    if (!__hasOwnProp.call(to, key))
-      __defProp(to, key, {
-        get: () => mod[key],
-        enumerable: true
-      });
-  return to;
-};
-var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // ../../src/cli.ts
 import { config as loadEnv } from "dotenv";
@@ -322,7 +304,7 @@ import { spawn } from "node:child_process";
 import { existsSync as existsSync2, mkdirSync as mkdirSync2, realpathSync } from "node:fs";
 import os from "node:os";
 import path from "node:path";
-import { createRequire as createRequire2 } from "node:module";
+import { createRequire } from "node:module";
 import { fileURLToPath } from "node:url";
 function getModuleDir(metaUrl) {
   return path.dirname(fileURLToPath(metaUrl));
@@ -344,7 +326,7 @@ function runtimeArgsForEntrypoint(metaUrl, entrypoint) {
   if (process.versions.bun)
     return [entrypoint];
   try {
-    const req = createRequire2(metaUrl);
+    const req = createRequire(metaUrl);
     const tsxPkg = req.resolve("tsx/package.json");
     const tsxLoader = path.join(path.dirname(tsxPkg), "dist", "loader.mjs");
     if (existsSync2(tsxLoader))
@@ -483,16 +465,88 @@ function isMainModule(metaUrl) {
 }
 
 // ../../src/runtime/setup.ts
-import { execFileSync } from "node:child_process";
-import { createRequire as createRequire3 } from "node:module";
-import { existsSync as existsSync4, mkdirSync as mkdirSync4, writeFileSync as writeFileSync3 } from "node:fs";
-import os2 from "node:os";
+import { execFileSync as execFileSync2 } from "node:child_process";
+import { existsSync as existsSync5, mkdirSync as mkdirSync4, writeFileSync as writeFileSync3 } from "node:fs";
+import os3 from "node:os";
+import path6 from "node:path";
+
+// ../../src/kuri/client.ts
+import { execFileSync, spawn as spawn2 } from "node:child_process";
+import { existsSync as existsSync4 } from "node:fs";
+import path5 from "node:path";
+
+// ../../src/logger.ts
 import path4 from "node:path";
-var req = createRequire3(import.meta.url);
+import os2 from "node:os";
+var LOG_DIR = path4.join(os2.homedir(), ".unbrowse", "logs");
+
+// ../../src/kuri/client.ts
+function kuriBinaryName() {
+  return process.platform === "win32" ? "kuri.exe" : "kuri";
+}
+function currentBundledKuriTarget() {
+  if (process.platform === "darwin" && process.arch === "arm64")
+    return "darwin-arm64";
+  if (process.platform === "darwin" && process.arch === "x64")
+    return "darwin-x64";
+  if (process.platform === "linux" && process.arch === "arm64")
+    return "linux-arm64";
+  if (process.platform === "linux" && process.arch === "x64")
+    return "linux-x64";
+  return null;
+}
+function resolveBinaryOnPath(name) {
+  const checker = process.platform === "win32" ? "where" : "which";
+  try {
+    const output = execFileSync(checker, [name], { encoding: "utf8", stdio: ["ignore", "pipe", "ignore"] });
+    const match = output.split(/\r?\n/).map((line) => line.trim()).find(Boolean);
+    return match || null;
+  } catch {
+    return null;
+  }
+}
+function addCandidate(candidates, candidate) {
+  if (!candidate)
+    return;
+  if (!candidates.includes(candidate))
+    candidates.push(candidate);
+}
+function getKuriSourceCandidates() {
+  const packageRoot = getPackageRoot(import.meta.url);
+  const candidates = [];
+  addCandidate(candidates, path5.join(packageRoot, "vendor", "kuri-src"));
+  addCandidate(candidates, path5.join(packageRoot, "submodules", "kuri"));
+  if (process.env.KURI_PATH)
+    addCandidate(candidates, process.env.KURI_PATH);
+  if (process.env.HOME)
+    addCandidate(candidates, path5.join(process.env.HOME, "kuri"));
+  return candidates;
+}
+function getKuriBinaryCandidates() {
+  const packageRoot = getPackageRoot(import.meta.url);
+  const binaryName = kuriBinaryName();
+  const target = currentBundledKuriTarget();
+  const candidates = [];
+  if (target)
+    addCandidate(candidates, path5.join(packageRoot, "vendor", "kuri", target, binaryName));
+  for (const sourceDir of getKuriSourceCandidates()) {
+    addCandidate(candidates, path5.join(sourceDir, "zig-out", "bin", binaryName));
+  }
+  addCandidate(candidates, resolveBinaryOnPath("kuri"));
+  return candidates;
+}
+function findKuriBinary() {
+  if (process.env.KURI_BIN)
+    return process.env.KURI_BIN;
+  const candidates = getKuriBinaryCandidates();
+  return candidates.find((candidate) => existsSync4(candidate)) ?? candidates[0] ?? kuriBinaryName();
+}
+
+// ../../src/runtime/setup.ts
 function hasBinary(name) {
   const checker = process.platform === "win32" ? "where" : "which";
   try {
-    execFileSync(checker, [name], { stdio: "ignore" });
+    execFileSync2(checker, [name], { stdio: "ignore" });
     return true;
   } catch {
     return false;
@@ -508,18 +562,18 @@ function detectPackageManagers() {
 }
 function resolveConfigHome() {
   if (process.platform === "win32") {
-    return process.env.APPDATA || path4.join(os2.homedir(), "AppData", "Roaming");
+    return process.env.APPDATA || path6.join(os3.homedir(), "AppData", "Roaming");
   }
-  return process.env.XDG_CONFIG_HOME || path4.join(os2.homedir(), ".config");
+  return process.env.XDG_CONFIG_HOME || path6.join(os3.homedir(), ".config");
 }
 function getOpenCodeGlobalCommandsDir() {
-  return path4.join(resolveConfigHome(), "opencode", "commands");
+  return path6.join(resolveConfigHome(), "opencode", "commands");
 }
 function getOpenCodeProjectCommandsDir(cwd) {
-  return path4.join(cwd, ".opencode", "commands");
+  return path6.join(cwd, ".opencode", "commands");
 }
 function detectOpenCode(cwd) {
-  return hasBinary("opencode") || existsSync4(path4.join(resolveConfigHome(), "opencode")) || existsSync4(path4.join(cwd, ".opencode"));
+  return hasBinary("opencode") || existsSync5(path6.join(resolveConfigHome(), "opencode")) || existsSync5(path6.join(cwd, ".opencode"));
 }
 function renderOpenCodeCommand() {
   return `---
@@ -547,12 +601,12 @@ function writeOpenCodeCommand(scope, cwd) {
   if (scope === "auto" && !detected) {
     return { detected: false, action: "not-detected", scope: "off" };
   }
-  const resolvedScope = scope === "project" ? "project" : scope === "global" ? "global" : existsSync4(path4.join(cwd, ".opencode")) ? "project" : "global";
+  const resolvedScope = scope === "project" ? "project" : scope === "global" ? "global" : existsSync5(path6.join(cwd, ".opencode")) ? "project" : "global";
   const commandsDir = resolvedScope === "project" ? getOpenCodeProjectCommandsDir(cwd) : getOpenCodeGlobalCommandsDir();
-  const commandFile = path4.join(ensureDir(commandsDir), "unbrowse.md");
+  const commandFile = path6.join(ensureDir(commandsDir), "unbrowse.md");
   const content = renderOpenCodeCommand();
-  const action = existsSync4(commandFile) ? "updated" : "installed";
-  mkdirSync4(path4.dirname(commandFile), { recursive: true });
+  const action = existsSync5(commandFile) ? "updated" : "installed";
+  mkdirSync4(path6.dirname(commandFile), { recursive: true });
   writeFileSync3(commandFile, content);
   return {
     detected: detected || scope !== "auto",
@@ -562,17 +616,44 @@ function writeOpenCodeCommand(scope, cwd) {
   };
 }
 async function ensureBrowserEngineInstalled() {
+  const binary = findKuriBinary();
+  if (existsSync5(binary)) {
+    return { installed: true, action: "already-installed" };
+  }
+  const sourceDir = getKuriSourceCandidates().find((candidate) => existsSync5(path6.join(candidate, "build.zig")));
+  if (!sourceDir) {
+    return {
+      installed: false,
+      action: "failed",
+      message: `Kuri binary not found. Checked ${binary}`
+    };
+  }
+  if (!hasBinary("zig")) {
+    return {
+      installed: false,
+      action: "failed",
+      message: `Kuri source found at ${sourceDir}, but Zig is not installed`
+    };
+  }
   try {
-    const { chromium } = await import("playwright-core");
-    if (existsSync4(chromium.executablePath())) {
-      return { installed: true, action: "already-installed" };
-    }
-    const agentBrowserBin = req.resolve("agent-browser/bin/agent-browser.js");
-    execFileSync(process.execPath, [agentBrowserBin, "install"], {
+    execFileSync2("zig", ["build", "-Doptimize=ReleaseFast"], {
+      cwd: sourceDir,
       stdio: "inherit",
       timeout: 300000
     });
-    return { installed: true, action: "installed" };
+    const builtBinary = findKuriBinary();
+    if (existsSync5(builtBinary)) {
+      return {
+        installed: true,
+        action: "installed",
+        message: `Built Kuri from ${sourceDir}`
+      };
+    }
+    return {
+      installed: false,
+      action: "failed",
+      message: `Kuri build completed but ${builtBinary} was not created`
+    };
   } catch (error) {
     const message = error instanceof Error ? error.message : String(error);
     return { installed: false, action: "failed", message };
@@ -584,7 +665,7 @@ async function runSetup(options) {
   return {
     os: {
       platform: process.platform,
-      release: os2.release(),
+      release: os3.release(),
       arch: process.arch
     },
     package_managers: detectPackageManagers(),
@@ -621,8 +702,8 @@ function parseArgs(argv) {
   }
   return { command, args: positional, flags };
 }
-async function api2(method, path5, body) {
-  const res = await fetch(`${BASE_URL}${path5}`, {
+async function api2(method, path7, body) {
+  const res = await fetch(`${BASE_URL}${path7}`, {
     method,
     headers: {
       ...body ? { "Content-Type": "application/json" } : {},
@@ -708,10 +789,10 @@ function detectEntityIndex(data) {
   }
   return best ? buildEntityIndex(best) : null;
 }
-function resolvePath(obj, path5, entityIndex) {
-  if (!path5 || obj == null)
+function resolvePath(obj, path7, entityIndex) {
+  if (!path7 || obj == null)
     return obj;
-  const segments = path5.split(".");
+  const segments = path7.split(".");
   let cur = obj;
   for (let i = 0;i < segments.length; i++) {
     if (cur == null)
@@ -750,8 +831,8 @@ function extractFields(data, fields, entityIndex) {
     for (const f of fields) {
       const colonIdx = f.indexOf(":");
       const alias = colonIdx >= 0 ? f.slice(0, colonIdx) : f.split(".").pop();
-      const path5 = colonIdx >= 0 ? f.slice(colonIdx + 1) : f;
-      const resolved = resolvePath(item, path5, entityIndex ?? undefined) ?? [];
+      const path7 = colonIdx >= 0 ? f.slice(colonIdx + 1) : f;
+      const resolved = resolvePath(item, path7, entityIndex ?? undefined) ?? [];
       out[alias] = Array.isArray(resolved) ? resolved.length === 0 ? null : resolved.length === 1 ? resolved[0] : resolved : resolved;
     }
     return out;
@@ -1039,11 +1120,11 @@ async function cmdSearch(flags) {
   if (!intent)
     die("--intent is required");
   const domain = flags.domain;
-  const path5 = domain ? "/v1/search/domain" : "/v1/search";
+  const path7 = domain ? "/v1/search/domain" : "/v1/search";
   const body = { intent, k: Number(flags.k) || 5 };
   if (domain)
     body.domain = domain;
-  output(await api2("POST", path5, body), !!flags.pretty);
+  output(await api2("POST", path7, body), !!flags.pretty);
 }
 async function cmdSessions(flags) {
   const domain = flags.domain;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unbrowse",
-  "version": "2.0.0",
+  "version": "2.0.1",
   "description": "Reverse-engineer any website into reusable API skills. npm CLI + local engine.",
   "type": "module",
   "bin": {
@@ -9,6 +9,7 @@
   "files": [
     "dist",
     "runtime-src",
+    "vendor/kuri",
     "README.md",
     "LICENSE"
   ],
@@ -25,8 +26,6 @@
     "cheerio": "^1.2.0",
     "dotenv": "^17.3.1",
     "nanoid": "^5.1.6",
-    "agent-browser": "^0.13.0",
-    "playwright-core": "^1.58.2",
     "tsx": "^4.20.6",
     "ws": "^8.19.0"
   },

package/runtime-src/kuri/client.ts

@@ -8,8 +8,11 @@
  * All browser ops go through HTTP — no Playwright, no Node CDP bindings.
  */
 
-import { spawn, type ChildProcess } from "node:child_process";
+import { execFileSync, spawn, type ChildProcess } from "node:child_process";
+import { existsSync } from "node:fs";
+import path from "node:path";
 import { log } from "../logger.js";
+import { getPackageRoot } from "../runtime/paths.js";
 
 const KURI_DEFAULT_PORT = 7700;
 const KURI_STARTUP_TIMEOUT_MS = 10_000;
@@ -52,6 +55,58 @@ let kuriPort = KURI_DEFAULT_PORT;
 let kuriCdpPort: number | null = null;
 let kuriReady = false;
 
+function kuriBinaryName(): string {
+  return process.platform === "win32" ? "kuri.exe" : "kuri";
+}
+
+function currentBundledKuriTarget(): string | null {
+  if (process.platform === "darwin" && process.arch === "arm64") return "darwin-arm64";
+  if (process.platform === "darwin" && process.arch === "x64") return "darwin-x64";
+  if (process.platform === "linux" && process.arch === "arm64") return "linux-arm64";
+  if (process.platform === "linux" && process.arch === "x64") return "linux-x64";
+  return null;
+}
+
+function resolveBinaryOnPath(name: string): string | null {
+  const checker = process.platform === "win32" ? "where" : "which";
+  try {
+    const output = execFileSync(checker, [name], { encoding: "utf8", stdio: ["ignore", "pipe", "ignore"] });
+    const match = output.split(/\r?\n/).map((line) => line.trim()).find(Boolean);
+    return match || null;
+  } catch {
+    return null;
+  }
+}
+
+function addCandidate(candidates: string[], candidate?: string | null): void {
+  if (!candidate) return;
+  if (!candidates.includes(candidate)) candidates.push(candidate);
+}
+
+export function getKuriSourceCandidates(): string[] {
+  const packageRoot = getPackageRoot(import.meta.url);
+  const candidates: string[] = [];
+  addCandidate(candidates, path.join(packageRoot, "vendor", "kuri-src"));
+  addCandidate(candidates, path.join(packageRoot, "submodules", "kuri"));
+  if (process.env.KURI_PATH) addCandidate(candidates, process.env.KURI_PATH);
+  if (process.env.HOME) addCandidate(candidates, path.join(process.env.HOME, "kuri"));
+  return candidates;
+}
+
+export function getKuriBinaryCandidates(): string[] {
+  const packageRoot = getPackageRoot(import.meta.url);
+  const binaryName = kuriBinaryName();
+  const target = currentBundledKuriTarget();
+  const candidates: string[] = [];
+
+  if (target) addCandidate(candidates, path.join(packageRoot, "vendor", "kuri", target, binaryName));
+  for (const sourceDir of getKuriSourceCandidates()) {
+    addCandidate(candidates, path.join(sourceDir, "zig-out", "bin", binaryName));
+  }
+  addCandidate(candidates, resolveBinaryOnPath("kuri"));
+  return candidates;
+}
+
 /** Try common CDP ports to find where Chrome is listening. */
 async function discoverCdpPort(): Promise<void> {
   const portsToTry = [9222, 9223, 9224, 9225];
@@ -128,10 +183,10 @@ async function kuriPost(path: string, params: Record<string, string>, body: unkn
 }
 
 /** Find the kuri binary — check env, then common build locations. */
-function findKuriBinary(): string {
+export function findKuriBinary(): string {
   if (process.env.KURI_BIN) return process.env.KURI_BIN;
-  const kuriRepoPath = process.env.KURI_PATH ?? `${process.env.HOME}/kuri`;
-  return `${kuriRepoPath}/zig-out/bin/kuri`;
+  const candidates = getKuriBinaryCandidates();
+  return candidates.find((candidate) => existsSync(candidate)) ?? candidates[0] ?? kuriBinaryName();
 }
 
 /**
@@ -160,6 +215,9 @@ export async function start(port?: number): Promise<void> {
 
   const binary = findKuriBinary();
   log("kuri", `starting: ${binary} on port ${kuriPort}`);
+  if (!existsSync(binary)) {
+    throw new Error(`Kuri binary not found at ${binary}`);
+  }
 
   // Check if Chrome is already running — if so, pass CDP_URL to connect
   // If not, omit CDP_URL so Kuri launches its own managed Chrome

package/runtime-src/runtime/setup.ts

@@ -1,11 +1,9 @@
 import { execFileSync } from "node:child_process";
-import { createRequire } from "node:module";
 import { existsSync, mkdirSync, writeFileSync } from "node:fs";
 import os from "node:os";
 import path from "node:path";
 import { ensureDir } from "./paths.js";
-
-const req = createRequire(import.meta.url);
+import { findKuriBinary, getKuriSourceCandidates } from "../kuri/client.js";
 
 export type SetupScope = "auto" | "global" | "project" | "off";
 
@@ -128,18 +126,47 @@ function writeOpenCodeCommand(scope: SetupScope, cwd: string): SetupReport["open
 }
 
 export async function ensureBrowserEngineInstalled(): Promise<SetupReport["browser_engine"]> {
-  try {
-    const { chromium } = await import("playwright-core");
-    if (existsSync(chromium.executablePath())) {
-      return { installed: true, action: "already-installed" };
-    }
+  const binary = findKuriBinary();
+  if (existsSync(binary)) {
+    return { installed: true, action: "already-installed" };
+  }
+
+  const sourceDir = getKuriSourceCandidates().find((candidate) => existsSync(path.join(candidate, "build.zig")));
+  if (!sourceDir) {
+    return {
+      installed: false,
+      action: "failed",
+      message: `Kuri binary not found. Checked ${binary}`,
+    };
+  }
+
+  if (!hasBinary("zig")) {
+    return {
+      installed: false,
+      action: "failed",
+      message: `Kuri source found at ${sourceDir}, but Zig is not installed`,
+    };
+  }
 
-    const agentBrowserBin = req.resolve("agent-browser/bin/agent-browser.js");
-    execFileSync(process.execPath, [agentBrowserBin, "install"], {
+  try {
+    execFileSync("zig", ["build", "-Doptimize=ReleaseFast"], {
+      cwd: sourceDir,
       stdio: "inherit",
       timeout: 300_000,
     });
-    return { installed: true, action: "installed" };
+    const builtBinary = findKuriBinary();
+    if (existsSync(builtBinary)) {
+      return {
+        installed: true,
+        action: "installed",
+        message: `Built Kuri from ${sourceDir}`,
+      };
+    }
+    return {
+      installed: false,
+      action: "failed",
+      message: `Kuri build completed but ${builtBinary} was not created`,
+    };
   } catch (error) {
     const message = error instanceof Error ? error.message : String(error);
     return { installed: false, action: "failed", message };