neoagent 2.3.1-beta.70 → 2.3.1-beta.72

package/docs/configuration.md

@@ -134,6 +134,8 @@ Runtime profile and backend selection are stored in user settings, not normally
 
 Production policy can require the VM backend. In that case, set a strong `NEOAGENT_VM_GUEST_TOKEN` of at least 32 characters and avoid placeholder values.
 
+The VM backend requires QEMU on the host machine. It runs an x86_64 Ubuntu guest so the Android emulator can run in the same isolated runtime as the browser. On macOS, install QEMU with `brew install qemu`. On Ubuntu or Debian, install `qemu-system` and `qemu-utils` from apt before starting NeoAgent.
+
 The app exposes two browser backend choices: VM and Chrome extension. VM uses the local isolated runtime. Chrome extension uses the paired extension connection on the remote machine instead of the server-local browser. To install only the extension on a remote machine, open NeoAgent, download `/api/browser-extension/download`, unzip it, load the folder through `chrome://extensions` with Developer mode enabled, then pair after logging in to NeoAgent. Unpacked Chrome extensions cannot replace themselves automatically; use the extension popup's update check to compare against the server bundle, then download and reload the latest ZIP when needed.
 
 ## Secrets Guidance

package/docs/getting-started.md

@@ -5,10 +5,27 @@ NeoAgent installs as a Node CLI and runs a self-hosted server with a bundled Flu
 ## Requirements
 
 - Node.js 20 or newer.
+- QEMU for VM-backed browser and Android runs.
 - A reachable server URL if you want OAuth callbacks, mobile access, or messaging webhooks.
 - At least one hosted AI provider API key, unless you only use local Ollama.
 - Android Studio or a Flutter Android toolchain if you build the Android client yourself.
 
+### QEMU Installation
+
+NeoAgent uses a per-user x86_64 VM for browser and Android execution. Install QEMU before starting the service:
+
+```bash
+# macOS
+brew install qemu
+
+# Ubuntu / Debian
+sudo apt-get update
+sudo apt-get install -y qemu-system qemu-utils
+```
+
+The first VM boot also downloads the Ubuntu base image and seeds the guest runtime automatically.
+That guest bootstrap installs the browser and Android runtime dependencies it needs, including Java and the emulator support packages.
+
 ## Install
 
 ```bash

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "neoagent",
-  "version": "2.3.1-beta.70",
+  "version": "2.3.1-beta.72",
   "description": "Proactive personal AI agent with no limits",
   "license": "MIT",
   "main": "server/index.js",

package/runtime/paths.js

@@ -135,7 +135,7 @@ function generateSecret(bytes = 32) {
   return crypto.randomBytes(bytes).toString('hex');
 }
 
-function getDefaultVmBaseImageUrl(arch = process.arch) {
+function getDefaultVmBaseImageUrl(arch = 'x64') {
   return arch === 'arm64' ? DEFAULT_VM_BASE_IMAGE_URLS.arm64 : DEFAULT_VM_BASE_IMAGE_URLS.x64;
 }
 
@@ -173,8 +173,9 @@ function ensureSecureRuntimeEnv({ envFile = ENV_FILE, env = process.env, logger
   }
 
   let vmBaseImageUrl = String(env.NEOAGENT_VM_BASE_IMAGE_URL || parsed.get('NEOAGENT_VM_BASE_IMAGE_URL') || '').trim();
-  if (!vmBaseImageUrl) {
-    vmBaseImageUrl = getDefaultVmBaseImageUrl();
+  const preferredVmBaseImageUrl = getDefaultVmBaseImageUrl();
+  if (!vmBaseImageUrl || /arm64|aarch64/i.test(vmBaseImageUrl)) {
+    vmBaseImageUrl = preferredVmBaseImageUrl;
     env.NEOAGENT_VM_BASE_IMAGE_URL = vmBaseImageUrl;
     upsertEnvValue(envFile, 'NEOAGENT_VM_BASE_IMAGE_URL', vmBaseImageUrl);
     changes.push('NEOAGENT_VM_BASE_IMAGE_URL');

package/server/guest-agent.README.md

@@ -0,0 +1,8 @@
+# NeoAgent Guest Agent Dependencies
+
+This guest runtime uses both browser automation packages for distinct roles:
+
+- puppeteer-core: used by server/services/browser/controller.js to drive the browser.
+- playwright-chromium: supplies the bundled Chromium binary and installer used by resolveBrowserExecutablePath() and installPlaywrightChromiumBinary().
+
+Keeping both avoids bundling a second browser downloader while still using Puppeteer's API surface.

package/server/guest-agent.package.json

@@ -0,0 +1,16 @@
+{
+  "name": "neoagent-guest-agent",
+  "private": true,
+  "version": "1.0.0",
+  "description": "Minimal guest runtime for NeoAgent VM browser, CLI, and Android services (uses puppeteer-core with playwright-chromium browser binaries)",
+  "engines": {
+    "node": ">=20"
+  },
+  "dependencies": {
+    "express": "^4.21.2",
+    "node-pty": "^1.0.0",
+    "playwright-chromium": "^1.59.1",
+    "proper-lockfile": "^4.1.2",
+    "puppeteer-core": "^24.40.0"
+  }
+}

package/server/guest_agent.js

@@ -10,7 +10,19 @@ const { AndroidController } = require('./services/android/controller');
 const { RUNTIME_HOME } = require('../runtime/paths');
 
 const PORT = Number(process.env.NEOAGENT_GUEST_AGENT_PORT || 8421);
-const AUTH_TOKEN = String(process.env.NEOAGENT_VM_GUEST_TOKEN || '').trim();
+function resolveGuestToken() {
+  const raw = String(process.env.NEOAGENT_VM_GUEST_TOKEN || '').trim();
+  if (raw) return raw;
+  const b64 = String(process.env.NEOAGENT_VM_GUEST_TOKEN_B64 || '').trim();
+  if (!b64) return '';
+  try {
+    return Buffer.from(b64, 'base64').toString('utf8').trim();
+  } catch {
+    return '';
+  }
+}
+
+const AUTH_TOKEN = resolveGuestToken();
 const FILE_ROOT = path.join(RUNTIME_HOME, 'guest-agent-files');
 const MAX_APK_STREAM_BYTES = Number(process.env.NEOAGENT_GUEST_MAX_APK_STREAM_BYTES || 512 * 1024 * 1024);
 

package/server/index.js

@@ -210,8 +210,17 @@ function closeHttpServer(server, sockets, timeoutMs = 5000) {
   });
 }
 
+function normalizeShutdownExitCode(value) {
+  const code = Number(value);
+  if (Number.isFinite(code)) {
+    return code;
+  }
+  return 1;
+}
+
 async function shutdown(exitCode = 0) {
-  shutdownExitCode = Math.max(shutdownExitCode, exitCode);
+  const normalizedExitCode = normalizeShutdownExitCode(exitCode);
+  shutdownExitCode = Math.max(shutdownExitCode, normalizedExitCode);
   if (shuttingDown) return;
   shuttingDown = true;
 
@@ -224,7 +233,7 @@ async function shutdown(exitCode = 0) {
   ]);
 
   db.close();
-  process.exit(shutdownExitCode);
+  process.exit(normalizeShutdownExitCode(shutdownExitCode));
 }
 
 httpServer.listen(PORT, () => {

package/server/public/.last_build_id

@@ -1 +1 @@
-5938e78ce8065f2bdbeea2a8ccd118fb
+e5ba48ddcff36fe434ca4a61fcdffaa6

package/server/public/flutter_bootstrap.js

@@ -37,6 +37,6 @@ _flutter.buildConfig = {"engineRevision":"42d3d75a56efe1a2e9902f52dc8006099c45d9
 
 _flutter.loader.load({
   serviceWorkerSettings: {
-    serviceWorkerVersion: "2845487408" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
+    serviceWorkerVersion: "2369394308" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
   }
 });

package/server/public/main.dart.js

@@ -127230,7 +127230,7 @@ r===$&&A.b()
 o.push(A.id(p,A.iS(!1,new A.a3(B.tE,A.dZ(new A.cU(B.h8,new A.a5p(r,p),p),p,p),p),!1,B.I,!0),p,p,0,0,0,p))}r=!1
 if(!s.ay)if(!s.ch){r=s.e
 r===$&&A.b()
-r=B.b.A("mp10yphj-a1afcb2").length!==0&&r.b}if(r){r=s.d
+r=B.b.A("mp2b0p01-89c158b").length!==0&&r.b}if(r){r=s.d
 r===$&&A.b()
 r=r.V&&!r.a0?84:0
 q=s.e
@@ -131894,7 +131894,7 @@ $S:324}
 A.Y0.prototype={}
 A.R0.prototype={
 mJ(a){var s=this
-if(B.b.A("mp10yphj-a1afcb2").length===0||s.a!=null)return
+if(B.b.A("mp2b0p01-89c158b").length===0||s.a!=null)return
 s.zY()
 s.a=A.pN(B.Pr,new A.b3g(s))},
 zY(){var s=0,r=A.l(t.H),q,p=2,o=[],n=this,m,l,k,j,i,h,g,f
@@ -131912,7 +131912,7 @@ if(!t.f.b(k)){s=1
 break}i=J.Z(k,"buildId")
 h=i==null?null:B.b.A(J.r(i))
 j=h==null?"":h
-if(J.bi(j)===0||J.c(j,"mp10yphj-a1afcb2")){s=1
+if(J.bi(j)===0||J.c(j,"mp2b0p01-89c158b")){s=1
 break}n.b=!0
 n.J()
 p=2
@@ -131929,7 +131929,7 @@ case 2:return A.i(o.at(-1),r)}})
 return A.k($async$zY,r)},
 v_(){var s=0,r=A.l(t.H),q,p=2,o=[],n=this,m,l,k,j,i,h,g,f,e,d,c,b,a,a0,a1
 var $async$v_=A.h(function(a2,a3){if(a2===1){o.push(a3)
-s=p}for(;;)switch(s){case 0:if(B.b.A("mp10yphj-a1afcb2").length===0||n.c){s=1
+s=p}for(;;)switch(s){case 0:if(B.b.A("mp2b0p01-89c158b").length===0||n.c){s=1
 break}n.c=!0
 n.J()
 p=4

package/server/routes/android.js

@@ -6,6 +6,7 @@ const router = express.Router();
 const { DATA_DIR } = require('../../runtime/paths');
 const { requireAuth } = require('../middleware/auth');
 const { sanitizeError } = require('../utils/security');
+const { getRuntimeValidation } = require('../services/runtime/validation');
 
 router.use(requireAuth);
 
@@ -50,6 +51,18 @@ async function getAndroidController(req) {
   throw new Error('Android controller is unavailable. VM runtime is required.');
 }
 
+function getAndroidStatusSnapshot(req) {
+  const runtimeValidation = getRuntimeValidation(req.app?.locals?.runtimeManager);
+  const ready = Boolean(runtimeValidation?.ready);
+  return {
+    bootstrapped: false,
+    canBootstrap: ready,
+    devices: [],
+    lastStartError: ready ? null : (runtimeValidation?.issues?.[0] || 'VM runtime is not ready.'),
+    runtimeReady: ready,
+  };
+}
+
 function handleAndroidAction(action) {
   return async (req, res) => {
     try {
@@ -62,7 +75,23 @@ function handleAndroidAction(action) {
   };
 }
 
-router.get('/status', handleAndroidAction((controller) => controller.getStatus()));
+router.get('/status', async (req, res) => {
+  try {
+    const runtimeManager = req.app?.locals?.runtimeManager;
+    if (!runtimeManager?.hasVmForUser?.(req.session?.userId)) {
+      res.json(getAndroidStatusSnapshot(req));
+      return;
+    }
+    if (!await runtimeManager?.isGuestAgentReadyForUser?.(req.session?.userId, 1000)) {
+      res.json(getAndroidStatusSnapshot(req));
+      return;
+    }
+    const controller = await getAndroidController(req);
+    res.json(await controller.getStatus());
+  } catch (err) {
+    res.status(500).json({ error: sanitizeError(err) });
+  }
+});
 
 router.post('/start', handleAndroidAction((controller, req) =>
   controller.requestStartEmulator(req.body || {})));

package/server/routes/browser.js

@@ -2,6 +2,7 @@ const express = require('express');
 const router = express.Router();
 const { requireAuth } = require('../middleware/auth');
 const { sanitizeError } = require('../utils/security');
+const { getRuntimeValidation } = require('../services/runtime/validation');
 
 router.use(requireAuth);
 
@@ -16,9 +17,33 @@ async function getBrowserController(req) {
   throw new Error('Browser controller is unavailable. VM runtime is required.');
 }
 
+function getBrowserStatusSnapshot(req) {
+  const runtimeValidation = getRuntimeValidation(req.app?.locals?.runtimeManager);
+  const ready = Boolean(runtimeValidation?.ready);
+  return {
+    launched: false,
+    pages: 0,
+    headless: true,
+    pageInfo: null,
+    bootstrapped: false,
+    canBootstrap: ready,
+    runtimeReady: ready,
+    lastStartError: ready ? null : (runtimeValidation?.issues?.[0] || 'VM runtime is not ready.'),
+  };
+}
+
 // Get browser status
 router.get('/status', async (req, res) => {
   try {
+    const runtimeManager = req.app?.locals?.runtimeManager;
+    if (!runtimeManager?.hasVmForUser?.(req.session?.userId)) {
+      res.json(getBrowserStatusSnapshot(req));
+      return;
+    }
+    if (!await runtimeManager?.isGuestAgentReadyForUser?.(req.session?.userId, 1000)) {
+      res.json(getBrowserStatusSnapshot(req));
+      return;
+    }
     const bc = await getBrowserController(req);
     const pageInfo = await bc.getPageInfo();
     res.json({
@@ -26,6 +51,10 @@ router.get('/status', async (req, res) => {
       pages: await Promise.resolve(bc.getPageCount()),
       headless: bc.headless,
       pageInfo,
+      bootstrapped: true,
+      canBootstrap: true,
+      runtimeReady: true,
+      lastStartError: null,
     });
   } catch (err) {
     res.status(500).json({ error: sanitizeError(err) });

package/server/services/android/android_bootstrap_worker.js

@@ -0,0 +1,47 @@
+'use strict';
+
+const { AndroidController } = require('./controller');
+
+function parseBoolean(value) {
+  const normalized = String(value || '').trim().toLowerCase();
+  return normalized === '1' || normalized === 'true' || normalized === 'yes';
+}
+
+async function main() {
+  const controller = new AndroidController({
+    userId: process.env.NEOAGENT_ANDROID_BOOTSTRAP_USER_ID || null,
+    runtimeBackend: 'vm',
+  });
+  const headless = parseBoolean(process.env.NEOAGENT_ANDROID_BOOTSTRAP_HEADLESS);
+  const timeoutMs = Math.max(120000, Number(process.env.NEOAGENT_ANDROID_BOOTSTRAP_TIMEOUT_MS) || 240000);
+
+  try {
+    await controller.bootstrapEmulator({ headless, timeoutMs });
+  } catch (error) {
+    try {
+      await controller.markBootstrapFailure(error);
+    } catch (markError) {
+      try {
+        console.error('[Android] Failed to record bootstrap failure:', markError?.message || markError);
+      } catch {}
+    }
+    try {
+      console.error('[Android] Bootstrap worker failed:', error?.message || error);
+    } catch {}
+    process.exit(1);
+  }
+}
+
+process.on('unhandledRejection', (error) => {
+  try {
+    console.error('[Android] UnhandledRejection in bootstrap worker:', error?.message || error);
+  } catch {}
+  process.exit(1);
+});
+
+main().catch((error) => {
+  try {
+    console.error('[Android] Bootstrap worker crashed:', error?.message || error);
+  } catch {}
+  process.exit(1);
+});