neoagent 3.0.1-beta.8 → 3.1.0

package/server/services/ai/tools.js

@@ -240,7 +240,7 @@ function validateProactiveSendMessageArgs({ purpose, normalizedMessage }) {
     }
 
     if (normalizedPurpose === 'no_response') {
-        if (normalizedMessage !== '[NO RESPONSE]') {
+        if (normalizedMessage && normalizedMessage !== '[NO RESPONSE]') {
             return {
                 ok: false,
                 error: 'purpose=no_response requires content "[NO RESPONSE]".',
@@ -276,7 +276,33 @@ function getRunState(engine, runId) {
 
 function hasAlreadySentProactiveMessage({ triggerSource, runState, deliveryState, allowMultipleProactiveMessages }) {
     if (!isProactiveTrigger(triggerSource) || allowMultipleProactiveMessages) return false;
-    return Boolean(runState?.messagingSent || deliveryState?.messagingSent);
+    return Boolean(
+        runState?.messagingSent
+        || deliveryState?.messagingSent
+        || runState?.proactiveMessageStaged
+        || deliveryState?.proactiveMessageStaged
+    );
+}
+
+function markProactiveMessageStaged({ runState, deliveryState, platform, to, content, purpose, mediaPath = null }) {
+    const staged = {
+        platform: String(platform || '').trim(),
+        to: String(to || '').trim(),
+        content: String(content || '').trim(),
+        purpose: String(purpose || '').trim().toLowerCase(),
+        mediaPath: mediaPath || null,
+        stagedAt: new Date().toISOString(),
+    };
+
+    if (runState) {
+        runState.proactiveMessageStaged = true;
+        runState.stagedProactiveMessage = staged;
+    }
+
+    if (deliveryState) {
+        deliveryState.proactiveMessageStaged = true;
+        deliveryState.stagedProactiveMessage = staged;
+    }
 }
 
 function markProactiveMessageSent({ runState, deliveryState, content }) {
@@ -411,7 +437,9 @@ function getAvailableTools(app, options = {}) {
                     url: { type: 'string', description: 'URL to navigate to' },
                     screenshot: { type: 'boolean', description: 'Take a screenshot (default true)' },
                     waitFor: { type: 'string', description: 'CSS selector to wait for' },
-                    fullPage: { type: 'boolean', description: 'Full page screenshot (default false)' }
+                    fullPage: { type: 'boolean', description: 'Full page screenshot (default false)' },
+                    referrerMode: { type: 'string', enum: ['direct', 'google', 'current'], description: 'Navigation referrer strategy for the VM browser (default direct). google sends a Google referrer; current navigates from the current page when possible.' },
+                    challengeRetry: { type: 'boolean', description: 'Retry once with a Google referrer if a known bot challenge is detected (default true).' }
                 },
                 required: ['url']
             }
@@ -1476,6 +1504,30 @@ function getAvailableTools(app, options = {}) {
                 required: ['query']
             }
         },
+        {
+            name: 'list_chats',
+            description: 'List all known groups and conversations across connected messaging platforms. Use this when the user doesn\'t know the exact group name or chat ID — it returns every chat that has ever sent a message, with platform, chat ID, display name, and whether it\'s a group or DM.',
+            parameters: {
+                type: 'object',
+                properties: {
+                    platform: { type: 'string', description: 'Filter to a specific platform (e.g. telegram, whatsapp, discord). Omit to list chats across all platforms.' },
+                }
+            }
+        },
+        {
+            name: 'read_messages',
+            description: 'Read recent messages from a connected messaging platform group or conversation. Use this to get recaps, search history, or summarize what\'s been going on in a Telegram group, WhatsApp chat, Discord channel, Slack channel, or any other connected platform. Messages are stored locally from inbound traffic.',
+            parameters: {
+                type: 'object',
+                properties: {
+                    platform: { type: 'string', description: 'Platform name (e.g. telegram, whatsapp, discord, slack, signal, teams). Omit to search across all connected platforms.' },
+                    chat_id: { type: 'string', description: 'Exact platform chat or group ID. Use this when known.' },
+                    group_name: { type: 'string', description: 'Group, channel, or chat name to find (case-insensitive partial match). Use when you don\'t know the exact chat_id.' },
+                    limit: { type: 'number', description: 'Max messages to return (default 20, max 100).' },
+                    search: { type: 'string', description: 'Optional keyword to filter messages by content.' },
+                }
+            }
+        },
         {
             name: 'social_video_extract',
             description: 'Extract title, description, transcript, and one representative frame image from a public social video URL (YouTube, TikTok, Instagram, or X) without social API keys.',
@@ -1737,7 +1789,9 @@ async function executeTool(toolName, args, context, engine) {
             return { ...await provider.navigate(args.url, {
                 screenshot: args.screenshot !== false,
                 waitFor: args.waitFor,
-                fullPage: args.fullPage
+                fullPage: args.fullPage,
+                referrerMode: args.referrerMode,
+                challengeRetry: args.challengeRetry
             }), backend };
         }
 
@@ -2245,6 +2299,91 @@ async function executeTool(toolName, args, context, engine) {
             };
         }
 
+        case 'list_chats': {
+            const listPlatform = typeof args.platform === 'string' ? args.platform.trim().toLowerCase() : null;
+
+            let listQuery = `SELECT platform, platform_chat_id, metadata
+                FROM messages
+                WHERE user_id = ? AND platform_chat_id IS NOT NULL AND platform != 'web'`;
+            const listParams = [userId];
+
+            if (listPlatform) { listQuery += ' AND platform = ?'; listParams.push(listPlatform); }
+            listQuery += ' ORDER BY id DESC LIMIT 2000';
+
+            const listRows = db.prepare(listQuery).all(...listParams);
+
+            const chatMap = new Map();
+            for (const row of listRows) {
+                const key = `${row.platform}:${row.platform_chat_id}`;
+                if (chatMap.has(key)) continue;
+                let meta = {};
+                try { meta = row.metadata ? JSON.parse(row.metadata) : {}; } catch {}
+                const isGroup = String(meta.isGroup || '').match(/^(true|1)$/i) != null && String(meta.isGroup || '') !== '';
+                const name = (meta.groupName || meta.group_name || meta.guildName || meta.guild_name || meta.chatName || meta.chat_name || '').trim()
+                    || (meta.senderName || meta.sender_name || '').trim()
+                    || null;
+                chatMap.set(key, {
+                    platform: row.platform,
+                    chat_id: row.platform_chat_id,
+                    name,
+                    type: isGroup ? 'group' : 'dm',
+                });
+            }
+
+            const chats = Array.from(chatMap.values());
+            return {
+                count: chats.length,
+                chats,
+            };
+        }
+
+        case 'read_messages': {
+            const msgLimit = Math.max(1, Math.min(Number(args.limit) || 20, 100));
+            const msgPlatform = typeof args.platform === 'string' ? args.platform.trim().toLowerCase() : null;
+            const msgChatId = typeof args.chat_id === 'string' ? args.chat_id.trim() : null;
+            const msgGroupName = typeof args.group_name === 'string' ? args.group_name.trim().toLowerCase() : null;
+            const msgSearch = typeof args.search === 'string' ? args.search.trim() : null;
+
+            let msgQuery = "SELECT role, content, platform, platform_chat_id, metadata, created_at FROM messages WHERE user_id = ? AND role = 'user'";
+            const msgParams = [userId];
+
+            if (msgPlatform) { msgQuery += ' AND platform = ?'; msgParams.push(msgPlatform); }
+            if (msgChatId) { msgQuery += ' AND platform_chat_id = ?'; msgParams.push(msgChatId); }
+            if (msgSearch) { msgQuery += ' AND content LIKE ?'; msgParams.push(`%${msgSearch}%`); }
+
+            msgQuery += ' ORDER BY created_at DESC LIMIT ?';
+            msgParams.push(msgGroupName ? Math.min(msgLimit * 10, 500) : msgLimit);
+
+            const msgRows = db.prepare(msgQuery).all(...msgParams);
+
+            let filteredRows = msgRows;
+            if (msgGroupName) {
+                filteredRows = msgRows.filter((row) => {
+                    try {
+                        const meta = row.metadata ? JSON.parse(row.metadata) : {};
+                        const name = (meta.groupName || meta.group_name || meta.guildName || meta.guild_name || meta.chatName || meta.chat_name || row.platform_chat_id || '').toLowerCase();
+                        return name.includes(msgGroupName);
+                    } catch { return false; }
+                }).slice(0, msgLimit);
+            }
+
+            return {
+                count: filteredRows.length,
+                messages: filteredRows.reverse().map((row) => {
+                    let meta = {};
+                    try { meta = row.metadata ? JSON.parse(row.metadata) : {}; } catch {}
+                    return {
+                        platform: row.platform,
+                        chat_id: row.platform_chat_id,
+                        group_name: meta.groupName || meta.group_name || meta.guildName || meta.guild_name || null,
+                        sender: meta.senderName || meta.sender_name || null,
+                        content: row.content,
+                        timestamp: row.created_at,
+                    };
+                }),
+            };
+        }
+
         case 'social_video_extract': {
             const service = socialVideo();
             if (!service || typeof service.extractFromUrl !== 'function') {
@@ -2376,6 +2515,26 @@ async function executeTool(toolName, args, context, engine) {
                 };
             }
 
+            if (isProactiveTrigger(triggerSource) && context.stageProactiveMessages === true && !suppressReply) {
+                markProactiveMessageStaged({
+                    runState,
+                    deliveryState,
+                    platform: args.platform,
+                    to: args.to,
+                    content: normalizedMessage,
+                    purpose: args.purpose,
+                    mediaPath: args.media_path,
+                });
+                return {
+                    success: true,
+                    staged: true,
+                    purpose: normalizeSendMessagePurpose(args.purpose),
+                    platform: args.platform,
+                    to: args.to,
+                    content: normalizedMessage,
+                };
+            }
+
             const sendResult = await manager.sendMessage(userId, args.platform, args.to, args.content, {
                 agentId,
                 mediaPath: args.media_path,

package/server/services/android/controller.js

@@ -582,7 +582,8 @@ class AndroidController {
     });
 
     progress('Waiting for Android to boot (can take 2–5 min on first run)…');
-    await this.#waitForBoot();
+    // Abort early if the emulator process dies, instead of polling until timeout.
+    await this.#waitForBoot({ isAlive: () => this.#isPidAlive(proc.pid) });
 
     writeState(this.userId, { bootstrapped: true, starting: false, startupPhase: null, lastStartError: null });
     console.log(`[Android] Emulator ready on ${this.adbSerial}`);
@@ -593,10 +594,13 @@ class AndroidController {
     });
   }
 
-  async #waitForBoot(timeoutMs = 10 * 60 * 1000) {
+  async #waitForBoot({ timeoutMs = 10 * 60 * 1000, isAlive = () => true } = {}) {
     const adb = adbBin(this.sdkDir);
     const deadline = Date.now() + timeoutMs;
     while (Date.now() < deadline) {
+      if (!isAlive()) {
+        throw new Error('Emulator process exited before Android finished booting (check virtualization/KVM support and the system image).');
+      }
       try {
         const r = spawnSync(adb, ['-s', this.adbSerial, 'shell', 'getprop', 'sys.boot_completed'], { encoding: 'utf8', timeout: 5000 });
         if (r.stdout?.trim() === '1') return;

package/server/services/billing/plans.js

@@ -42,7 +42,8 @@ function validatePlanData(data, requireName = true) {
 
 function createPlan(data) {
   validatePlanData(data, true);
-  const id = data.id || `plan_${randomUUID().replace(/-/g, '').slice(0, 12)}`;
+  const id = data.id || `plan_${randomUUID().replace(/-/g, '')}`;
+  // UTC timestamp without timezone marker — SQLite stores it as TEXT in ISO-like format.
   const now = new Date().toISOString().replace('T', ' ').replace(/\.\d{3}Z$/, '');
   db.prepare(`
     INSERT INTO billing_plans

package/server/services/browser/anti_detection.js

@@ -0,0 +1,192 @@
+'use strict';
+
+const crypto = require('crypto');
+
+const USER_AGENTS = Object.freeze([
+  {
+    ua: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36',
+    platform: 'Win32',
+    webglVendor: 'Google Inc. (NVIDIA)',
+    webglRenderer: 'ANGLE (NVIDIA, NVIDIA GeForce RTX 3060 Direct3D11 vs_5_0 ps_5_0, D3D11)',
+  },
+  {
+    ua: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36',
+    platform: 'Win32',
+    webglVendor: 'Google Inc. (Intel)',
+    webglRenderer: 'ANGLE (Intel, Intel(R) UHD Graphics 770 Direct3D11 vs_5_0 ps_5_0, D3D11)',
+  },
+  {
+    ua: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36',
+    platform: 'MacIntel',
+    webglVendor: 'Google Inc. (Apple)',
+    webglRenderer: 'ANGLE (Apple, Apple M2, OpenGL 4.1)',
+  },
+  {
+    ua: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36',
+    platform: 'MacIntel',
+    webglVendor: 'Google Inc. (Apple)',
+    webglRenderer: 'ANGLE (Apple, Apple M1, OpenGL 4.1)',
+  },
+  {
+    ua: 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36',
+    platform: 'Linux x86_64',
+    webglVendor: 'Google Inc. (Intel)',
+    webglRenderer: 'ANGLE (Intel, Mesa Intel(R) UHD Graphics 620, OpenGL 4.6)',
+  },
+]);
+
+const VIEWPORTS = Object.freeze([
+  { width: 1920, height: 1080, weight: 35 },
+  { width: 1366, height: 768, weight: 26 },
+  { width: 1536, height: 864, weight: 16 },
+  { width: 1280, height: 720, weight: 9 },
+  { width: 1440, height: 900, weight: 9 },
+  { width: 1600, height: 900, weight: 5 },
+]);
+
+const REFERRER_MODES = new Set(['direct', 'google', 'current']);
+
+function hashInt(value) {
+  const hash = crypto.createHash('sha256').update(String(value || 'default')).digest();
+  return hash.readUInt32BE(0);
+}
+
+function chooseWeighted(items, seed) {
+  const total = items.reduce((sum, item) => sum + Number(item.weight || 1), 0);
+  let cursor = Math.abs(Number(seed) || 0) % total;
+  for (const item of items) {
+    cursor -= Number(item.weight || 1);
+    if (cursor < 0) return item;
+  }
+  return items[0];
+}
+
+function chooseBrowserIdentity(profileKey) {
+  const seed = hashInt(profileKey);
+  const profile = USER_AGENTS[seed % USER_AGENTS.length];
+  const viewport = chooseWeighted(VIEWPORTS, seed >>> 3);
+  return {
+    userAgent: profile.ua,
+    platform: profile.platform,
+    viewport: { width: viewport.width, height: viewport.height },
+    webglVendor: profile.webglVendor,
+    webglRenderer: profile.webglRenderer,
+    hardwareConcurrency: [4, 6, 8, 12, 16][seed % 5],
+    deviceMemory: [4, 8, 16][(seed >>> 5) % 3],
+  };
+}
+
+function normalizeReferrerMode(value) {
+  const normalized = String(value || '').trim().toLowerCase();
+  return REFERRER_MODES.has(normalized) ? normalized : 'direct';
+}
+
+function normalizeChallengeRetry(value) {
+  return value !== false;
+}
+
+function detectBotChallenge(input = {}) {
+  const title = String(input.title || '').trim();
+  const url = String(input.url || '').trim();
+  const html = String(input.html || '');
+  const text = String(input.text || input.pageContent || '');
+  const haystack = `${title}\n${url}\n${html.slice(0, 200000)}\n${text.slice(0, 50000)}`.toLowerCase();
+
+  if (title === 'Just a moment...' || haystack.includes('cf-turnstile-response') || haystack.includes('/cdn-cgi/challenge-platform/')) {
+    return { detected: true, provider: 'cloudflare' };
+  }
+  if (haystack.includes('please verify you are a human') || haystack.includes('press & hold to confirm')) {
+    return { detected: true, provider: 'perimeterx' };
+  }
+  if (haystack.includes('datadome') || haystack.includes('geo.captcha-delivery.com')) {
+    return { detected: true, provider: 'datadome' };
+  }
+  if (
+    haystack.includes('unusual traffic')
+    || haystack.includes('are you a robot')
+    || haystack.includes('verify that you are human')
+    || haystack.includes('complete the security check')
+  ) {
+    return { detected: true, provider: 'generic' };
+  }
+  return { detected: false, provider: null };
+}
+
+function rand(min, max) {
+  return Math.floor(Math.random() * (max - min + 1)) + min;
+}
+
+function easeInOutQuad(t) {
+  return t < 0.5 ? 2 * t * t : 1 - Math.pow(-2 * t + 2, 2) / 2;
+}
+
+function easeOutQuad(t) {
+  return 1 - (1 - t) * (1 - t);
+}
+
+function easeInOutSine(t) {
+  return -(Math.cos(Math.PI * t) - 1) / 2;
+}
+
+function bezierPoint(points, t) {
+  let current = points.map((point) => ({ x: point.x, y: point.y }));
+  while (current.length > 1) {
+    current = current.slice(0, -1).map((point, index) => ({
+      x: point.x + (current[index + 1].x - point.x) * t,
+      y: point.y + (current[index + 1].y - point.y) * t,
+    }));
+  }
+  return current[0];
+}
+
+function generateHumanMousePath(from, to, viewport = {}) {
+  const start = {
+    x: Number.isFinite(Number(from?.x)) ? Number(from.x) : 0,
+    y: Number.isFinite(Number(from?.y)) ? Number(from.y) : 0,
+  };
+  const end = {
+    x: Number.isFinite(Number(to?.x)) ? Number(to.x) : 0,
+    y: Number.isFinite(Number(to?.y)) ? Number(to.y) : 0,
+  };
+  const distance = Math.hypot(end.x - start.x, end.y - start.y);
+  if (distance < 2) return [start, end];
+
+  const width = Math.max(1, Number(viewport.width || 1440));
+  const height = Math.max(1, Number(viewport.height || 900));
+  const steps = Math.max(12, Math.min(90, Math.round(18 + distance / 18 + rand(-5, 8))));
+  const boundaryX = Math.min(90, Math.max(10, distance * 0.12));
+  const boundaryY = Math.min(90, Math.max(10, distance * 0.12));
+  const controlCount = rand(1, 3);
+  const controls = [];
+  for (let i = 1; i <= controlCount; i += 1) {
+    const ratio = i / (controlCount + 1);
+    controls.push({
+      x: Math.max(0, Math.min(width, start.x + (end.x - start.x) * ratio + rand(-boundaryX, boundaryX))),
+      y: Math.max(0, Math.min(height, start.y + (end.y - start.y) * ratio + rand(-boundaryY, boundaryY))),
+    });
+  }
+
+  const tweens = [easeInOutQuad, easeOutQuad, easeInOutSine];
+  const tween = tweens[rand(0, tweens.length - 1)];
+  const curve = [start, ...controls, end];
+  const path = [];
+  for (let i = 0; i < steps; i += 1) {
+    const point = bezierPoint(curve, tween(i / (steps - 1)));
+    path.push({
+      x: Math.round(Math.max(0, Math.min(width, point.x))),
+      y: Math.round(Math.max(0, Math.min(height, point.y + (i > 0 && i < steps - 1 ? rand(-1, 1) : 0)))),
+    });
+  }
+  path[0] = { x: Math.round(start.x), y: Math.round(start.y) };
+  path[path.length - 1] = { x: Math.round(end.x), y: Math.round(end.y) };
+  return path;
+}
+
+module.exports = {
+  chooseBrowserIdentity,
+  detectBotChallenge,
+  generateHumanMousePath,
+  normalizeChallengeRetry,
+  normalizeReferrerMode,
+  rand,
+};