neoagent 1.6.0 → 2.0.0

package/server/public/manifest.json

@@ -0,0 +1,35 @@
+{
+    "name": "NeoAgent",
+    "short_name": "NeoAgent",
+    "start_url": ".",
+    "display": "standalone",
+    "background_color": "#0175C2",
+    "theme_color": "#0175C2",
+    "description": "NeoAgent Flutter client for web and Android.",
+    "orientation": "portrait-primary",
+    "prefer_related_applications": false,
+    "icons": [
+        {
+            "src": "icons/Icon-192.png",
+            "sizes": "192x192",
+            "type": "image/png"
+        },
+        {
+            "src": "icons/Icon-512.png",
+            "sizes": "512x512",
+            "type": "image/png"
+        },
+        {
+            "src": "icons/Icon-maskable-192.png",
+            "sizes": "192x192",
+            "type": "image/png",
+            "purpose": "maskable"
+        },
+        {
+            "src": "icons/Icon-maskable-512.png",
+            "sizes": "512x512",
+            "type": "image/png",
+            "purpose": "maskable"
+        }
+    ]
+}

package/server/public/version.json

@@ -0,0 +1 @@
+{"app_name":"neoagent_flutter","version":"1.0.0","build_number":"1","package_name":"neoagent_flutter"}

package/server/services/ai/models.js

@@ -29,16 +29,10 @@ const STATIC_MODELS = [
         purpose: 'general'
     },
     {
-        id: 'qwen2.5-coder:7b-instruct-q4_K_M',
-        label: 'Qwen 2.5 Coder 7B Instruct (Local / General)',
+        id: 'qwen3.5:4b',
+        label: 'Qwen 3.5 4B (Local / Ollama)',
         provider: 'ollama',
         purpose: 'general'
-    },
-    {
-        id: 'qwen2.5-coder:7b',
-        label: 'Qwen 2.5 Coder 7B (Local / Coding)',
-        provider: 'ollama',
-        purpose: 'coding'
     }
 ];
 

package/server/services/ai/tools.js

@@ -157,20 +157,6 @@ function getAvailableTools(app, options = {}) {
                 required: ['query']
             }
         },
-        {
-            name: 'manage_protocols',
-            description: 'Read, list, create, update, or delete text-based protocols (a pre-set list of instructions/actions). If user asks to execute a protocol, you should read it and follow its instructions.',
-            parameters: {
-                type: 'object',
-                properties: {
-                    action: { type: 'string', enum: ['list', 'read', 'create', 'update', 'delete'], description: 'The protocol action to perform.' },
-                    name: { type: 'string', description: 'Name of the protocol (required for read, create, update, delete)' },
-                    description: { type: 'string', description: 'Description of the protocol (optional for create/update)' },
-                    content: { type: 'string', description: 'Text content/instructions of the protocol (required for create/update)' }
-                },
-                required: ['action']
-            }
-        },
         {
             name: 'memory_save',
             description: 'Save ONE specific, self-contained fact to long-term semantic memory. RULES: (1) One discrete fact per call — if you have 10 facts, call this 10 times. (2) The ENTIRE value must be IN the content string itself — never write a pointer/reference like "user shared a profile" or "see chat history for details". That is useless. (3) Content must be a complete statement a stranger could read cold and understand. GOOD: "Neo lives in Braunschweig, Germany" / "Neo prefers dark mode" / "Neo\'s project WorldEndArchive crawls and compresses websites to offline JSON archives". BAD: "User pasted a profile dump" / "Neo shared lots of details — see chat history" / "Neo gave a big list of projects".',
@@ -747,39 +733,6 @@ async function executeTool(toolName, args, context, engine) {
             }
         }
 
-        case 'manage_protocols': {
-            try {
-                if (args.action === 'list') {
-                    const list = db.prepare('SELECT name, description, updated_at FROM protocols WHERE user_id = ?').all(userId);
-                    return { protocols: list };
-                } else if (args.action === 'read') {
-                    if (!args.name) return { error: "name is required" };
-                    const p = db.prepare('SELECT * FROM protocols WHERE name = ? AND user_id = ?').get(args.name, userId);
-                    return p ? { name: p.name, description: p.description, content: p.content } : { error: `Protocol '${args.name}' not found` };
-                } else if (args.action === 'create') {
-                    if (!args.name || !args.content) return { error: "name and content are required" };
-                    db.prepare('INSERT INTO protocols (user_id, name, description, content) VALUES (?, ?, ?, ?)').run(userId, args.name, args.description || '', args.content);
-                    return { success: true, message: `Protocol '${args.name}' created.` };
-                } else if (args.action === 'update') {
-                    if (!args.name || !args.content) return { error: "name and content are required" };
-                    const p = db.prepare('SELECT id FROM protocols WHERE name = ? AND user_id = ?').get(args.name, userId);
-                    if (!p) return { error: `Protocol '${args.name}' not found` };
-                    db.prepare("UPDATE protocols SET description = ?, content = ?, updated_at = datetime('now') WHERE id = ?").run(args.description || '', args.content, p.id);
-                    return { success: true, message: `Protocol '${args.name}' updated.` };
-                } else if (args.action === 'delete') {
-                    if (!args.name) return { error: "name is required" };
-                    const p = db.prepare('SELECT id FROM protocols WHERE name = ? AND user_id = ?').get(args.name, userId);
-                    if (!p) return { error: `Protocol '${args.name}' not found` };
-                    db.prepare('DELETE FROM protocols WHERE id = ?').run(p.id);
-                    return { success: true, message: `Protocol '${args.name}' deleted.` };
-                }
-                return { error: 'Invalid action' };
-            } catch (err) {
-                if (err.code === 'SQLITE_CONSTRAINT_UNIQUE') return { error: 'Protocol with this name already exists' };
-                return { error: err.message };
-            }
-        }
-
         case 'memory_save': {
             const { MemoryManager } = require('../memory/manager');
             const mm = new MemoryManager();

package/server/services/browser/controller.js

@@ -20,6 +20,39 @@ const VIEWPORTS = [
   { width: 1920, height: 1080 },
 ];
 
+function resolveBrowserExecutablePath() {
+  const explicitPath =
+    process.env.PUPPETEER_EXECUTABLE_PATH ||
+    process.env.CHROME_BIN ||
+    process.env.CHROMIUM_BIN;
+
+  if (explicitPath && fs.existsSync(explicitPath)) return explicitPath;
+
+  const platformCandidates = process.platform === 'darwin'
+    ? [
+        '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
+        '/Applications/Chromium.app/Contents/MacOS/Chromium',
+        '/Applications/Microsoft Edge.app/Contents/MacOS/Microsoft Edge',
+      ]
+    : process.platform === 'win32'
+      ? [
+          'C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe',
+          'C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe',
+          'C:\\Program Files\\Microsoft\\Edge\\Application\\msedge.exe',
+          'C:\\Program Files (x86)\\Microsoft\\Edge\\Application\\msedge.exe',
+        ]
+      : [
+          '/usr/bin/google-chrome',
+          '/usr/bin/google-chrome-stable',
+          '/usr/bin/chromium',
+          '/usr/bin/chromium-browser',
+          '/snap/bin/chromium',
+          '/usr/bin/microsoft-edge',
+        ];
+
+  return platformCandidates.find((candidate) => fs.existsSync(candidate)) || null;
+}
+
 function rand(min, max) {
   return Math.floor(Math.random() * (max - min + 1)) + min;
 }
@@ -127,6 +160,7 @@ class BrowserController {
 
       this.browser = await puppeteer.launch({
         headless: this.headless ? 'new' : false,
+        executablePath: resolveBrowserExecutablePath() || undefined,
         args: [
           '--no-sandbox',
           '--disable-setuid-sandbox',

package/server/services/manager.js

@@ -11,9 +11,7 @@ const { SkillRunner } = require('./ai/toolRunner');
 const { MessagingManager } = require('./messaging/manager');
 const { Scheduler } = require('./scheduler/cron');
 const { setupWebSocket } = require('./websocket');
-const { detectPromptInjection } = require('../utils/security');
-const { normalizeWhatsAppId } = require('../utils/whatsapp');
-const { randomUUID } = require('crypto');
+const { registerMessagingAutomation } = require('./messaging/automation');
 
 async function startServices(app, io) {
     try {
@@ -62,120 +60,11 @@ async function startServices(app, io) {
             mcpClient.loadFromDB(u.id).catch(err => console.error('[MCP] Auto-start error:', err.message));
         }
 
-        const userQueues = {};
-        app.locals.userQueues = userQueues;
-
-        async function processMessage(userId, msg) {
-            if (!userQueues[userId]) userQueues[userId] = { running: false, pending: [] };
-            const q = userQueues[userId];
-
-            if (q.running) {
-                const last = q.pending[q.pending.length - 1];
-                if (last && last.platform === msg.platform && last.chatId === msg.chatId) {
-                    last.content += '\n' + msg.content;
-                    last.messageId = msg.messageId;
-                } else {
-                    q.pending.push({ ...msg });
-                }
-                return;
-            }
-
-            q.running = true;
-            try {
-                await messagingManager.markRead(userId, msg.platform, msg.chatId, msg.messageId).catch(() => { });
-                await messagingManager.sendTyping(userId, msg.platform, msg.chatId, true).catch(() => { });
-
-                const mediaNote = msg.localMediaPath
-                    ? `\nMedia attached at: ${msg.localMediaPath} (type: ${msg.mediaType}). You can reference or forward it with send_message media_path.`
-                    : '';
-
-                if (detectPromptInjection(msg.content)) {
-                    console.warn(`[Security] Possible prompt injection attempt from ${msg.sender} on ${msg.platform}: ${msg.content.slice(0, 200)}`);
-                }
-
-                const isVoiceCall = msg.platform === 'telnyx' && msg.mediaType === 'voice';
-                const isVoiceNote = !isVoiceCall && msg.mediaType === 'audio';
-                const isDiscordGuild = msg.platform === 'discord' && msg.isGroup;
-
-                const discordContext = (isDiscordGuild && Array.isArray(msg.channelContext) && msg.channelContext.length)
-                    ? '\n\nRecent channel context (oldest → newest):\n' +
-                    msg.channelContext.map(m => `[${m.author}]: ${m.content}`).join('\n')
-                    : '';
-
-                const sttNote = isVoiceNote
-                    ? '\n[Note: This message was sent as a voice note and transcribed via speech-to-text. The transcription may not be perfectly accurate.]'
-                    : '';
-
-                const prompt = isVoiceCall
-                    ? `You are on a live phone call. The caller (${msg.senderName || msg.sender}) said:\n<caller_speech>\n${msg.content}\n</caller_speech>\n\nRespond via send_message with platform="telnyx" and to="${msg.chatId}".`
-                    : `You received a ${msg.platform} message from ${msg.senderName || msg.sender} (chat: ${msg.chatId}):\n<external_message>\n${msg.content}\n</external_message>${mediaNote}${discordContext}${sttNote}\n\nReply via send_message with platform="${msg.platform}" and to="${msg.chatId}".`;
-
-                let convRow = db.prepare(
-                    'SELECT id FROM conversations WHERE user_id = ? AND platform = ? AND platform_chat_id = ?'
-                ).get(userId, msg.platform, msg.chatId);
-
-                if (!convRow) {
-                    const convId = randomUUID();
-                    db.prepare(
-                        'INSERT INTO conversations (id, user_id, platform, platform_chat_id, title) VALUES (?, ?, ?, ?, ?)'
-                    ).run(convId, userId, msg.platform, msg.chatId, `${msg.platform} — ${msg.senderName || msg.sender || msg.chatId}`);
-                    convRow = { id: convId };
-                }
-
-                const runOpts = { triggerSource: 'messaging', conversationId: convRow.id, source: msg.platform, chatId: msg.chatId, context: { rawUserMessage: msg.content } };
-                if (msg.localMediaPath) runOpts.mediaAttachments = [{ path: msg.localMediaPath, type: msg.mediaType }];
-
-                await agentEngine.run(userId, prompt, runOpts);
-            } finally {
-                await messagingManager.sendTyping(userId, msg.platform, msg.chatId, false).catch(() => { });
-                q.running = false;
-                if (q.pending.length > 0) {
-                    const next = q.pending.shift();
-                    processMessage(userId, next);
-                }
-            }
-        }
-
-        messagingManager.registerHandler(async (userId, msg) => {
-            if (msg.platform !== 'discord' && msg.platform !== 'telegram') {
-                const whitelistRow = db.prepare('SELECT value FROM user_settings WHERE user_id = ? AND key = ?')
-                    .get(userId, `platform_whitelist_${msg.platform}`);
-                const normalize = msg.platform === 'whatsapp'
-                    ? normalizeWhatsAppId
-                    : (id) => String(id || '').replace(/[^0-9+]/g, '');
-
-                let whitelist = [];
-                if (whitelistRow) {
-                    try {
-                        const parsed = JSON.parse(whitelistRow.value);
-                        if (Array.isArray(parsed)) whitelist = parsed;
-                    } catch { }
-                }
-
-                const enforceEmptyWhitelist = msg.platform === 'whatsapp';
-                const shouldCheckWhitelist = whitelist.length > 0 || enforceEmptyWhitelist;
-
-                if (shouldCheckWhitelist) {
-                    const senderNorm = normalize(msg.sender || msg.chatId);
-                    const allowed = whitelist.some((n) => normalize(n) === senderNorm);
-                    if (!allowed) {
-                        console.log(`[Messaging] Blocked ${msg.platform} message from ${msg.sender} (not in whitelist)`);
-                        io.to(`user:${userId}`).emit('messaging:blocked_sender', {
-                            platform: msg.platform,
-                            sender: msg.sender,
-                            chatId: msg.chatId,
-                            senderName: msg.senderName || null
-                        });
-                        return;
-                    }
-                }
-            }
-
-            const upsertSetting = db.prepare('INSERT OR REPLACE INTO user_settings (user_id, key, value) VALUES (?, ?, ?)');
-            upsertSetting.run(userId, 'last_platform', msg.platform);
-            upsertSetting.run(userId, 'last_chat_id', msg.chatId);
-
-            await processMessage(userId, msg);
+        registerMessagingAutomation({
+            app,
+            io,
+            messagingManager,
+            agentEngine,
         });
 
         const scheduler = new Scheduler(io, agentEngine, app);
@@ -199,4 +88,46 @@ async function startServices(app, io) {
     }
 }
 
-module.exports = { startServices };
+async function stopServices(app) {
+    const tasks = [];
+
+    if (app.locals.scheduler) {
+        try {
+            app.locals.scheduler.stop();
+        } catch (err) {
+            console.error('[Scheduler] Stop error:', err.message);
+        }
+    }
+
+    if (app.locals.mcpClient) {
+        tasks.push(
+            app.locals.mcpClient.shutdown().catch((err) => {
+                console.error('[MCP] Shutdown error:', err.message);
+            }),
+        );
+    }
+
+    if (app.locals.browserController) {
+        tasks.push(
+            app.locals.browserController.closeBrowser().catch((err) => {
+                console.error('[Browser] Shutdown error:', err.message);
+            }),
+        );
+    }
+
+    if (app.locals.messagingManager?.platforms instanceof Map) {
+        for (const platform of app.locals.messagingManager.platforms.values()) {
+            if (typeof platform.disconnect === 'function') {
+                tasks.push(
+                    platform.disconnect().catch((err) => {
+                        console.error('[Messaging] Disconnect error:', err.message);
+                    }),
+                );
+            }
+        }
+    }
+
+    await Promise.allSettled(tasks);
+}
+
+module.exports = { startServices, stopServices };

package/server/services/messaging/automation.js

@@ -0,0 +1,210 @@
+'use strict';
+
+const db = require('../../db/database');
+const { detectPromptInjection } = require('../../utils/security');
+const { normalizeWhatsAppId } = require('../../utils/whatsapp');
+const { randomUUID } = require('crypto');
+
+function registerMessagingAutomation({ app, io, messagingManager, agentEngine }) {
+  const userQueues = {};
+  app.locals.userQueues = userQueues;
+
+  messagingManager.registerHandler(async (userId, msg) => {
+    if (!(await isAllowedMessagingSender({ io, userId, msg }))) {
+      return;
+    }
+
+    const upsertSetting = db.prepare(
+      'INSERT OR REPLACE INTO user_settings (user_id, key, value) VALUES (?, ?, ?)'
+    );
+    upsertSetting.run(userId, 'last_platform', msg.platform);
+    upsertSetting.run(userId, 'last_chat_id', msg.chatId);
+
+    await processQueuedMessage({
+      userQueues,
+      messagingManager,
+      agentEngine,
+      userId,
+      msg
+    });
+  });
+}
+
+async function processQueuedMessage({
+  userQueues,
+  messagingManager,
+  agentEngine,
+  userId,
+  msg
+}) {
+  if (!userQueues[userId]) {
+    userQueues[userId] = { running: false, pending: [] };
+  }
+  const queue = userQueues[userId];
+
+  if (queue.running) {
+    const last = queue.pending[queue.pending.length - 1];
+    if (last && last.platform === msg.platform && last.chatId === msg.chatId) {
+      last.content += `\n${msg.content}`;
+      last.messageId = msg.messageId;
+    } else {
+      queue.pending.push({ ...msg });
+    }
+    return;
+  }
+
+  queue.running = true;
+  try {
+    await messagingManager
+      .markRead(userId, msg.platform, msg.chatId, msg.messageId)
+      .catch(() => {});
+    await messagingManager
+      .sendTyping(userId, msg.platform, msg.chatId, true)
+      .catch(() => {});
+
+    const prompt = buildIncomingPrompt(msg);
+    const conversationId = ensureConversation(userId, msg);
+    const runOptions = {
+      triggerSource: 'messaging',
+      conversationId,
+      source: msg.platform,
+      chatId: msg.chatId,
+      context: { rawUserMessage: msg.content }
+    };
+
+    if (msg.localMediaPath) {
+      runOptions.mediaAttachments = [
+        { path: msg.localMediaPath, type: msg.mediaType }
+      ];
+    }
+
+    await agentEngine.run(userId, prompt, runOptions);
+  } finally {
+    await messagingManager
+      .sendTyping(userId, msg.platform, msg.chatId, false)
+      .catch(() => {});
+    queue.running = false;
+    if (queue.pending.length > 0) {
+      const next = queue.pending.shift();
+      await processQueuedMessage({
+        userQueues,
+        messagingManager,
+        agentEngine,
+        userId,
+        msg: next
+      });
+    }
+  }
+}
+
+function ensureConversation(userId, msg) {
+  let conversation = db
+    .prepare(
+      'SELECT id FROM conversations WHERE user_id = ? AND platform = ? AND platform_chat_id = ?'
+    )
+    .get(userId, msg.platform, msg.chatId);
+
+  if (conversation) {
+    return conversation.id;
+  }
+
+  const conversationId = randomUUID();
+  db.prepare(
+    'INSERT INTO conversations (id, user_id, platform, platform_chat_id, title) VALUES (?, ?, ?, ?, ?)'
+  ).run(
+    conversationId,
+    userId,
+    msg.platform,
+    msg.chatId,
+    `${msg.platform} — ${msg.senderName || msg.sender || msg.chatId}`
+  );
+
+  return conversationId;
+}
+
+function buildIncomingPrompt(msg) {
+  const mediaNote = msg.localMediaPath
+    ? `\nMedia attached at: ${msg.localMediaPath} (type: ${msg.mediaType}). You can reference or forward it with send_message media_path.`
+    : '';
+
+  if (detectPromptInjection(msg.content)) {
+    console.warn(
+      `[Security] Possible prompt injection attempt from ${msg.sender} on ${msg.platform}: ${msg.content.slice(0, 200)}`
+    );
+  }
+
+  const isVoiceCall = msg.platform === 'telnyx' && msg.mediaType === 'voice';
+  const isVoiceNote = !isVoiceCall && msg.mediaType === 'audio';
+  const isDiscordGuild = msg.platform === 'discord' && msg.isGroup;
+
+  const discordContext =
+    isDiscordGuild &&
+    Array.isArray(msg.channelContext) &&
+    msg.channelContext.length
+      ? '\n\nRecent channel context (oldest → newest):\n' +
+        msg.channelContext.map((item) => `[${item.author}]: ${item.content}`).join('\n')
+      : '';
+
+  const sttNote = isVoiceNote
+    ? '\n[Note: This message was sent as a voice note and transcribed via speech-to-text. The transcription may not be perfectly accurate.]'
+    : '';
+
+  if (isVoiceCall) {
+    return `You are on a live phone call. The caller (${msg.senderName || msg.sender}) said:\n<caller_speech>\n${msg.content}\n</caller_speech>\n\nRespond via send_message with platform="telnyx" and to="${msg.chatId}".`;
+  }
+
+  return `You received a ${msg.platform} message from ${msg.senderName || msg.sender} (chat: ${msg.chatId}):\n<external_message>\n${msg.content}\n</external_message>${mediaNote}${discordContext}${sttNote}\n\nReply via send_message with platform="${msg.platform}" and to="${msg.chatId}".`;
+}
+
+async function isAllowedMessagingSender({ io, userId, msg }) {
+  if (msg.platform === 'discord' || msg.platform === 'telegram') {
+    return true;
+  }
+
+  const whitelistRow = db
+    .prepare('SELECT value FROM user_settings WHERE user_id = ? AND key = ?')
+    .get(userId, `platform_whitelist_${msg.platform}`);
+
+  const normalize =
+    msg.platform === 'whatsapp'
+      ? normalizeWhatsAppId
+      : (id) => String(id || '').replace(/[^0-9+]/g, '');
+
+  let whitelist = [];
+  if (whitelistRow) {
+    try {
+      const parsed = JSON.parse(whitelistRow.value);
+      if (Array.isArray(parsed)) whitelist = parsed;
+    } catch {
+      whitelist = [];
+    }
+  }
+
+  const enforceEmptyWhitelist = msg.platform === 'whatsapp';
+  const shouldCheckWhitelist = whitelist.length > 0 || enforceEmptyWhitelist;
+
+  if (!shouldCheckWhitelist) {
+    return true;
+  }
+
+  const senderNorm = normalize(msg.sender || msg.chatId);
+  const allowed = whitelist.some((entry) => normalize(entry) === senderNorm);
+  if (allowed) {
+    return true;
+  }
+
+  console.log(
+    `[Messaging] Blocked ${msg.platform} message from ${msg.sender} (not in whitelist)`
+  );
+  io.to(`user:${userId}`).emit('messaging:blocked_sender', {
+    platform: msg.platform,
+    sender: msg.sender,
+    chatId: msg.chatId,
+    senderName: msg.senderName || null
+  });
+  return false;
+}
+
+module.exports = {
+  registerMessagingAutomation
+};

package/server/utils/version.js

@@ -0,0 +1,37 @@
+'use strict';
+
+const { execSync } = require('child_process');
+const { APP_DIR } = require('../../runtime/paths');
+const packageJson = require('../../package.json');
+
+function getVersionInfo() {
+  let version = packageJson.version;
+  let gitSha = null;
+
+  try {
+    version =
+      execSync('git describe --tags --always --dirty', {
+        cwd: APP_DIR,
+        encoding: 'utf8',
+        stdio: ['ignore', 'pipe', 'ignore']
+      })
+        .trim()
+        .replace(/^v/, '') || packageJson.version;
+    gitSha = execSync('git rev-parse --short HEAD', {
+      cwd: APP_DIR,
+      encoding: 'utf8',
+      stdio: ['ignore', 'pipe', 'ignore']
+    }).trim();
+  } catch {
+    gitSha = process.env.GIT_SHA || null;
+  }
+
+  return {
+    name: packageJson.name,
+    version,
+    packageVersion: packageJson.version,
+    gitSha
+  };
+}
+
+module.exports = { getVersionInfo };