aiden-runtime 3.16.2 → 3.18.0

package/dist/api/server.js

@@ -123,7 +123,8 @@ const skillLibrary_1 = require("../core/skillLibrary");
 const costTracker_1 = require("../core/costTracker");
 const sessionMemory_1 = require("../core/sessionMemory");
 const memoryExtractor_1 = require("../core/memoryExtractor");
-const pluginSystem_1 = require("../core/pluginSystem");
+const pluginLoader_1 = require("../core/pluginLoader");
+const permissionSystem_1 = require("../core/permissionSystem");
 const aidenIdentity_1 = require("../core/aidenIdentity");
 const eventBus_1 = require("../core/eventBus");
 const workflowTracker_1 = require("../core/workflowTracker");
@@ -150,6 +151,7 @@ const signal_1 = require("../core/channels/signal");
 const twilio_1 = require("../core/channels/twilio");
 const imessage_1 = require("../core/channels/imessage");
 const email_1 = require("../core/channels/email");
+const dashboard_1 = require("./dashboard");
 // —— Sprint 25: module-level WebSocket clients registry (shared between createApiServer routes and startApiServer WS setup)
 let wsBroadcastClients = new Set();
 let activeTelegramBot = null;
@@ -157,97 +159,10 @@ const lastExchangeBySession = new Map();
 // ── Bookmarklet — clip selected text from any page ────────────
 const BOOKMARKLET = `javascript:void(fetch('http://localhost:4200/api/clip',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({content:window.getSelection().toString()||document.title,source:window.location.href,title:document.title})}).then(()=>alert('Clipped!')))`;
 const INSTANT_ACTIONS = [
-    // 1. Open Chrome
-    {
-        patterns: [/^open\s+chrome\s*$/i],
-        action: async () => {
-            try {
-                await (0, toolRegistry_1.executeTool)('app_launch', { app: 'chrome' });
-            }
-            catch { }
-            return 'Opening Chrome...';
-        },
-    },
-    // 2. Open Firefox
-    {
-        patterns: [/^open\s+firefox\s*$/i],
-        action: async () => {
-            try {
-                await (0, toolRegistry_1.executeTool)('app_launch', { app: 'firefox' });
-            }
-            catch { }
-            return 'Opening Firefox...';
-        },
-    },
-    // 3. Open Edge
-    {
-        patterns: [/^open\s+(?:microsoft\s+)?edge\s*$/i],
-        action: async () => {
-            try {
-                await (0, toolRegistry_1.executeTool)('app_launch', { app: 'msedge' });
-            }
-            catch { }
-            return 'Opening Microsoft Edge...';
-        },
-    },
-    // 4. Open Notepad
-    {
-        patterns: [/^open\s+notepad\s*$/i],
-        action: async () => {
-            try {
-                await (0, toolRegistry_1.executeTool)('app_launch', { app: 'notepad' });
-            }
-            catch { }
-            return 'Opening Notepad...';
-        },
-    },
-    // 5. Open Calculator
-    {
-        patterns: [/^open\s+calc(?:ulator)?\s*$/i],
-        action: async () => {
-            try {
-                await (0, toolRegistry_1.executeTool)('app_launch', { app: 'calc' });
-            }
-            catch { }
-            return 'Opening Calculator...';
-        },
-    },
-    // 6. Open VS Code
-    {
-        patterns: [/^open\s+(?:vs[\s-]?code|vscode)\s*$/i],
-        action: async () => {
-            try {
-                await (0, toolRegistry_1.executeTool)('app_launch', { app: 'code' });
-            }
-            catch { }
-            return 'Opening VS Code...';
-        },
-    },
-    // 7. Open Terminal / CMD
-    {
-        patterns: [/^open\s+(?:terminal|cmd|command\s+prompt)\s*$/i],
-        action: async () => {
-            try {
-                await (0, toolRegistry_1.executeTool)('app_launch', { app: 'cmd' });
-            }
-            catch { }
-            return 'Opening terminal...';
-        },
-    },
-    // 8. Open File Explorer
-    {
-        patterns: [
-            /^open\s+(?:file\s+)?explorer\s*$/i,
-            /^open\s+(?:my\s+)?files?\s*$/i,
-        ],
-        action: async () => {
-            try {
-                await (0, toolRegistry_1.executeTool)('app_launch', { app: 'explorer' });
-            }
-            catch { }
-            return 'Opening File Explorer...';
-        },
-    },
+    // NOTE: "open X" / "close X" / "launch X" entries removed — they faked success via
+    // try/catch swallowing, returned hardcoded strings regardless of tool outcome, and
+    // used the wrong param key ({app:} vs {app_name:}).  The planner handles these
+    // correctly via app_launch / app_close with real success verification.
     // 9. Take Screenshot
     {
         patterns: [
@@ -478,6 +393,13 @@ function initWorkspaceDefaults() {
             console.log(`[init] Created ${rel}`);
         }
     }
+    // Copy permissions.yaml from template if not present
+    const permTarget = path.join(WORKSPACE_ROOT, 'workspace', 'permissions.yaml');
+    const permTemplate = path.join(WORKSPACE_ROOT, 'workspace-templates', 'permissions.yaml');
+    if (!fs.existsSync(permTarget) && fs.existsSync(permTemplate)) {
+        fs.copyFileSync(permTemplate, permTarget);
+        console.log('[init] Created workspace/permissions.yaml from template');
+    }
 }
 initWorkspaceDefaults();
 // ── Knowledge upload — multer + progress tracking ─────────────
@@ -530,11 +452,20 @@ function createApiServer() {
         res.setHeader('X-Frame-Options', 'DENY');
         next();
     });
-    // CORS — allow any origin (dev mode)
+    // CORS — localhost only by default.
+    // Set AIDEN_CORS_ORIGIN=* (or a specific origin) to allow remote access.
+    const _corsAllowedOrigin = process.env.AIDEN_CORS_ORIGIN || null;
     app.use((req, res, next) => {
-        res.setHeader('Access-Control-Allow-Origin', '*');
-        res.setHeader('Access-Control-Allow-Methods', 'GET, POST, PUT, DELETE, OPTIONS');
-        res.setHeader('Access-Control-Allow-Headers', 'Content-Type, Authorization');
+        const origin = req.headers.origin || '';
+        const isLocal = !origin ||
+            origin.startsWith('http://localhost') ||
+            origin.startsWith('http://127.0.0.1');
+        const allowed = _corsAllowedOrigin || (isLocal ? origin || '*' : null);
+        if (allowed) {
+            res.setHeader('Access-Control-Allow-Origin', allowed);
+            res.setHeader('Access-Control-Allow-Methods', 'GET, POST, PUT, DELETE, OPTIONS');
+            res.setHeader('Access-Control-Allow-Headers', 'Content-Type, Authorization');
+        }
         if (req.method === 'OPTIONS') {
             res.sendStatus(200);
             return;
@@ -542,6 +473,15 @@ function createApiServer() {
         next();
     });
     // ── Core routes ──────────────────────────────────────────────
+    // GET /ui — local web dashboard
+    app.get('/ui', (_req, res) => {
+        res.setHeader('Content-Type', 'text/html; charset=utf-8');
+        res.send((0, dashboard_1.getDashboardHTML)());
+    });
+    // GET /api/ping — lightweight status probe for dashboard
+    app.get('/api/ping', (_req, res) => {
+        res.json({ ok: true, version: version_1.VERSION, ts: Date.now() });
+    });
     // GET /api/health — liveness probe (no auth required)
     app.get('/api/health', (_req, res) => {
         res.json({ status: 'ok', version: version_1.VERSION, timestamp: new Date().toISOString() });
@@ -733,7 +673,7 @@ function createApiServer() {
             res.setHeader('Content-Type', 'text/event-stream');
             res.setHeader('Cache-Control', 'no-cache');
             res.setHeader('Connection', 'keep-alive');
-            res.setHeader('Access-Control-Allow-Origin', '*');
+            // CORS already set by global middleware
             res.flushHeaders();
             res.write(`data: ${JSON.stringify({ thinking: { stage: 'understanding', message: 'Understanding...' } })}\n\n`);
         }
@@ -748,7 +688,7 @@ function createApiServer() {
                     res.setHeader('Content-Type', 'text/event-stream');
                     res.setHeader('Cache-Control', 'no-cache');
                     res.setHeader('Connection', 'keep-alive');
-                    res.setHeader('Access-Control-Allow-Origin', '*');
+                    // CORS already set by global middleware
                     res.flushHeaders();
                 }
                 res.write(`data: ${JSON.stringify({ token: text, done: false, provider: 'fast-path' })}\n\n`);
@@ -1023,35 +963,43 @@ function createApiServer() {
             { regex: /(?:search|find|look\s+up)\s+(?:for\s+)?(.+?)\s+on\s+github/i, url: q => `https://github.com/search?q=${encodeURIComponent(q)}`, label: 'GitHub' },
             { regex: /open\s+github\s+(?:and\s+)?(?:search|find)\s+(?:for\s+)?(.+)/i, url: q => `https://github.com/search?q=${encodeURIComponent(q)}`, label: 'GitHub' },
         ];
-        for (const fp of searchFastPaths) {
-            const m = message.match(fp.regex);
-            if (m) {
-                const query = (m[m.length - 1] || '').trim().replace(/[.!?]+$/, '');
-                if (query.length > 1) {
-                    const url = fp.url(query);
-                    console.log(`[FastPath] ${fp.label} search: “${query}” → ${url}`);
-                    try {
-                        await (0, toolRegistry_1.executeTool)('open_browser', { url });
-                    }
-                    catch (e) {
-                        console.warn('[FastPath] open_browser failed, trying shell:', e.message);
+        // Play/listen/watch intents must go through the planner so the open_browser
+        // auto-chain (toolRegistry.ts) fires and actually starts playback.
+        const hasPlayIntent = /\b(play|listen|watch)\b/i.test(message);
+        if (hasPlayIntent) {
+            console.log('[FastPath] Skipping search fast-paths for play/listen/watch intent — routing to planner');
+        }
+        if (!hasPlayIntent) {
+            for (const fp of searchFastPaths) {
+                const m = message.match(fp.regex);
+                if (m) {
+                    const query = (m[m.length - 1] || '').trim().replace(/[.!?]+$/, '');
+                    if (query.length > 1) {
+                        const url = fp.url(query);
+                        console.log(`[FastPath] ${fp.label} search: “${query}” → ${url}`);
                         try {
-                            await (0, toolRegistry_1.executeTool)('shell_exec', { command: `start “” “${url}”` });
+                            await (0, toolRegistry_1.executeTool)('open_browser', { url });
                         }
-                        catch { }
-                    }
-                    let replyMsg;
-                    if (fp.label === 'YouTube') {
-                        replyMsg = `Opening YouTube search for "${query}" — click the first result to play.\n→ ${url}`;
-                    }
-                    else if (fp.label === 'DuckDuckGo') {
-                        replyMsg = `Searching DuckDuckGo for "${query}" — opening results in your browser.\n→ ${url}`;
-                    }
-                    else {
-                        replyMsg = `Opening ${fp.label} in your browser.\n→ ${url}`;
+                        catch (e) {
+                            console.warn('[FastPath] open_browser failed, trying shell:', e.message);
+                            try {
+                                await (0, toolRegistry_1.executeTool)('shell_exec', { command: `start “” “${url}”` });
+                            }
+                            catch { }
+                        }
+                        let replyMsg;
+                        if (fp.label === 'YouTube') {
+                            replyMsg = `Opening YouTube search for “${query}” — click the first result to play.\n→ ${url}`;
+                        }
+                        else if (fp.label === 'DuckDuckGo') {
+                            replyMsg = `Searching DuckDuckGo for “${query}” — opening results in your browser.\n→ ${url}`;
+                        }
+                        else {
+                            replyMsg = `Opening ${fp.label} in your browser.\n→ ${url}`;
+                        }
+                        fastReply(replyMsg);
+                        return;
                     }
-                    fastReply(replyMsg);
-                    return;
                 }
             }
         }
@@ -1097,8 +1045,9 @@ function createApiServer() {
             return;
         }
         // 2. "play X on youtube" / "play X on spotify"
+        // hasPlayIntent guard: these go through the planner so open_browser auto-chain fires.
         const onPlatformMatch = /^play\s+(.+?)\s+on\s+(youtube|spotify)\s*$/i.exec(message);
-        if (onPlatformMatch) {
+        if (onPlatformMatch && !hasPlayIntent) {
             const query = onPlatformMatch[1].trim();
             const platform = onPlatformMatch[2].toLowerCase();
             const url = buildMusicUrl(query, platform);
@@ -1380,6 +1329,10 @@ function createApiServer() {
         // ── Callback system — additive layer alongside existing SSE sends ──
         const sid = sessionId || 'default';
         callbackSystem_1.callbacks.emit('session_start', sid, { message }).catch(() => { });
+        // Fire flat-plugin session hooks
+        for (const fn of pluginLoader_1.pluginHooks.onSessionStart) {
+            fn(sid, { message }).catch(() => { });
+        }
         // Forward callback events from other sessions to this SSE connection.
         // The sessionId guard prevents re-sending this session's own emitted events.
         const unsubscribeSSE = callbackSystem_1.callbacks.onAny((payload) => {
@@ -1393,6 +1346,9 @@ function createApiServer() {
             (0, toolRegistry_1.setProgressEmitter)(null);
             unsubscribeSSE();
             callbackSystem_1.callbacks.emit('session_end', sid, {}).catch(() => { });
+            for (const fn of pluginLoader_1.pluginHooks.onSessionEnd) {
+                fn(sid, {}).catch(() => { });
+            }
             (0, memoryDistiller_1.distillSession)(sid).catch(() => { });
         });
         // Sprint 6: tiered model selection
@@ -2661,15 +2617,44 @@ function createApiServer() {
             res.status(500).json({ error: err.message });
         }
     });
-    // GET /api/plugins — list loaded community plugins
+    // GET /api/plugins — list all loaded plugins
     app.get('/api/plugins', (_req, res) => {
         try {
-            res.json({ plugins: pluginSystem_1.pluginManager.list() });
+            res.json({ plugins: (0, pluginLoader_1.listFlatPlugins)() });
         }
         catch (e) {
             res.status(500).json({ error: e.message });
         }
     });
+    // GET /api/plugins/list — alias for /api/plugins (kept for backward compat)
+    app.get('/api/plugins/list', (_req, res) => {
+        try {
+            res.json({ plugins: (0, pluginLoader_1.listFlatPlugins)() });
+        }
+        catch (e) {
+            res.status(500).json({ error: e.message });
+        }
+    });
+    // POST /api/plugins/reload — hot-reload all flat .js plugins
+    app.post('/api/plugins/reload', requireLocalhost, async (_req, res) => {
+        try {
+            const dir = path.join(process.cwd(), 'workspace', 'plugins');
+            await (0, pluginLoader_1.reloadPlugins)(dir);
+            res.json({ ok: true, plugins: (0, pluginLoader_1.listFlatPlugins)() });
+        }
+        catch (e) {
+            res.status(500).json({ error: e.message });
+        }
+    });
+    // GET /api/permissions/config — return the current parsed permissions config
+    app.get('/api/permissions/config', (_req, res) => {
+        res.json(permissionSystem_1.permissionSystem.getConfig());
+    });
+    // POST /api/permissions/reload — hot-reload workspace/permissions.yaml
+    app.post('/api/permissions/reload', requireLocalhost, (_req, res) => {
+        permissionSystem_1.permissionSystem.reload();
+        res.json({ ok: true, mode: permissionSystem_1.permissionSystem.getMode() });
+    });
     // GET /api/telegram/config — load Telegram bot config
     app.get('/api/telegram/config', (_req, res) => {
         try {
@@ -3067,7 +3052,7 @@ function createApiServer() {
         }
     });
     // POST /api/mcp/servers -- register a new MCP server and discover its tools
-    app.post('/api/mcp/servers', async (req, res) => {
+    app.post('/api/mcp/servers', requireLocalhost, async (req, res) => {
         const { name, url, description } = req.body;
         if (!name || !url) {
             res.status(400).json({ error: 'name and url are required' });
@@ -3078,7 +3063,7 @@ function createApiServer() {
         res.json({ server, tools });
     });
     // DELETE /api/mcp/servers/:name -- remove an MCP server
-    app.delete('/api/mcp/servers/:name', (req, res) => {
+    app.delete('/api/mcp/servers/:name', requireLocalhost, (req, res) => {
         mcpClient_1.mcpClient.removeServer(String(req.params.name));
         res.json({ success: true });
     });
@@ -3503,7 +3488,7 @@ function createApiServer() {
         res.setHeader('Content-Type', 'text/event-stream');
         res.setHeader('Cache-Control', 'no-cache');
         res.setHeader('Connection', 'keep-alive');
-        res.setHeader('Access-Control-Allow-Origin', '*');
+        // CORS already set by global middleware
         res.flushHeaders();
         const ping = setInterval(() => {
             try {
@@ -3738,7 +3723,7 @@ function createApiServer() {
         res.setHeader('Content-Type', 'text/event-stream');
         res.setHeader('Cache-Control', 'no-cache');
         res.setHeader('Connection', 'keep-alive');
-        res.setHeader('Access-Control-Allow-Origin', '*');
+        // CORS already set by global middleware
         res.flushHeaders();
         // Send ping every 25s to keep connection alive
         const ping = setInterval(() => {
@@ -4478,7 +4463,7 @@ function createApiServer() {
         }
     });
     // POST /api/skills/migrate — backfill skill.json for skills that are missing it
-    app.post('/api/skills/migrate', async (_req, res) => {
+    app.post('/api/skills/migrate', requireLocalhost, async (_req, res) => {
         try {
             const fs = await Promise.resolve().then(() => __importStar(require('fs')));
             const path = await Promise.resolve().then(() => __importStar(require('path')));
@@ -4880,12 +4865,12 @@ function createApiServer() {
         });
     });
     // DELETE /api/memory — clear all conversation memory
-    app.delete('/api/memory', (_req, res) => {
+    app.delete('/api/memory', requireLocalhost, (_req, res) => {
         conversationMemory_1.conversationMemory.clear();
         res.json({ success: true, message: 'Conversation memory cleared' });
     });
     // POST /api/memory/clear — alias for DELETE (for frontend compatibility)
-    app.post('/api/memory/clear', (_req, res) => {
+    app.post('/api/memory/clear', requireLocalhost, (_req, res) => {
         try {
             conversationMemory_1.conversationMemory.clear();
             res.json({ success: true, message: 'All memory cleared' });
@@ -4895,7 +4880,7 @@ function createApiServer() {
         }
     });
     // POST /api/conversations/clear — clear all saved conversation sessions from disk
-    app.post('/api/conversations/clear', (_req, res) => {
+    app.post('/api/conversations/clear', requireLocalhost, (_req, res) => {
         try {
             const sessionsDir = path.join(WORKSPACE_ROOT, 'workspace', 'sessions');
             if (fs.existsSync(sessionsDir)) {
@@ -4913,7 +4898,7 @@ function createApiServer() {
         }
     });
     // POST /api/knowledge/clear — clear knowledge base files
-    app.post('/api/knowledge/clear', (_req, res) => {
+    app.post('/api/knowledge/clear', requireLocalhost, (_req, res) => {
         try {
             const kbDir = path.join(WORKSPACE_ROOT, 'workspace', 'knowledge');
             if (fs.existsSync(kbDir)) {
@@ -5116,6 +5101,17 @@ function createApiServer() {
             httpReq.end();
         });
     }
+    // ── Localhost-only guard for destructive endpoints ───────────
+    // Applied as middleware to endpoints that must not be reachable
+    // from remote hosts even when AIDEN_HOST=0.0.0.0.
+    function requireLocalhost(req, res, next) {
+        const ip = req.ip || req.socket?.remoteAddress || '';
+        const isLocal = ip === '127.0.0.1' || ip === '::1' || ip === '::ffff:127.0.0.1';
+        if (!isLocal) {
+            return res.status(403).json({ error: 'This endpoint is only accessible from localhost' });
+        }
+        next();
+    }
     // ── API key guard (optional) ─────────────────────────────────
     function _checkApiKey(req, res) {
         const required = process.env.AIDEN_API_KEY;
@@ -5674,13 +5670,24 @@ function startupCheck() {
 }
 // ── Server launcher ───────────────────────────────────────────
 function startApiServer(portArg) {
+    // ── Redirect all diagnostic output to stderr ─────────────────────────────
+    // The CLI writes the streaming response to process.stdout character-by-character.
+    // If console.log also writes to stdout (the default), server logs physically
+    // interleave with rendered tokens in the same terminal, producing output like:
+    //   "I'm back. What's up, sh[Router] planner: groq-1...iva?"
+    // Sending ALL diagnostic output to stderr prevents this regardless of how the
+    // user runs the server (same terminal, background process, pipe, etc.).
+    // console.error already targets stderr — leave it alone.
+    const _toStderr = (...args) => process.stderr.write(args.map(String).join(' ') + '\n');
+    console.log = _toStderr;
+    console.info = _toStderr;
+    console.warn = _toStderr;
     // Read port from config/api.json with sensible fallback.
-    // Host defaults to 0.0.0.0 in headless/Linux mode so the API
-    // is reachable from the WSL2 host (Windows) and other LAN clients.
-    // Electron mode keeps 127.0.0.1 for security (loopback only).
+    // Host defaults to 127.0.0.1 (loopback only) for security.
+    // Set AIDEN_HOST=0.0.0.0 to expose on all interfaces (e.g. headless/WSL2).
     let port = portArg ?? 4200;
     const isHeadless = process.env.AIDEN_HEADLESS === 'true';
-    let host = isHeadless ? '0.0.0.0' : '127.0.0.1';
+    let host = process.env.AIDEN_HOST || (isHeadless ? '0.0.0.0' : '127.0.0.1');
     try {
         const cfgPath = path.join(WORKSPACE_ROOT, 'config', 'api.json');
         if (fs.existsSync(cfgPath)) {
@@ -5849,8 +5856,9 @@ function startApiServer(portArg) {
     catch (e) {
         console.error('[Startup] setupHttpKeepalive failed:', e.message);
     }
-    // Load community plugins from workspace/plugins/
-    pluginSystem_1.pluginManager.loadAll().catch(e => console.error('[Plugins] Load failed:', e.message));
+    // Load plugins from workspace/plugins/*.js (unified flat format)
+    const flatPluginDir = path.join(process.cwd(), 'workspace', 'plugins');
+    (0, pluginLoader_1.loadPlugins)(flatPluginDir).catch(e => console.error('[PluginLoader] Load failed:', e.message));
     // Start background license refresh (12-hour interval, silent)
     (0, licenseManager_1.startLicenseRefresh)();
     // Log provider chain before listening so it's visible in startup log