@agenticmail/enterprise 0.5.82 → 0.5.84

package/src/dashboard/pages/agent-detail.js

@@ -3988,6 +3988,190 @@ function ToolsSection(props) {
 // BROWSER CONFIG CARD — Configurable browser settings per agent
 // ════════════════════════════════════════════════════════════
 
+// ════════════════════════════════════════════════════════════
+// MEETING CAPABILITIES — Simple toggle, everything auto-managed
+// ════════════════════════════════════════════════════════════
+
+function MeetingCapabilitiesSection(props) {
+  var agentId = props.agentId;
+  var cfg = props.cfg;
+  var update = props.update;
+  var sectionStyle = props.sectionStyle;
+  var sectionTitle = props.sectionTitle;
+  var labelStyle = props.labelStyle;
+  var helpStyle = props.helpStyle;
+  var _d = useApp(); var toast = _d.toast;
+  var _launching = useState(false); var launching = _launching[0]; var setLaunching = _launching[1];
+  var _browserStatus = useState(null); var browserStatus = _browserStatus[0]; var setBrowserStatus = _browserStatus[1];
+
+  function checkMeetingBrowser() {
+    engineCall('/bridge/agents/' + agentId + '/browser-config/test', { method: 'POST' })
+      .then(function(d) { setBrowserStatus(d); })
+      .catch(function() { setBrowserStatus(null); });
+  }
+
+  useEffect(function() {
+    if (cfg.meetingsEnabled) checkMeetingBrowser();
+  }, [cfg.meetingsEnabled]);
+
+  function launchMeetingBrowser() {
+    setLaunching(true);
+    engineCall('/bridge/agents/' + agentId + '/browser-config/launch-meeting-browser', { method: 'POST' })
+      .then(function(d) {
+        if (d.error) { toast(d.error, 'error'); }
+        else { toast('Meeting browser ready', 'success'); setBrowserStatus(d); }
+        setLaunching(false);
+      })
+      .catch(function(e) { toast(e.message, 'error'); setLaunching(false); });
+  }
+
+  var meetingsOn = cfg.meetingsEnabled === true;
+
+  return h('div', { style: sectionStyle },
+    sectionTitle('\uD83C\uDFA5', 'Meetings & Video Calls'),
+
+    // Main toggle
+    h('div', { style: { display: 'flex', alignItems: 'center', gap: 16, marginBottom: meetingsOn ? 16 : 0 } },
+      h('div', {
+        onClick: function() { update('meetingsEnabled', !meetingsOn); },
+        style: {
+          width: 52, height: 28, borderRadius: 14, position: 'relative', cursor: 'pointer',
+          background: meetingsOn ? 'var(--accent)' : 'var(--border)', transition: 'background 0.2s', flexShrink: 0,
+        },
+      },
+        h('div', { style: {
+          width: 24, height: 24, borderRadius: 12, background: '#fff', position: 'absolute', top: 2,
+          left: meetingsOn ? 26 : 2, transition: 'left 0.2s',
+          boxShadow: '0 1px 3px rgba(0,0,0,0.2)',
+        } })
+      ),
+      h('div', null,
+        h('div', { style: { fontWeight: 600, fontSize: 13 } }, meetingsOn ? 'Meeting participation enabled' : 'Meeting participation disabled'),
+        h('div', { style: { fontSize: 12, color: 'var(--text-muted)', marginTop: 2 } },
+          meetingsOn
+            ? 'Agent can join Google Meet, Microsoft Teams, and Zoom calls automatically'
+            : 'Enable to let this agent join video calls and meetings on behalf of your organization'
+        )
+      )
+    ),
+
+    // When enabled, show status + options
+    meetingsOn && h('div', null,
+
+      // Status card
+      h('div', { style: { display: 'flex', gap: 12, marginBottom: 16 } },
+        h('div', { className: 'card', style: { flex: 1, padding: '12px 16px' } },
+          h('div', { style: { display: 'flex', alignItems: 'center', gap: 8, marginBottom: 8 } },
+            h('div', { style: {
+              width: 8, height: 8, borderRadius: 4,
+              background: browserStatus?.ok ? 'var(--success)' : 'var(--warning)',
+            } }),
+            h('span', { style: { fontSize: 13, fontWeight: 600 } }, 'Meeting Browser'),
+            browserStatus?.ok && h('span', { className: 'badge', style: { fontSize: 10, padding: '1px 6px', background: 'var(--success-soft)', color: 'var(--success)' } }, 'Running')
+          ),
+          browserStatus?.ok
+            ? h('div', { style: { fontSize: 12, color: 'var(--text-muted)' } }, browserStatus.browserVersion || 'Chromium ready')
+            : h('div', null,
+                h('div', { style: { fontSize: 12, color: 'var(--text-muted)', marginBottom: 8 } }, 'A dedicated browser instance will be launched for video calls with virtual display and audio.'),
+                h('button', { className: 'btn btn-sm', disabled: launching, onClick: launchMeetingBrowser },
+                  launching ? 'Launching...' : '\u25B6\uFE0F Launch Meeting Browser'
+                )
+              )
+        )
+      ),
+
+      // Supported platforms
+      h('div', { style: { display: 'grid', gap: 8, gridTemplateColumns: '1fr 1fr 1fr', marginBottom: 16 } },
+        [
+          { name: 'Google Meet', icon: '\uD83D\uDFE2', enabled: cfg.meetingGoogleMeet !== false, key: 'meetingGoogleMeet', desc: 'Join via Google Calendar integration' },
+          { name: 'Microsoft Teams', icon: '\uD83D\uDFE3', enabled: cfg.meetingTeams !== false, key: 'meetingTeams', desc: 'Join via meeting links' },
+          { name: 'Zoom', icon: '\uD83D\uDD35', enabled: cfg.meetingZoom !== false, key: 'meetingZoom', desc: 'Join via meeting links' },
+        ].map(function(p) {
+          return h('div', { key: p.key, className: 'card', style: { padding: '10px 12px', cursor: 'pointer', border: '1px solid ' + (p.enabled ? 'var(--accent)' : 'var(--border)') },
+            onClick: function() { update(p.key, !p.enabled); }
+          },
+            h('div', { style: { display: 'flex', alignItems: 'center', gap: 6, marginBottom: 4 } },
+              h('span', null, p.icon),
+              h('span', { style: { fontWeight: 600, fontSize: 12 } }, p.name),
+              h('span', { style: { marginLeft: 'auto', fontSize: 11, color: p.enabled ? 'var(--success)' : 'var(--text-muted)' } }, p.enabled ? 'ON' : 'OFF')
+            ),
+            h('div', { style: { fontSize: 11, color: 'var(--text-muted)' } }, p.desc)
+          );
+        })
+      ),
+
+      // Meeting behavior
+      h('div', { style: { display: 'grid', gap: 12, gridTemplateColumns: '1fr 1fr' } },
+        h('div', { className: 'form-group' },
+          h('label', { style: labelStyle }, 'Auto-Join Calendar Meetings'),
+          h('select', { className: 'input', value: cfg.meetingAutoJoin || 'ask',
+            onChange: function(e) { update('meetingAutoJoin', e.target.value); }
+          },
+            h('option', { value: 'always' }, 'Always — Join all meetings automatically'),
+            h('option', { value: 'invited' }, 'When Invited — Only join meetings the agent is invited to'),
+            h('option', { value: 'ask' }, 'Ask First — Request approval before joining'),
+            h('option', { value: 'never' }, 'Manual Only — Agent only joins when explicitly told')
+          ),
+          h('div', { style: helpStyle }, 'How the agent decides when to join meetings.')
+        ),
+        h('div', { className: 'form-group' },
+          h('label', { style: labelStyle }, 'Meeting Role'),
+          h('select', { className: 'input', value: cfg.meetingRole || 'observer',
+            onChange: function(e) { update('meetingRole', e.target.value); }
+          },
+            h('option', { value: 'observer' }, 'Observer — Listen and take notes only'),
+            h('option', { value: 'participant' }, 'Participant — Can speak and interact'),
+            h('option', { value: 'presenter' }, 'Presenter — Can share screen and present')
+          ),
+          h('div', { style: helpStyle }, 'What the agent is allowed to do in meetings.')
+        ),
+        h('div', { className: 'form-group' },
+          h('label', { style: labelStyle }, 'Join Timing'),
+          h('select', { className: 'input', value: cfg.meetingJoinTiming || 'ontime',
+            onChange: function(e) { update('meetingJoinTiming', e.target.value); }
+          },
+            h('option', { value: 'early' }, 'Early — Join 2 minutes before start'),
+            h('option', { value: 'ontime' }, 'On Time — Join at scheduled start'),
+            h('option', { value: 'late' }, 'Fashionably Late — Join 2 minutes after start')
+          )
+        ),
+        h('div', { className: 'form-group' },
+          h('label', { style: labelStyle }, 'After Meeting'),
+          h('select', { className: 'input', value: cfg.meetingAfterAction || 'notes',
+            onChange: function(e) { update('meetingAfterAction', e.target.value); }
+          },
+            h('option', { value: 'notes' }, 'Send meeting notes to organizer'),
+            h('option', { value: 'summary' }, 'Post summary to team channel'),
+            h('option', { value: 'transcript' }, 'Save full transcript'),
+            h('option', { value: 'nothing' }, 'Do nothing')
+          ),
+          h('div', { style: helpStyle }, 'What happens after the meeting ends.')
+        )
+      ),
+
+      // Display name in meetings
+      h('div', { style: { display: 'grid', gap: 12, gridTemplateColumns: '1fr 1fr', marginTop: 12 } },
+        h('div', { className: 'form-group' },
+          h('label', { style: labelStyle }, 'Display Name in Meetings'),
+          h('input', { className: 'input', placeholder: 'Agent name (e.g. "Fola - AI Assistant")',
+            value: cfg.meetingDisplayName || '',
+            onChange: function(e) { update('meetingDisplayName', e.target.value || undefined); }
+          }),
+          h('div', { style: helpStyle }, 'How the agent appears to other participants.')
+        ),
+        h('div', { className: 'form-group' },
+          h('label', { style: labelStyle }, 'Max Meeting Duration (minutes)'),
+          h('input', { className: 'input', type: 'number', min: 5, max: 480,
+            value: cfg.meetingMaxDuration || 120,
+            onChange: function(e) { update('meetingMaxDuration', parseInt(e.target.value) || 120); }
+          }),
+          h('div', { style: helpStyle }, 'Agent will leave after this duration to prevent runaway sessions.')
+        )
+      )
+    )
+  );
+}
+
 function BrowserConfigCard(props) {
   var agentId = props.agentId;
   var _d = useApp(); var toast = _d.toast;
@@ -4420,57 +4604,7 @@ function BrowserConfigCard(props) {
       ),
 
       // ─── Section 4: Meeting & Video Capabilities ─────
-      h('div', { style: sectionStyle },
-        sectionTitle('\uD83C\uDFA5', 'Meeting & Video Call Capabilities'),
-        h('div', { style: { padding: '10px 14px', background: 'var(--bg-secondary)', borderRadius: 'var(--radius)', marginBottom: 12, fontSize: 12, lineHeight: 1.6 } },
-          h('div', { style: { fontWeight: 600, marginBottom: 6 } }, 'For Google Meet, Teams, and Zoom:'),
-          h('div', null, '\u2022 Use ', h('strong', null, 'Remote Browser (CDP)'), ' provider pointed at a VM with display + virtual camera'),
-          h('div', null, '\u2022 The remote machine needs: X11/Wayland display, PulseAudio/PipeWire (audio), v4l2loopback (virtual camera)'),
-          h('div', null, '\u2022 Agent will navigate to meeting URL, handle permissions, and interact with the meeting UI'),
-          h('div', null, '\u2022 For voice participation: integrate with a Speech-to-Text / Text-to-Speech service'),
-          h('div', { style: { marginTop: 8 } },
-            h('strong', null, 'Quick VM Setup (Linux):'),
-            h('pre', { style: { margin: '6px 0', padding: 8, background: 'var(--bg-tertiary)', borderRadius: 4, fontSize: 11, overflow: 'auto' } },
-              '# Install deps\nsudo apt install -y xvfb pulseaudio chromium v4l2loopback-dkms\n\n# Start virtual display + audio\nXvfb :99 -screen 0 1920x1080x24 &\nexport DISPLAY=:99\npulseaudio --start\n\n# Launch Chrome with remote debugging\nchromium --remote-debugging-port=9222 \\\n  --no-first-run --disable-gpu \\\n  --use-fake-ui-for-media-stream \\\n  --use-fake-device-for-media-stream \\\n  --auto-accept-camera-and-microphone-capture'
-            )
-          )
-        ),
-        h('div', { style: { display: 'grid', gap: 12, gridTemplateColumns: '1fr 1fr' } },
-          h('div', { className: 'form-group' },
-            h('label', { style: labelStyle }, 'Auto-Accept Permissions'),
-            h('select', { className: 'input', value: cfg.autoAcceptPermissions !== false ? 'true' : 'false',
-              onChange: function(e) { update('autoAcceptPermissions', e.target.value === 'true'); }
-            },
-              h('option', { value: 'true' }, 'Yes — Auto-grant camera/microphone access'),
-              h('option', { value: 'false' }, 'No — Require manual permission grants')
-            )
-          ),
-          h('div', { className: 'form-group' },
-            h('label', { style: labelStyle }, 'Virtual Camera Feed'),
-            h('input', { className: 'input', placeholder: '/dev/video0 or URL to video feed',
-              value: cfg.virtualCameraSource || '',
-              onChange: function(e) { update('virtualCameraSource', e.target.value || undefined); }
-            }),
-            h('div', { style: helpStyle }, 'Video source for the agent\'s "camera" in meetings.')
-          ),
-          h('div', { className: 'form-group' },
-            h('label', { style: labelStyle }, 'Audio Input'),
-            h('input', { className: 'input', placeholder: 'PulseAudio source (e.g. virtual_mic)',
-              value: cfg.audioInput || '',
-              onChange: function(e) { update('audioInput', e.target.value || undefined); }
-            }),
-            h('div', { style: helpStyle }, 'Audio source for the agent to speak in meetings.')
-          ),
-          h('div', { className: 'form-group' },
-            h('label', { style: labelStyle }, 'Audio Output'),
-            h('input', { className: 'input', placeholder: 'PulseAudio sink (e.g. virtual_speaker)',
-              value: cfg.audioOutput || '',
-              onChange: function(e) { update('audioOutput', e.target.value || undefined); }
-            }),
-            h('div', { style: helpStyle }, 'Audio sink for the agent to hear meeting participants.')
-          )
-        )
-      ),
+      h(MeetingCapabilitiesSection, { agentId: agentId, cfg: cfg, update: update, labelStyle: labelStyle, helpStyle: helpStyle, sectionStyle: sectionStyle, sectionTitle: sectionTitle }),
 
       // ─── Section 5: Persistent Sessions ──────────────
       h('div', { style: { paddingTop: 12 } },

package/src/engine/agent-routes.ts

@@ -832,6 +832,11 @@ export function createAgentRoutes(opts: {
       tools: ['google_contacts_list', 'google_contacts_search', 'google_contacts_search_directory',
               'google_contacts_create', 'google_contacts_update'],
     },
+    {
+      id: 'meetings', name: 'Meetings', description: 'Join Google Meet, Zoom, Teams calls. Scan calendar and inbox for meeting invites. RSVP, take notes, send summaries.',
+      icon: '🎥', requiresOAuth: 'google',
+      tools: ['meetings_upcoming', 'meeting_join', 'meeting_action', 'meetings_scan_inbox', 'meeting_rsvp'],
+    },
     {
       id: 'enterprise_database', name: 'Database', description: 'SQL queries, schema inspection, data sampling',
       icon: '🗄️',
@@ -927,6 +932,106 @@ export function createAgentRoutes(opts: {
     return c.json({ config: managed.config?.browserConfig || {} });
   });
 
+  /**
+   * POST /bridge/agents/:id/browser-config/launch-meeting-browser
+   * Launches a meeting-ready headed Chrome instance with virtual display + audio.
+   * Returns the CDP URL for the agent to connect to.
+   */
+  router.post('/bridge/agents/:id/browser-config/launch-meeting-browser', async (c) => {
+    const agentId = c.req.param('id');
+    const managed = lifecycle.getAgent(agentId);
+    if (!managed) return c.json({ error: 'Agent not found' }, 404);
+
+    try {
+      const { execSync, spawn } = await import('node:child_process');
+      const chromePath = process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH || '/usr/bin/chromium';
+
+      // Check if a meeting browser is already running for this agent
+      const existingPort = (managed.config as any)?.meetingBrowserPort;
+      if (existingPort) {
+        try {
+          const resp = await fetch(`http://127.0.0.1:${existingPort}/json/version`, { signal: AbortSignal.timeout(2000) });
+          if (resp.ok) {
+            const data = await resp.json() as any;
+            return c.json({ ok: true, alreadyRunning: true, cdpUrl: data.webSocketDebuggerUrl, port: existingPort, browserVersion: data.Browser });
+          }
+        } catch { /* not running, will launch new one */ }
+      }
+
+      // Find available port
+      const net = await import('node:net');
+      const port = await new Promise<number>((resolve, reject) => {
+        const srv = net.createServer();
+        srv.listen(0, '127.0.0.1', () => {
+          const p = (srv.address() as any).port;
+          srv.close(() => resolve(p));
+        });
+        srv.on('error', reject);
+      });
+
+      // Launch Chrome with meeting-optimized flags
+      const chromeArgs = [
+        `--remote-debugging-port=${port}`,
+        '--remote-debugging-address=127.0.0.1',
+        '--no-first-run',
+        '--no-default-browser-check',
+        '--disable-background-networking',
+        '--disable-sync',
+        '--disable-translate',
+        '--metrics-recording-only',
+        '--no-sandbox',
+        // Meeting-specific: auto-grant camera/mic permissions
+        '--use-fake-ui-for-media-stream',
+        '--auto-accept-camera-and-microphone-capture',
+        // Use virtual audio
+        '--use-fake-device-for-media-stream',
+        // Window size for meeting UI
+        '--window-size=1920,1080',
+        '--start-maximized',
+        // User data dir for persistent logins
+        `/tmp/meeting-browser-${agentId.slice(0, 8)}`,
+      ];
+
+      const child = spawn(chromePath, chromeArgs, {
+        detached: true,
+        stdio: 'ignore',
+        env: { ...process.env, DISPLAY: ':99' },
+      });
+      child.unref();
+
+      // Wait for Chrome to be ready
+      let cdpUrl = '';
+      let browserVersion = '';
+      for (let i = 0; i < 30; i++) {
+        await new Promise(r => setTimeout(r, 500));
+        try {
+          const resp = await fetch(`http://127.0.0.1:${port}/json/version`, { signal: AbortSignal.timeout(2000) });
+          if (resp.ok) {
+            const data = await resp.json() as any;
+            cdpUrl = data.webSocketDebuggerUrl;
+            browserVersion = data.Browser;
+            break;
+          }
+        } catch { /* retry */ }
+      }
+
+      if (!cdpUrl) {
+        return c.json({ error: 'Chrome launched but CDP not responding after 15s' });
+      }
+
+      // Save port to agent config for reuse
+      if (!managed.config) managed.config = {} as any;
+      (managed.config as any).meetingBrowserPort = port;
+      (managed.config as any).meetingBrowserCdpUrl = cdpUrl;
+      managed.updatedAt = new Date().toISOString();
+      await lifecycle.saveAgent(agentId);
+
+      return c.json({ ok: true, cdpUrl, port, browserVersion, pid: child.pid });
+    } catch (e: any) {
+      return c.json({ error: 'Failed to launch meeting browser: ' + e.message });
+    }
+  });
+
   router.post('/bridge/agents/:id/browser-config/test', async (c) => {
     const agentId = c.req.param('id');
     const managed = lifecycle.getAgent(agentId);