@vantageos/vantage-crm-mcp 0.1.0

package/dist/convex/crm/emailCron.js

@@ -0,0 +1,210 @@
+"use strict";
+/**
+ * CRM Email Cron — Gmail Sync Action
+ *
+ * Convex internalAction that fetches recent emails from Gmail via Composio REST API.
+ * Stores HTML bodies in file storage, upserts into emailSync table.
+ * Triggered every 5 minutes by crons.ts.
+ *
+ * NOTE: Convex actions cannot import from repo-root lib/, so we call
+ * Composio's REST API directly via fetch().
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pullFromGmail = void 0;
+const server_1 = require("../_generated/server");
+const api_1 = require("../_generated/api");
+const values_1 = require("convex/values");
+// Composio REST API base URL
+const COMPOSIO_API_BASE = 'https://backend.composio.dev/api/v2';
+// =============================================================================
+// PULL FROM GMAIL — Cron-triggered action
+// =============================================================================
+exports.pullFromGmail = (0, server_1.internalAction)({
+    args: {
+        workspaceId: values_1.v.id('workspaces'),
+        entityId: values_1.v.string(),
+    },
+    handler: async (ctx, args) => {
+        const apiKey = process.env.COMPOSIO_API_KEY;
+        if (!apiKey) {
+            console.error('[EmailCron] COMPOSIO_API_KEY not set');
+            return { synced: 0, error: 'No API key' };
+        }
+        console.log('[EmailCron] Starting Gmail sync for workspace:', args.workspaceId);
+        try {
+            // Step 1: List recent messages via Composio
+            const listResponse = await executeComposioAction(apiKey, args.entityId, {
+                action: 'GMAIL_LIST_MESSAGES',
+                params: {
+                    max_results: 20,
+                    label_ids: ['INBOX'],
+                },
+            });
+            const messages = extractMessages(listResponse);
+            if (!messages || messages.length === 0) {
+                console.log('[EmailCron] No messages returned from Gmail');
+                return { synced: 0 };
+            }
+            console.log('[EmailCron] Found', messages.length, 'messages to process');
+            let syncedCount = 0;
+            for (const msg of messages) {
+                try {
+                    // Step 2: Get full message details
+                    const detailResponse = await executeComposioAction(apiKey, args.entityId, {
+                        action: 'GMAIL_GET_MESSAGE',
+                        params: {
+                            message_id: msg.id,
+                            format: 'full',
+                        },
+                    });
+                    const detail = extractMessageDetail(detailResponse);
+                    if (!detail) {
+                        console.warn('[EmailCron] Could not parse message:', msg.id);
+                        continue;
+                    }
+                    // Parse email fields
+                    const headers = detail.payload?.headers ?? [];
+                    const subject = getHeader(headers, 'Subject') || '(no subject)';
+                    const from = getHeader(headers, 'From') || '';
+                    const toRaw = getHeader(headers, 'To') || '';
+                    const to = toRaw
+                        .split(',')
+                        .map((s) => s.trim())
+                        .filter(Boolean);
+                    // Extract body
+                    const { plain } = extractBody(detail);
+                    // Truncate plain text
+                    const MAX_PLAIN = 10_000;
+                    let bodyPlain = plain;
+                    if (bodyPlain && bodyPlain.length > MAX_PLAIN) {
+                        bodyPlain = bodyPlain.substring(0, MAX_PLAIN);
+                    }
+                    const snippet = detail.snippet || bodyPlain?.substring(0, 200);
+                    // Determine sentAt from internalDate
+                    const sentAt = detail.internalDate
+                        ? parseInt(detail.internalDate, 10)
+                        : Date.now();
+                    // Step 3: Upsert into emailSync table
+                    await ctx.runMutation(api_1.internal.crm.emailSync.upsertFromSync, {
+                        workspaceId: args.workspaceId,
+                        gmailId: msg.id,
+                        threadId: msg.threadId || msg.id,
+                        subject,
+                        snippet,
+                        from,
+                        to,
+                        bodyPlain,
+                        sentAt,
+                    });
+                    syncedCount++;
+                }
+                catch (emailError) {
+                    console.error('[EmailCron] Failed to process message:', msg.id, emailError);
+                }
+            }
+            console.log('[EmailCron] Synced', syncedCount, 'emails');
+            return { synced: syncedCount };
+        }
+        catch (error) {
+            console.error('[EmailCron] Gmail sync failed:', error);
+            return { synced: 0, error: String(error) };
+        }
+    },
+});
+// =============================================================================
+// COMPOSIO REST API HELPERS
+// =============================================================================
+async function executeComposioAction(apiKey, entityId, body) {
+    const response = await fetch(`${COMPOSIO_API_BASE}/actions/execute`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            'x-api-key': apiKey,
+        },
+        body: JSON.stringify({
+            actionName: body.action,
+            connectedAccountId: undefined,
+            entityId,
+            input: body.params,
+        }),
+    });
+    if (!response.ok) {
+        const text = await response.text();
+        throw new Error(`Composio API error (${response.status}): ${text}`);
+    }
+    return (await response.json());
+}
+function extractMessages(response) {
+    // Composio wraps responses in data.response_data
+    const data = response?.data?.response_data ?? response?.data ?? response;
+    if (Array.isArray(data)) {
+        return data;
+    }
+    // Sometimes nested under 'messages'
+    const obj = data;
+    if (obj?.messages && Array.isArray(obj.messages)) {
+        return obj.messages;
+    }
+    return [];
+}
+function extractMessageDetail(response) {
+    const data = response?.data?.response_data ?? response?.data ?? response;
+    if (data && typeof data === 'object' && 'id' in data) {
+        return data;
+    }
+    return null;
+}
+function getHeader(headers, name) {
+    return headers.find((h) => h.name.toLowerCase() === name.toLowerCase())?.value;
+}
+function extractBody(detail) {
+    let plain;
+    let html;
+    const payload = detail.payload;
+    if (!payload)
+        return { plain, html };
+    // Single-part message
+    if (payload.body?.data) {
+        const decoded = decodeBase64Url(payload.body.data);
+        if (payload.mimeType === 'text/html') {
+            html = decoded;
+        }
+        else {
+            plain = decoded;
+        }
+    }
+    // Multi-part message
+    if (payload.parts) {
+        for (const part of payload.parts) {
+            if (part.mimeType === 'text/plain' && part.body?.data) {
+                plain = decodeBase64Url(part.body.data);
+            }
+            else if (part.mimeType === 'text/html' && part.body?.data) {
+                html = decodeBase64Url(part.body.data);
+            }
+            // Nested multipart (e.g., multipart/alternative inside multipart/mixed)
+            if (part.parts) {
+                for (const subpart of part.parts) {
+                    if (subpart.mimeType === 'text/plain' && subpart.body?.data) {
+                        plain = plain || decodeBase64Url(subpart.body.data);
+                    }
+                    else if (subpart.mimeType === 'text/html' &&
+                        subpart.body?.data) {
+                        html = html || decodeBase64Url(subpart.body.data);
+                    }
+                }
+            }
+        }
+    }
+    return { plain, html };
+}
+function decodeBase64Url(encoded) {
+    // Gmail API uses URL-safe base64 encoding
+    const base64 = encoded.replace(/-/g, '+').replace(/_/g, '/');
+    try {
+        return Buffer.from(base64, 'base64').toString('utf-8');
+    }
+    catch {
+        return encoded;
+    }
+}

package/dist/convex/crm/emailCronDispatch.js

@@ -0,0 +1,76 @@
+"use strict";
+/**
+ * Email Cron Dispatcher
+ *
+ * Finds all workspaces with Gmail sync enabled and triggers
+ * sync for each one. Mirrors calendarCronDispatch.ts pattern.
+ *
+ * The cron calls this dispatcher every 5 minutes.
+ * The dispatcher fans out to per-workspace sync actions.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getEmailSyncWorkspaces = exports.dispatchEmailSync = void 0;
+const server_1 = require("../_generated/server");
+const api_1 = require("../_generated/api");
+// =============================================================================
+// DISPATCH — find workspaces and fan out sync actions
+// =============================================================================
+exports.dispatchEmailSync = (0, server_1.internalAction)({
+    args: {},
+    handler: async (ctx) => {
+        console.log('[EmailCronDispatch] Starting dispatch...');
+        // Get all workspaces with email sync enabled
+        const workspaces = await ctx.runQuery(api_1.internal.crm.emailCronDispatch.getEmailSyncWorkspaces);
+        if (workspaces.length === 0) {
+            console.log('[EmailCronDispatch] No workspaces with email sync enabled');
+            return { dispatched: 0 };
+        }
+        console.log('[EmailCronDispatch] Dispatching sync for', workspaces.length, 'workspaces');
+        let dispatched = 0;
+        for (const ws of workspaces) {
+            try {
+                await ctx.runAction(api_1.internal.crm.emailCron.pullFromGmail, {
+                    workspaceId: ws.workspaceId,
+                    entityId: ws.entityId,
+                });
+                dispatched++;
+            }
+            catch (error) {
+                console.error('[EmailCronDispatch] Failed for workspace:', ws.workspaceId, error);
+            }
+        }
+        console.log('[EmailCronDispatch] Dispatched', dispatched, 'sync jobs');
+        return { dispatched };
+    },
+});
+// =============================================================================
+// QUERY — get workspaces with email sync enabled
+// =============================================================================
+exports.getEmailSyncWorkspaces = (0, server_1.internalQuery)({
+    args: {},
+    handler: async (ctx) => {
+        const workspaces = await ctx.db.query('workspaces').collect();
+        const results = [];
+        for (const ws of workspaces) {
+            // Only sync workspaces that have email sync enabled
+            const settings = ws.settings;
+            if (!settings?.emailSyncEnabled)
+                continue;
+            // Determine entityId
+            let entityId;
+            if (ws.ownerType === 'user' && ws.ownerId) {
+                const user = await ctx.db.get(ws.ownerId);
+                if (user && 'clerkId' in user) {
+                    entityId = user.clerkId;
+                }
+            }
+            else if (ws.ownerType === 'organization' && ws.orgId) {
+                entityId = ws.orgId;
+            }
+            if (entityId) {
+                results.push({ workspaceId: ws._id, entityId });
+            }
+        }
+        return results;
+    },
+});

package/dist/convex/crm/emailSync.js

@@ -0,0 +1,260 @@
+"use strict";
+/**
+ * CRM Email Sync — Mutations & Queries
+ *
+ * Syncs Gmail messages into the emailSync table via Composio.
+ * Auto-links to contacts (by email) and companies (by domain).
+ * V0.1.0: simplified schema — sentAt replaces receivedAt, cc/isRead/isStarred/hasAttachments removed.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.internalGenerateUploadUrl = exports.generateUploadUrl = exports.list = exports.getByGmailId = exports.search = exports.linkToContact = exports.upsertFromSync = void 0;
+const server_1 = require("../_generated/server");
+const values_1 = require("convex/values");
+const workspace_1 = require("../lib/workspace");
+// =============================================================================
+// CONSTANTS
+// =============================================================================
+const MAX_BODY_PLAIN_LENGTH = 10_000; // 10KB truncation limit
+const SNIPPET_LENGTH = 200;
+// =============================================================================
+// SYNC EMAILS (upsert by gmailId)
+// =============================================================================
+/**
+ * Internal mutation used by the cron action to upsert synced emails.
+ * Skips auth since cron runs server-side.
+ * OQ-1: actorId='agent:composio' tracked in activities created from this sync.
+ */
+exports.upsertFromSync = (0, server_1.internalMutation)({
+    args: {
+        workspaceId: values_1.v.id('workspaces'),
+        gmailId: values_1.v.string(),
+        threadId: values_1.v.optional(values_1.v.string()),
+        subject: values_1.v.string(),
+        snippet: values_1.v.optional(values_1.v.string()),
+        from: values_1.v.string(),
+        to: values_1.v.optional(values_1.v.array(values_1.v.string())),
+        bodyPlain: values_1.v.optional(values_1.v.string()),
+        sentAt: values_1.v.number(),
+    },
+    returns: values_1.v.id('emailSync'),
+    handler: async (ctx, args) => {
+        // Check if email already synced
+        const existing = await ctx.db
+            .query('emailSync')
+            .withIndex('by_gmail_id', (q) => q.eq('gmailId', args.gmailId))
+            .first();
+        if (existing) {
+            return existing._id;
+        }
+        // Truncate bodyPlain
+        let bodyPlain = args.bodyPlain;
+        if (bodyPlain && bodyPlain.length > MAX_BODY_PLAIN_LENGTH) {
+            bodyPlain = bodyPlain.substring(0, MAX_BODY_PLAIN_LENGTH);
+        }
+        // Generate snippet from bodyPlain if not provided
+        const snippet = args.snippet ||
+            (bodyPlain ? bodyPlain.substring(0, SNIPPET_LENGTH) : undefined);
+        const now = Date.now();
+        // Auto-link: match from email against contacts
+        const fromEmail = extractEmail(args.from);
+        let matchedContactId;
+        let matchedCompanyId;
+        if (fromEmail) {
+            const contact = await ctx.db
+                .query('contacts')
+                .withIndex('by_workspace', (q) => q.eq('workspaceId', args.workspaceId))
+                .filter((q) => q.eq(q.field('email'), fromEmail))
+                .first();
+            if (contact) {
+                matchedContactId = contact._id;
+                if (contact.companyId) {
+                    matchedCompanyId = contact.companyId;
+                }
+            }
+            else {
+                // Try by domain
+                const domain = extractDomain(fromEmail);
+                if (domain) {
+                    const company = await ctx.db
+                        .query('companies')
+                        .withIndex('by_domain', (q) => q.eq('domain', domain))
+                        .filter((q) => q.eq(q.field('workspaceId'), args.workspaceId))
+                        .first();
+                    if (company) {
+                        matchedCompanyId = company._id;
+                    }
+                }
+            }
+        }
+        const emailId = await ctx.db.insert('emailSync', {
+            gmailId: args.gmailId,
+            threadId: args.threadId,
+            subject: args.subject,
+            snippet,
+            from: args.from,
+            to: args.to,
+            bodyPlain,
+            contactId: matchedContactId,
+            companyId: matchedCompanyId,
+            workspaceId: args.workspaceId,
+            syncedAt: now,
+            sentAt: args.sentAt,
+        });
+        return emailId;
+    },
+});
+// =============================================================================
+// LINK TO CONTACT (manual linking)
+// =============================================================================
+exports.linkToContact = (0, server_1.mutation)({
+    args: {
+        emailId: values_1.v.id('emailSync'),
+        contactId: values_1.v.optional(values_1.v.id('contacts')),
+        companyId: values_1.v.optional(values_1.v.id('companies')),
+    },
+    returns: values_1.v.id('emailSync'),
+    handler: async (ctx, args) => {
+        const email = await ctx.db.get(args.emailId);
+        if (!email)
+            throw new Error('Email not found');
+        const { canWrite } = await (0, workspace_1.validateWorkspaceAccess)(ctx, email.workspaceId);
+        if (!canWrite)
+            throw new Error('Insufficient permissions');
+        await ctx.db.patch(args.emailId, {
+            ...(args.contactId !== undefined && { contactId: args.contactId }),
+            ...(args.companyId !== undefined && { companyId: args.companyId }),
+        });
+        return args.emailId;
+    },
+});
+// =============================================================================
+// SEARCH
+// =============================================================================
+exports.search = (0, server_1.query)({
+    args: {
+        workspaceId: values_1.v.id('workspaces'),
+        contactId: values_1.v.optional(values_1.v.id('contacts')),
+        subject: values_1.v.optional(values_1.v.string()),
+        dateFrom: values_1.v.optional(values_1.v.number()),
+        dateTo: values_1.v.optional(values_1.v.number()),
+        limit: values_1.v.optional(values_1.v.number()),
+    },
+    returns: values_1.v.array(values_1.v.any()),
+    handler: async (ctx, args) => {
+        await (0, workspace_1.validateWorkspaceAccess)(ctx, args.workspaceId);
+        const limit = args.limit ?? 20;
+        if (args.contactId) {
+            const results = await ctx.db
+                .query('emailSync')
+                .withIndex('by_contact', (q) => q.eq('contactId', args.contactId))
+                .order('desc')
+                .take(limit + 20);
+            return filterEmails(results, args).slice(0, limit);
+        }
+        const allResults = await ctx.db
+            .query('emailSync')
+            .withIndex('by_workspace_sent', (q) => q.eq('workspaceId', args.workspaceId))
+            .order('desc')
+            .take(limit * 5);
+        return filterEmails(allResults, args).slice(0, limit);
+    },
+});
+// =============================================================================
+// GET BY GMAIL ID (for dedup check from actions)
+// =============================================================================
+exports.getByGmailId = (0, server_1.query)({
+    args: {
+        gmailId: values_1.v.string(),
+    },
+    returns: values_1.v.union(values_1.v.null(), values_1.v.any()),
+    handler: async (ctx, args) => {
+        return await ctx.db
+            .query('emailSync')
+            .withIndex('by_gmail_id', (q) => q.eq('gmailId', args.gmailId))
+            .first();
+    },
+});
+// =============================================================================
+// LIST (for a workspace, ordered by sentAt)
+// =============================================================================
+exports.list = (0, server_1.query)({
+    args: {
+        workspaceId: values_1.v.id('workspaces'),
+        limit: values_1.v.optional(values_1.v.number()),
+    },
+    returns: values_1.v.array(values_1.v.any()),
+    handler: async (ctx, args) => {
+        await (0, workspace_1.validateWorkspaceAccess)(ctx, args.workspaceId);
+        const limit = args.limit ?? 20;
+        return await ctx.db
+            .query('emailSync')
+            .withIndex('by_workspace_sent', (q) => q.eq('workspaceId', args.workspaceId))
+            .order('desc')
+            .take(limit);
+    },
+});
+// =============================================================================
+// GENERATE UPLOAD URL (for storing email HTML bodies in file storage)
+// =============================================================================
+exports.generateUploadUrl = (0, server_1.mutation)({
+    args: {},
+    returns: values_1.v.string(),
+    handler: async (ctx) => {
+        const identity = await ctx.auth.getUserIdentity();
+        if (!identity)
+            throw new Error('Unauthorized');
+        return await ctx.storage.generateUploadUrl();
+    },
+});
+exports.internalGenerateUploadUrl = (0, server_1.internalMutation)({
+    args: {},
+    returns: values_1.v.string(),
+    handler: async (ctx) => {
+        return await ctx.storage.generateUploadUrl();
+    },
+});
+// =============================================================================
+// HELPERS
+// =============================================================================
+function extractEmail(fromHeader) {
+    const match = fromHeader.match(/<([^>]+)>/);
+    if (match)
+        return match[1].toLowerCase();
+    if (fromHeader.includes('@'))
+        return fromHeader.trim().toLowerCase();
+    return null;
+}
+function extractDomain(email) {
+    const parts = email.split('@');
+    if (parts.length !== 2)
+        return null;
+    const domain = parts[1].toLowerCase();
+    const genericDomains = [
+        'gmail.com',
+        'yahoo.com',
+        'hotmail.com',
+        'outlook.com',
+        'live.com',
+        'icloud.com',
+        'protonmail.com',
+        'aol.com',
+        'mail.com',
+    ];
+    if (genericDomains.includes(domain))
+        return null;
+    return domain;
+}
+function filterEmails(results, args) {
+    let filtered = results;
+    if (args.subject) {
+        const subjectLower = args.subject.toLowerCase();
+        filtered = filtered.filter((e) => e.subject.toLowerCase().includes(subjectLower));
+    }
+    if (args.dateFrom) {
+        filtered = filtered.filter((e) => e.sentAt >= args.dateFrom);
+    }
+    if (args.dateTo) {
+        filtered = filtered.filter((e) => e.sentAt <= args.dateTo);
+    }
+    return filtered;
+}