@sendinel/mcp-server 1.0.45 → 1.0.46

package/build/tools/advisor.js

@@ -5,6 +5,7 @@ import { getProjectId } from '../project.js';
 import { buildVoicePrompt } from '../lib/voice.js';
 import { getAnthropicModelId } from '../anthropic-model.js';
 import { dkimRemediationText } from '../lib/email-provider.js';
+import { readAllRows } from '@sendinel/domain';
 const txt = (text) => ({ content: [{ type: 'text', text }] });
 const j = (data) => txt(JSON.stringify(data, null, 2));
 const DAY_NAMES = ['Sunday', 'Monday', 'Tuesday', 'Wednesday', 'Thursday', 'Friday', 'Saturday'];
@@ -77,8 +78,8 @@ export function registerAdvisorTools(server) {
         const recommendations = [];
         let skipped = 0;
         for (const campaign of campaigns ?? []) {
-            const { data: logs } = await db().from('email_log').select('status').eq('project_id', projectId).eq('campaign_id', campaign.id).gte('created_at', since).limit(10000);
-            const rows = logs ?? [];
+            const rows = await readAllRows(db().from('email_log').select('status')
+                .eq('project_id', projectId).eq('campaign_id', campaign.id).gte('created_at', since));
             const sends = rows.filter((row) => ['sent', 'delivered', 'opened', 'clicked', 'bounced', 'complained'].includes(row.status)).length;
             if (sends < 100) {
                 skipped++;
@@ -129,22 +130,20 @@ export function registerAdvisorTools(server) {
             .from('email_log')
             .select('status, created_at')
             .eq('project_id', projectId)
-            .gte('created_at', periodStart.toISOString())
-            .limit(10000);
+            .gte('created_at', periodStart.toISOString());
         if (site_id)
             currentQuery = currentQuery.eq('site_id', site_id);
-        const { data: currentRows } = await currentQuery;
+        const currentRows = await readAllRows(currentQuery);
         // 2. Prior period
         let priorQuery = db()
             .from('email_log')
             .select('status, created_at')
             .eq('project_id', projectId)
             .gte('created_at', priorStart.toISOString())
-            .lt('created_at', periodStart.toISOString())
-            .limit(10000);
+            .lt('created_at', periodStart.toISOString());
         if (site_id)
             priorQuery = priorQuery.eq('site_id', site_id);
-        const { data: priorRows } = await priorQuery;
+        const priorRows = await readAllRows(priorQuery);
         const current = computeMetrics(currentRows ?? []);
         const prior = computeMetrics(priorRows ?? []);
         // 3. Domain health (latest per site)
@@ -328,11 +327,10 @@ export function registerAdvisorTools(server) {
             .from('email_log')
             .select('subject, status')
             .eq('project_id', projectId)
-            .in('status', ['delivered', 'opened', 'clicked'])
-            .limit(5000);
+            .in('status', ['delivered', 'opened', 'clicked']);
         if (site_id)
             logQuery = logQuery.eq('site_id', site_id);
-        const { data: logRows } = await logQuery;
+        const logRows = await readAllRows(logQuery);
         // Aggregate by subject
         const subjectStats = new Map();
         for (const row of logRows ?? []) {
@@ -444,14 +442,13 @@ Each subject should be distinct in approach (urgency, curiosity, benefit, social
         const days = daysParam ?? 90;
         const since = new Date(Date.now() - days * 24 * 60 * 60 * 1000).toISOString();
         // 1. Query email_log with campaign step subjects
-        const { data: logRows } = await db()
+        const logRows = await readAllRows(db()
             .from('email_log')
             .select('campaign_id, subject, status')
             .eq('project_id', projectId)
             .eq('site_id', site_id)
             .gte('created_at', since)
-            .not('campaign_id', 'is', null)
-            .limit(10000);
+            .not('campaign_id', 'is', null));
         if (!logRows || logRows.length < 20) {
             return j({
                 error: 'insufficient_data',
@@ -565,16 +562,18 @@ Return ONLY valid JSON (no markdown fences): { "topics": [{ "title": "...", "rat
         // 1. Get contact IDs for segment filter
         let contactFilter = null;
         if (segment_id) {
-            const { data: segContacts } = await db()
+            const segContacts = await readAllRows(db()
                 .from('subscribers')
                 .select('id')
-                .eq('project_id', projectId)
-                .limit(5000);
+                .eq('project_id', projectId));
             // For now, we pass all contacts and filter at query time
             // A proper segment query would use segment-query.ts, but MCP server
             // doesn't have that module. We filter by site instead.
-            contactFilter = (segContacts ?? []).map((c) => c.id);
+            contactFilter = segContacts.map((c) => c.id);
         }
+        const coverage = contactFilter
+            ? { contacts_matching: contactFilter.length, contacts_used: Math.min(contactFilter.length, 500), complete: contactFilter.length <= 500 }
+            : { contacts_matching: null, contacts_used: null, complete: true };
         // 2. Query email_log
         let query = db()
             .from('email_log')
@@ -582,16 +581,16 @@ Return ONLY valid JSON (no markdown fences): { "topics": [{ "title": "...", "rat
             .eq('project_id', projectId)
             .eq('site_id', site_id)
             .gte('created_at', since)
-            .in('status', ['delivered', 'opened', 'clicked'])
-            .limit(10000);
+            .in('status', ['delivered', 'opened', 'clicked']);
         if (contactFilter) {
             query = query.in('contact_id', contactFilter.slice(0, 500));
         }
-        const { data: rows } = await query;
+        const rows = await readAllRows(query);
         if (!rows || rows.length < 30) {
             return j({
                 error: 'insufficient_data',
                 message: `Only ${rows?.length ?? 0} qualifying emails found in the last ${days} days. Need at least 30 for meaningful analysis.`,
+                coverage,
             });
         }
         // 3. Build buckets
@@ -610,6 +609,7 @@ Return ONLY valid JSON (no markdown fences): { "topics": [{ "title": "...", "rat
             metric: metric ?? 'open_rate',
             period_days: days,
             total_emails_analyzed: rows.length,
+            coverage,
             best_hours: best3Hours,
             worst_hours: worst3Hours,
             best_days: best3Days,

package/build/tools/analytics.js

@@ -1,4 +1,4 @@
-import { fetchAllRows } from '@sendinel/domain';
+import { fetchAllRows, readAllRows } from '@sendinel/domain';
 import { z } from 'zod';
 import { db, adminDb, requestContext } from '../db.js';
 import { getProjectId } from '../project.js';
@@ -323,10 +323,14 @@ export function registerAnalyticsTools(server) {
         inputSchema: { period_days: z.number().int().min(1).max(365).optional().default(30) },
     }, async ({ period_days = 30 }) => {
         const since = new Date(Date.now() - period_days * 86400000).toISOString();
-        const { data, error } = await db().from('email_log').select('site_id, status, sent_at, created_at').eq('project_id', getProjectId()).gte('created_at', since).limit(20000);
-        if (error)
-            return j({ error: error.message });
-        const rows = data ?? [];
+        let rows;
+        try {
+            rows = await readAllRows(db().from('email_log').select('site_id, status, sent_at, created_at')
+                .eq('project_id', getProjectId()).gte('created_at', since));
+        }
+        catch (readError) {
+            return j({ error: String(readError) });
+        }
         const totals = computeAnalyticsMetrics(rows);
         const bySite = new Map();
         for (const row of rows) {

package/build/tools/campaigns.js

@@ -1,6 +1,6 @@
 import { z } from 'zod';
 import Anthropic from '@anthropic-ai/sdk';
-import { computeSendContentKey, NAME_FALLBACKS, ONE_SEND_MATCH_STATUSES, ONE_SEND_SENT_STATUSES, ONE_SEND_WINDOW_DAYS, normalizeTriggerConfig, renderTemplateString as renderTemplateVars, resolveBrandTokens, } from '@sendinel/domain';
+import { computeSendContentKey, NAME_FALLBACKS, ONE_SEND_MATCH_STATUSES, ONE_SEND_SENT_STATUSES, ONE_SEND_WINDOW_DAYS, normalizeTriggerConfig, renderTemplateString as renderTemplateVars, resolveBrandTokens, readAllRows, } from '@sendinel/domain';
 // Subpath import, not the barrel above -- reply-actions.ts uses node:crypto,
 // and MCP-server-side that's fine (this never runs in an Edge Function), but
 // keeping it off the shared barrel avoids re-creating the Edge-Function
@@ -336,21 +336,24 @@ async function attachBroadcastToExisting(input, match) {
             .select('contact_id')
             .eq('campaign_id', match.id)
             .in('contact_id', ids)
-            .limit(10000);
+            // One enrollment per campaign/contact, and ids has at most 200 entries.
+            .limit(200);
         if (enrolledErr)
             return { ok: false, error: enrolledErr.message, code: 'ONE_SEND_LOOKUP_FAILED', campaign_id: match.id };
         for (const row of enrolledRows ?? [])
             skip.add(row.contact_id);
-        const { data: logRows, error: logErr } = await db()
-            .from('email_log')
-            .select('contact_id, status')
-            .eq('project_id', input.projectId)
-            .eq('campaign_id', match.id)
-            .in('contact_id', ids)
-            .limit(10000);
-        if (logErr)
-            return { ok: false, error: logErr.message, code: 'ONE_SEND_LOOKUP_FAILED', campaign_id: match.id };
-        for (const row of logRows ?? [])
+        let logRows;
+        try {
+            logRows = await readAllRows(db().from('email_log')
+                .select('contact_id, status')
+                .eq('project_id', input.projectId)
+                .eq('campaign_id', match.id)
+                .in('contact_id', ids));
+        }
+        catch (readError) {
+            return { ok: false, error: String(readError), code: 'ONE_SEND_LOOKUP_FAILED', campaign_id: match.id };
+        }
+        for (const row of logRows)
             if (sentStatuses.has(row.status))
                 skip.add(row.contact_id);
     }

package/build/tools/contacts.js

@@ -1,7 +1,7 @@
 import { ResourceTemplate } from '@modelcontextprotocol/sdk/server/mcp.js';
 import { CONTACT_ENRICHMENT_PROVIDERS } from '@desler/models';
 import { createContactEnrichmentAdapters, enrichContactFromConnections, } from '@desler/models/contact-enrichment';
-import { buildPreviewAttentionEnvelope, applySegmentRules, ContactPropertyAnomalyLogger, normalizeContactProperties, getAttentionDecision, getContactNeighborhood, getScheduledTouches, findContactDuplicateGroups, } from '@sendinel/domain';
+import { buildPreviewAttentionEnvelope, applySegmentRules, ContactPropertyAnomalyLogger, normalizeContactProperties, getAttentionDecision, getContactNeighborhood, getScheduledTouches, findContactDuplicateGroups, readAllPages, readAllRows, chunkIds, } from '@sendinel/domain';
 import { z } from 'zod';
 import { db, projectClientForWriteback } from '../db.js';
 import { getProjectId } from '../project.js';
@@ -625,6 +625,9 @@ export function registerContactTools(server) {
     }, async () => {
         const projectId = getProjectId();
         const cutoff = daysAgo(90);
+        // Deliberately NOT paged in #3755: the update below REPLACES each contact's tags with ['cold']
+        // instead of adding it. Paging would widen that data loss to every inactive contact. Fix the
+        // overwrite first (#3834), then page this read.
         const { data: contacts } = await db().from('subscribers').select('id, email, tags, last_engaged_at').eq('project_id', projectId).lt('last_engaged_at', cutoff).limit(1000);
         const ids = (contacts ?? []).map((contact) => contact.id);
         if (ids.length) {
@@ -647,12 +650,15 @@ export function registerContactTools(server) {
         },
     }, async ({ siteId, lookbackDays = 180 }) => {
         const projectId = getProjectId();
-        const { data: subs } = await db()
-            .from('site_subscriptions')
-            .select('contact_id')
-            .eq('site_id', siteId)
-            .eq('subscribed', true);
-        const ids = (subs ?? []).map((s) => s.contact_id);
+        let subs;
+        try {
+            subs = await readAllRows(db().from('site_subscriptions')
+                .select('contact_id').eq('site_id', siteId).eq('subscribed', true));
+        }
+        catch (readError) {
+            return txt(`Error: ${String(readError)}`);
+        }
+        const ids = subs.map((s) => s.contact_id);
         if (!ids.length)
             return j({
                 summary: { total: 0, active: 0, cooling: 0, dormant: 0, sunset_candidates: 0, active_paying_low_engagement: 0 },
@@ -661,15 +667,17 @@ export function registerContactTools(server) {
                 recommendation: 'No subscribed contacts found for this site.',
                 lookback_days: lookbackDays,
             });
-        const { data: contacts, error } = await db()
-            .from('subscribers')
-            .select('id, email, last_engaged_at, total_opens, total_clicks, total_emails_sent, custom_properties')
-            .eq('project_id', projectId)
-            .eq('global_unsubscribed', false)
-            .in('id', ids)
-            .limit(5000);
-        if (error)
-            return txt(`Error: ${error.message}`);
+        let contacts = [];
+        try {
+            for (const batch of chunkIds(ids)) {
+                contacts.push(...await readAllRows(db().from('subscribers')
+                    .select('id, email, last_engaged_at, total_opens, total_clicks, total_emails_sent, custom_properties')
+                    .eq('project_id', projectId).eq('global_unsubscribed', false).in('id', batch)));
+            }
+        }
+        catch (readError) {
+            return txt(`Error: ${String(readError)}`);
+        }
         const summary = { total: contacts?.length ?? 0, active: 0, cooling: 0, dormant: 0, sunset_candidates: 0, active_paying_low_engagement: 0 };
         const sunset = [];
         const payingLowEngagement = [];
@@ -2117,15 +2125,17 @@ Requirements: urgency without desperation, acknowledge the gap, one clear CTA, v
         const CONTACT_SCAN_LIMIT = 2000;
         // #3604: PostgREST returns at most 1,000 rows per request, so a single
         // .limit(2000) query only ever read 1,000. Read in pages up to the limit.
-        const SCAN_PAGE = 1000;
         let siteIds = null;
         if (site_id) {
-            const { data: subs } = await db()
-                .from('site_subscriptions')
-                .select('contact_id')
-                .eq('site_id', site_id)
-                .eq('subscribed', true);
-            const ids = (subs ?? []).map((s) => s.contact_id);
+            let subs;
+            try {
+                subs = await readAllRows(db().from('site_subscriptions')
+                    .select('contact_id').eq('site_id', site_id).eq('subscribed', true));
+            }
+            catch (readError) {
+                return txt(`Error: ${String(readError)}`);
+            }
+            const ids = subs.map((s) => s.contact_id);
             if (!ids.length)
                 return j({ duplicate_groups: [], total_groups: 0, coverage: { contacts_scanned: 0, contacts_matching: 0, contact_limit: CONTACT_SCAN_LIMIT, complete: true } });
             siteIds = ids;
@@ -2146,7 +2156,7 @@ Requirements: urgency without desperation, acknowledge the gap, one clear CTA, v
         catch {
             byodCutoff = null;
         }
-        const pageQuery = (from) => {
+        const pageQuery = (from, to, ids) => {
             let q = db()
                 .from('subscribers')
                 .select('id, email, first_name, last_name, engagement_score, lifecycle_stage, created_at, source', { count: 'exact' })
@@ -2159,33 +2169,37 @@ Requirements: urgency without desperation, acknowledge the gap, one clear CTA, v
             // no longer saw are hidden there.
             if (byodCutoff)
                 q = q.or(`source.neq.database_import,updated_at.gte.${byodCutoff}`);
-            if (siteIds)
-                q = q.in('id', siteIds);
+            if (ids)
+                q = q.in('id', ids);
             return q.order('created_at', { ascending: true }).order('id', { ascending: true })
-                .range(from, Math.min(from + SCAN_PAGE, CONTACT_SCAN_LIMIT) - 1);
+                .range(from, to);
         };
-        const contacts = [];
-        let count = null;
-        let error = null;
-        for (let from = 0; from < CONTACT_SCAN_LIMIT; from += SCAN_PAGE) {
-            const res = await pageQuery(from);
-            if (res.error) {
-                error = res.error;
-                break;
+        const scanChunk = (ids) => readAllPages((from, to) => pageQuery(from, to, ids), { cap: CONTACT_SCAN_LIMIT });
+        let scan;
+        if (siteIds && siteIds.length > 200) {
+            const all = [];
+            let total = 0;
+            for (const ids of chunkIds(siteIds)) {
+                const part = await scanChunk(ids);
+                if (!part.ok)
+                    return txt(`Error: ${part.error.message}`);
+                all.push(...part.rows);
+                total = total === null || part.total === null ? null : total + part.total;
             }
-            if (from === 0)
-                count = typeof res.count === 'number' ? res.count : null;
-            const rows = res.data ?? [];
-            contacts.push(...rows);
-            if (rows.length < SCAN_PAGE)
-                break;
+            all.sort((a, b) => String(a.created_at ?? '').localeCompare(String(b.created_at ?? '')) || String(a.id).localeCompare(String(b.id)));
+            const rows = all.slice(0, CONTACT_SCAN_LIMIT);
+            scan = { ok: true, rows, cap: CONTACT_SCAN_LIMIT, total, complete: total !== null && total <= rows.length };
         }
-        if (error)
-            return txt(`Error: ${error.message}`);
+        else {
+            scan = await scanChunk(siteIds);
+        }
+        if (!scan.ok)
+            return txt(`Error: ${scan.error.message}`);
+        const contacts = scan.rows;
         // #3604: say when the scan stopped at the limit instead of presenting a partial scan as complete.
         const scanned = contacts?.length ?? 0;
-        const matching = typeof count === 'number' ? count : null;
-        const coverage = { contacts_scanned: scanned, contacts_matching: matching, contact_limit: CONTACT_SCAN_LIMIT, complete: matching === null ? null : matching <= scanned };
+        const matching = scan.total;
+        const coverage = { contacts_scanned: scanned, contacts_matching: matching, contact_limit: CONTACT_SCAN_LIMIT, complete: matching === null ? null : scan.complete };
         if (!contacts?.length)
             return j({ duplicate_groups: [], total_groups: 0, coverage });
         // The matching rule is shared with the dashboard screen (@sendinel/domain, #3743/#3750).

package/build/tools/data-proposals.js

@@ -2,16 +2,17 @@ import { z } from 'zod';
 import { db } from '../db.js';
 import { getProjectId } from '../project.js';
 import { getAnthropicModelId } from '../anthropic-model.js';
+import { readAllRows } from '@sendinel/domain';
 const txt = (text) => ({ content: [{ type: 'text', text }] });
 const j = (data) => txt(JSON.stringify(data, null, 2));
 async function engagementSnapshot(projectId) {
     const since = new Date(Date.now() - 7 * 86400000).toISOString();
-    const [{ data: logs }, { count: audienceSize }, { data: segments }] = await Promise.all([
-        db().from('email_log').select('status, created_at').eq('project_id', projectId).gte('created_at', since).limit(10000),
+    const [logs, { count: audienceSize }, { data: segments }] = await Promise.all([
+        readAllRows(db().from('email_log').select('status, created_at').eq('project_id', projectId).gte('created_at', since)),
         db().from('subscribers').select('id', { count: 'exact', head: true }).eq('project_id', projectId).eq('is_test', false).eq('global_unsubscribed', false),
         db().from('segments').select('id, name, subscriber_count:cached_count, updated_at').eq('project_id', projectId).order('updated_at', { ascending: false }).limit(5),
     ]);
-    const rows = logs ?? [];
+    const rows = logs;
     const sent = rows.filter((row) => ['sent', 'delivered', 'opened', 'clicked', 'bounced', 'complained'].includes(row.status)).length;
     const opened = rows.filter((row) => row.status === 'opened' || row.status === 'clicked').length;
     const clicked = rows.filter((row) => row.status === 'clicked').length;

package/build/tools/org.js

@@ -5,6 +5,7 @@ import { adminDb, db } from '../db.js';
 import { getProjectId } from '../project.js';
 import { assertChannelCanExecute, checkApproval, currentChannelContext, requestApproval } from '../lib/action-approvals.js';
 import { callSendinelV1 } from '../lib/v1-client.js';
+import { readAllRows } from '@sendinel/domain';
 const j = (data) => ({ content: [{ type: 'text', text: JSON.stringify(data, null, 2) }] });
 const PROVIDER_SWITCH_V1_PROVIDERS = ['resend', 'ses', 'elastic-email'];
 async function callProviderSwitchApi(path, init) {
@@ -636,41 +637,40 @@ export function registerOrgTools(server) {
         const fetchWindow = async (fromDate, toDate) => {
             let query = db()
                 .from('audit_log')
-                .select('action, actor_id, actor_type, created_at', { count: 'exact' })
+                .select('action, actor_id, actor_type, created_at')
                 .eq('project_id', projectId)
                 .gte('created_at', `${fromDate}T00:00:00.000Z`)
                 .lte('created_at', `${toDate}T23:59:59.999Z`)
-                .order('created_at', { ascending: false })
-                .range(0, 9999);
+                .order('created_at', { ascending: false });
             if (action)
                 query = query.eq('action', action);
             if (resource_type)
                 query = query.eq('resource_type', resource_type);
             if (actor_id)
                 query = query.eq('actor_id', actor_id);
-            return query;
+            return readAllRows(query);
         };
         const spanDays = dateSpanDays(dateFrom, dateTo);
         const previousDateTo = addDaysUtc(dateFrom, -1);
         const previousDateFrom = addDaysUtc(dateFrom, -spanDays);
-        const [current, previous] = await Promise.all([
-            fetchWindow(dateFrom, dateTo),
-            fetchWindow(previousDateFrom, previousDateTo),
-        ]);
-        if (current.error)
-            return j({ error: current.error.message });
-        if (previous.error)
-            return j({ error: previous.error.message });
-        const rows = current.data ?? [];
-        const previousRows = previous.data ?? [];
+        let rows, previousRows;
+        try {
+            [rows, previousRows] = await Promise.all([
+                fetchWindow(dateFrom, dateTo),
+                fetchWindow(previousDateFrom, previousDateTo),
+            ]);
+        }
+        catch (readError) {
+            return j({ error: String(readError) });
+        }
         const uniqueActors = new Set(rows.map((entry) => entry.actor_id || entry.actor_type).filter(Boolean)).size;
         const previousUniqueActors = new Set(previousRows.map((entry) => entry.actor_id || entry.actor_type).filter(Boolean)).size;
         const dangerousEvents = rows.filter((entry) => isDangerousAuditAction(entry.action)).length;
         return j({
-            events: current.count ?? rows.length,
+            events: rows.length,
             uniqueActors,
             dangerousEvents,
-            previousEvents: previous.count ?? previousRows.length,
+            previousEvents: previousRows.length,
             previousUniqueActors,
             dateFrom,
             dateTo,
@@ -690,15 +690,15 @@ export function registerOrgTools(server) {
         inputSchema: {},
     }, async () => {
         const projectId = getProjectId();
-        const { data, error } = await db()
-            .from('audit_log')
-            .select('action')
-            .eq('project_id', projectId)
-            .order('action', { ascending: true })
-            .limit(1000);
-        if (error)
-            return j({ error: error.message });
-        const actions = Array.from(new Set((data ?? []).map((row) => row.action).filter(Boolean)));
+        let data;
+        try {
+            data = await readAllRows(db().from('audit_log').select('action')
+                .eq('project_id', projectId).order('action', { ascending: true }));
+        }
+        catch (readError) {
+            return j({ error: String(readError) });
+        }
+        const actions = Array.from(new Set(data.map((row) => row.action).filter(Boolean)));
         return j({ actions });
     });
     server.registerTool('get_model_registry', {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sendinel/mcp-server",
-  "version": "1.0.45",
+  "version": "1.0.46",
   "description": "AI-controlled email operations control plane for campaigns, contacts, segments, analytics, and multi-provider sending via MCP.",
   "mcpName": "ai.sendinel/mcp-server",
   "type": "module",