nothumanallowed 14.1.48 → 14.1.49

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "nothumanallowed",
-  "version": "14.1.48",
+  "version": "14.1.49",
   "description": "NotHumanAllowed — 38 AI agents, 80 tools, Studio (visual agentic workflows). Email, calendar, browser automation, screen capture, canvas, cron/heartbeat, Alexandria E2E messaging, GitHub, Notion, Slack, voice chat, free AI (Liara), 28 languages. Zero-dependency CLI.",
   "type": "module",
   "bin": {

package/src/constants.mjs

@@ -5,7 +5,7 @@ import { fileURLToPath } from 'url';
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
 
-export const VERSION = '14.1.48';
+export const VERSION = '14.1.49';
 export const BASE_URL = 'https://nothumanallowed.com/cli';
 export const API_BASE = 'https://nothumanallowed.com/api/v1';
 

package/src/server/routes/email.mjs

@@ -38,16 +38,17 @@ export function register(router) {
       const offset = parseInt(url.searchParams.get('page') || url.searchParams.get('offset') || '0') * (url.searchParams.get('page') ? limit : 1);
       try {
         // getAllEmails returns ALL messages (read + unread) for local-first architecture
-        // This ensures email like Luca's are downloaded even if read in Gmail
-        let emails;
-        if (folder === 'inbox' || folder === 'INBOX') {
-          const { getAllEmails } = await import('../../services/google-gmail.mjs');
-          emails = await getAllEmails(config, 'INBOX', limit + offset);
-        } else {
-          const gmailQuery = folder === 'sent' ? 'in:sent' : folder === 'spam' ? 'in:spam' : folder === 'trash' ? 'in:trash' : `in:${folder}`;
-          const refs = await listMessages(config, gmailQuery, limit + offset);
-          emails = refs; // raw refs — full detail would require N individual getMessage calls
-        }
+        // Works for ALL folders: INBOX, SENT, DRAFTS, SPAM, TRASH, STARRED, IMPORTANT
+        const { getAllEmails } = await import('../../services/google-gmail.mjs');
+        const gmailFolder = folder.toUpperCase() === 'INBOX' ? 'INBOX'
+          : folder.toUpperCase() === 'SENT' ? 'SENT'
+          : folder.toUpperCase() === 'DRAFTS' ? 'DRAFTS'
+          : folder.toUpperCase() === 'SPAM' ? 'SPAM'
+          : folder.toUpperCase() === 'TRASH' ? 'TRASH'
+          : folder.toUpperCase() === 'STARRED' ? 'STARRED'
+          : folder.toUpperCase() === 'IMPORTANT' ? 'IMPORTANT'
+          : folder;
+        const emails = await getAllEmails(config, gmailFolder, limit + offset);
         sendJSON(res, 200, { emails: emails.slice(offset, offset + limit), total: emails.length });
       } catch (providerErr) {
         if (providerErr.message?.includes('No mail provider') || providerErr.message?.includes('token')) {

package/src/services/google-gmail.mjs

@@ -123,7 +123,7 @@ export async function getAllEmails(config, folder = 'INBOX', maxResults = 200) {
   }
 
   // Cache messages locally - this ensures local-first access
-  await cacheMessages(messages);
+  await cacheMessages(messages, folder);
   return messages;
 }
 
@@ -384,7 +384,7 @@ function parseMessage(raw) {
 
 // ── Local Cache ────────────────────────────────────────────────────────────
 
-async function cacheMessages(messages) {
+async function cacheMessages(messages, folder = 'INBOX') {
   // Cache as JSON files (legacy ops system)
   fs.mkdirSync(INBOX_DIR, { recursive: true });
   for (const msg of messages) {
@@ -392,58 +392,89 @@ async function cacheMessages(messages) {
     fs.writeFileSync(file, JSON.stringify(msg, null, 2), { mode: 0o600 });
   }
 
-  // ENTERPRISE LOCAL-FIRST: Also save to IMAP database for Web UI offline access
+  // ENTERPRISE LOCAL-FIRST: Also save to SQLite database for Web UI offline access
   try {
-    if (!messages.length) return; // Nothing to cache
+    if (!messages.length) return;
+
+    const { SQLITE_AVAILABLE, getDb, ensureGoogleAccount, upsertFolder } = await import('./email-db.mjs');
+    if (!SQLITE_AVAILABLE) return;
 
-    const { ensureGoogleAccount, upsertFolder, getSystemLabel, saveMessage } = await import('./email-db.mjs');
+    const db = getDb();
 
-    // Extract email from first message for account setup
-    const firstMsg = messages[0];
-    const accountEmail = extractEmail(firstMsg.to) || 'gmail@account';
+    // Determine the user's own email from config (reliable source)
+    let accountEmail = 'gmail@account';
+    try {
+      const os = await import('os');
+      const cfgPath = path.join(os.default.homedir(), '.nha', 'config.json');
+      if (fs.existsSync(cfgPath)) {
+        const cfg = JSON.parse(fs.readFileSync(cfgPath, 'utf-8'));
+        accountEmail = cfg.google?.email || cfg.email || accountEmail;
+      }
+    } catch {}
+    // Fallback: extract from 'to' field of first inbox message
+    if (accountEmail === 'gmail@account' && messages[0]) {
+      accountEmail = extractEmail(messages[0].to) || accountEmail;
+    }
 
-    // Ensure Google account exists in IMAP database
+    // Ensure Google account exists — use transaction for atomicity
     const googleAccount = ensureGoogleAccount({
       id: 'google',
       display_name: 'Gmail',
       email_address: accountEmail,
       imap_host: 'gmail.googleapis.com',
       imap_port: 993,
-      imap_secure: true,
       is_active: 1
     });
+    if (!googleAccount) return;
+
+    // Map folder to type and display name
+    const folderMap = {
+      'INBOX': { name: 'Inbox', type: 'inbox' },
+      'SENT': { name: 'Sent', type: 'sent' },
+      'DRAFTS': { name: 'Drafts', type: 'drafts' },
+      'SPAM': { name: 'Spam', type: 'spam' },
+      'TRASH': { name: 'Trash', type: 'trash' },
+      'STARRED': { name: 'Starred', type: 'starred' },
+      'IMPORTANT': { name: 'Important', type: 'important' },
+    };
+    const folderKey = folder.toUpperCase();
+    const folderInfo = folderMap[folderKey] || { name: folder, type: 'custom' };
+    const folderId = upsertFolder(googleAccount.id, folderKey, folderInfo.name, folderInfo.type, 1, 0);
+    if (!folderId) return;
+
+    // Batch insert all messages in a single transaction (fast + atomic)
+    const insertStmt = db.prepare(`
+      INSERT OR REPLACE INTO email_messages
+        (id, account_id, folder_id, imap_folder_path, uid, message_id, thread_id,
+         subject, from_address, from_name, to_addresses, body_text, body_preview,
+         internal_date, has_attachments, source)
+      VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)
+    `);
+    const stateStmt = db.prepare(`
+      INSERT OR REPLACE INTO email_message_state (message_id, is_read, is_starred)
+      VALUES (?, ?, ?)
+    `);
+
+    const insertAll = db.transaction((msgs) => {
+      for (const msg of msgs) {
+        const msgId = msg.id; // Use Gmail message ID as primary key (stable, unique)
+        insertStmt.run(
+          msgId, googleAccount.id, folderId, folderKey,
+          Date.now() + Math.random() * 1000 | 0, // unique uid
+          msg.id, msg.threadId || msg.id,
+          msg.subject || '(no subject)',
+          extractEmail(msg.from), extractName(msg.from),
+          msg.to || '',
+          msg.body || '', msg.snippet || '',
+          new Date(msg.date || Date.now()).toISOString(),
+          0, 'gmail_api'
+        );
+        stateStmt.run(msgId, msg.isUnread ? 0 : 1, msg.isImportant ? 1 : 0);
+      }
+    });
 
-    if (!googleAccount) {
-      throw new Error('Failed to create/get Google account');
-    }
-
-    // Ensure INBOX folder exists for Gmail account
-    const inboxFolderId = upsertFolder(googleAccount.id, 'INBOX', 'Inbox', 'inbox', 1, 0);
-
-    if (!inboxFolderId) {
-      throw new Error('Failed to create/get INBOX folder');
-    }
-
-    // Save each message to IMAP database
-    for (const msg of messages) {
-      saveMessage(googleAccount.id, {
-        folder_id: inboxFolderId,
-        message_id: msg.id,
-        thread_id: msg.threadId || msg.id,
-        subject: msg.subject || '(no subject)',
-        from_name: extractName(msg.from),
-        from_address: extractEmail(msg.from),
-        to_addresses: msg.to || '',
-        body_text: msg.body || '',
-        body_preview: msg.snippet || '',
-        internal_date: new Date(msg.date || Date.now()).toISOString(),
-        is_read: !msg.isUnread,
-        is_starred: !!msg.isImportant,
-        has_attachments: false
-      });
-    }
+    insertAll(messages);
   } catch (e) {
-    // Fallback gracefully if IMAP DB is not available
     console.warn('[GMAIL CACHE] Failed to save to IMAP database:', e.message);
   }
 }