@realtimex/email-automator 2.8.4 → 2.9.0

package/api/src/config/index.ts

@@ -39,7 +39,7 @@ function loadEnvironment() {
 
 loadEnvironment();
 
-function parseArgs(args: string[]): { port: number | null, noUi: boolean } {
+function parseArgs(args: string[]): { port: number | null, noUi: boolean, rename: boolean } {
     const portIndex = args.indexOf('--port');
     let port = null;
     if (portIndex !== -1 && args[portIndex + 1]) {
@@ -50,8 +50,9 @@ function parseArgs(args: string[]): { port: number | null, noUi: boolean } {
     }
     
     const noUi = args.includes('--no-ui');
+    const rename = args.includes('--rename');
     
-    return { port, noUi };
+    return { port, noUi, rename };
 }
 
 const cliArgs = parseArgs(process.argv.slice(2));
@@ -62,6 +63,7 @@ export const config = {
     // Default port 3004 (RealTimeX Desktop uses 3001/3002)
     port: cliArgs.port || (process.env.PORT ? parseInt(process.env.PORT, 10) : 3004),
     noUi: cliArgs.noUi,
+    intelligentRename: cliArgs.rename || process.env.INTELLIGENT_RENAME === 'true',
     nodeEnv: process.env.NODE_ENV || 'development',
     isProduction: process.env.NODE_ENV === 'production',
 

package/api/src/services/processor.ts

@@ -6,6 +6,7 @@ import { getGmailService, GmailMessage } from './gmail.js';
 import { getMicrosoftService, OutlookMessage } from './microsoft.js';
 import { getIntelligenceService, EmailAnalysis, ContextAwareAnalysis, RuleContext } from './intelligence.js';
 import { getStorageService } from './storage.js';
+import { generateEmailFilename } from '../utils/filename.js';
 import { EmailAccount, Email, Rule, ProcessingLog } from './supabase.js';
 import { EventLogger } from './eventLogger.js';
 
@@ -434,7 +435,12 @@ export class EmailProcessorService {
         // 2. Save raw content to local storage (.eml format)
         let filePath = '';
         try {
-            const filename = `${account.id}_${message.id}.eml`.replace(/[^a-z0-9._-]/gi, '_');
+            const filename = generateEmailFilename({
+                subject,
+                date: parsed.date || new Date(),
+                externalId: message.id,
+                intelligentRename: settings?.intelligent_rename || config.intelligentRename
+            });
             filePath = await this.storageService.saveEmail(rawMime, filename, settings?.storage_path);
         } catch (storageError) {
             logger.error('Failed to save raw email content', storageError);

package/api/src/services/storage.ts

@@ -9,16 +9,26 @@ export class StorageService {
     private defaultPath: string;
 
     constructor() {
-        // Default to a folder in the user's home directory or current project
-        // Using project-relative path for now as discussed
-        this.defaultPath = path.resolve(process.cwd(), 'data', 'emails');
+        // Determine a safe default path
+        const homeDir = os.homedir();
+        const fallbackPath = path.join(homeDir, '.email-automator', 'emails');
+        const projectDataPath = path.resolve(process.cwd(), 'data', 'emails');
+
+        // If we are at system root or in a restricted environment, use home dir
+        if (process.cwd() === '/' || process.cwd() === '/root' || process.cwd().startsWith('/bin')) {
+            this.defaultPath = fallbackPath;
+        } else {
+            // Default to project-relative for now, but ensureDirectory will handle the check
+            this.defaultPath = projectDataPath;
+        }
     }
 
     /**
      * Ensures the storage directory exists and is writable.
      */
     async ensureDirectory(customPath?: string | null): Promise<string> {
-        const targetPath = customPath || this.defaultPath;
+        let targetPath = customPath || this.defaultPath;
+        
         try {
             await fs.mkdir(targetPath, { recursive: true });
             // Test writability
@@ -27,8 +37,15 @@ export class StorageService {
             await fs.unlink(testFile);
             return targetPath;
         } catch (error) {
+            // If the default project-relative path failed and we haven't tried the fallback yet
+            if (!customPath && targetPath !== path.join(os.homedir(), '.email-automator', 'emails')) {
+                const fallback = path.join(os.homedir(), '.email-automator', 'emails');
+                logger.warn('Default storage path not writable, falling back to home directory', { targetPath, fallback });
+                return this.ensureDirectory(fallback);
+            }
+
             logger.error('Storage directory validation failed', error, { targetPath });
-            throw new Error(`Storage path "${targetPath}" is not accessible or writable.`);
+            throw new Error(`Storage path "${targetPath}" is not accessible or writable. Please configure a valid path in Settings.`);
         }
     }
 

package/api/src/utils/filename.ts

@@ -0,0 +1,55 @@
+/**
+ * Utility for generating standardized and human-readable filenames for archived emails.
+ */
+
+interface FilenameOptions {
+    subject: string;
+    date: Date;
+    externalId: string;
+    intelligentRename?: boolean;
+}
+
+export function generateEmailFilename({
+    subject,
+    date,
+    externalId,
+    intelligentRename = false
+}: FilenameOptions): string {
+    // 1. Format Timestamp (YYYYMMDD_HHMM or YYYYMMDD-HHMM)
+    const pad = (n: number) => n.toString().padStart(2, '0');
+    const yyyy = date.getFullYear();
+    const mm = pad(date.getMonth() + 1);
+    const dd = pad(date.getDate());
+    const hh = pad(date.getHours());
+    const min = pad(date.getMinutes());
+
+    const timestamp = intelligentRename 
+        ? `${yyyy}${mm}${dd}-${hh}${min}`
+        : `${yyyy}${mm}${dd}_${hh}${min}`;
+
+    // 2. Get Internal ID (Last 8 characters of provider's message ID)
+    const internalId = externalId.slice(-8);
+
+    if (intelligentRename) {
+        // Intelligent Rename (Slugified)
+        // subject converted to lowercase, non-alphanumeric to hyphens
+        const slug = subject
+            .toLowerCase()
+            .replace(/[^a-z0-9]+/g, '-')
+            .replace(/^-+|-+$/g, '') // Remove leading/trailing hyphens
+            .substring(0, 100);
+        
+        return `${timestamp}-${slug || 'no-subject'}-${internalId}.eml`;
+    } else {
+        // Default Naming Convention
+        // Illegal characters replaced with underscores, non-printable removed
+        const sanitized = subject
+            .replace(/[/\\*?:\"<>|]/g, '_') // Illegal chars
+            .replace(/[\x00-\x1F\x7F]/g, '') // Non-printable
+            .replace(/_+/g, '_') // Collapse multiple underscores
+            .replace(/^_|_$/g, '') // Remove leading/trailing underscores
+            .substring(0, 100);
+
+        return `${timestamp}_${sanitized || 'No_Subject'}_${internalId}.eml`;
+    }
+}

package/dist/api/src/config/index.js

@@ -44,7 +44,8 @@ function parseArgs(args) {
         }
     }
     const noUi = args.includes('--no-ui');
-    return { port, noUi };
+    const rename = args.includes('--rename');
+    return { port, noUi, rename };
 }
 const cliArgs = parseArgs(process.argv.slice(2));
 export const config = {
@@ -53,6 +54,7 @@ export const config = {
     // Default port 3004 (RealTimeX Desktop uses 3001/3002)
     port: cliArgs.port || (process.env.PORT ? parseInt(process.env.PORT, 10) : 3004),
     noUi: cliArgs.noUi,
+    intelligentRename: cliArgs.rename || process.env.INTELLIGENT_RENAME === 'true',
     nodeEnv: process.env.NODE_ENV || 'development',
     isProduction: process.env.NODE_ENV === 'production',
     // Paths - Robust resolution for both TS source and compiled JS in dist/

package/dist/api/src/services/processor.js

@@ -5,6 +5,7 @@ import { getGmailService } from './gmail.js';
 import { getMicrosoftService } from './microsoft.js';
 import { getIntelligenceService } from './intelligence.js';
 import { getStorageService } from './storage.js';
+import { generateEmailFilename } from '../utils/filename.js';
 import { EventLogger } from './eventLogger.js';
 const logger = createLogger('Processor');
 export class EmailProcessorService {
@@ -352,7 +353,12 @@ export class EmailProcessorService {
         // 2. Save raw content to local storage (.eml format)
         let filePath = '';
         try {
-            const filename = `${account.id}_${message.id}.eml`.replace(/[^a-z0-9._-]/gi, '_');
+            const filename = generateEmailFilename({
+                subject,
+                date: parsed.date || new Date(),
+                externalId: message.id,
+                intelligentRename: settings?.intelligent_rename || config.intelligentRename
+            });
             filePath = await this.storageService.saveEmail(rawMime, filename, settings?.storage_path);
         }
         catch (storageError) {

package/dist/api/src/services/storage.js

@@ -1,19 +1,29 @@
 import fs from 'fs/promises';
 import path from 'path';
+import os from 'os';
 import { createLogger } from '../utils/logger.js';
 const logger = createLogger('StorageService');
 export class StorageService {
     defaultPath;
     constructor() {
-        // Default to a folder in the user's home directory or current project
-        // Using project-relative path for now as discussed
-        this.defaultPath = path.resolve(process.cwd(), 'data', 'emails');
+        // Determine a safe default path
+        const homeDir = os.homedir();
+        const fallbackPath = path.join(homeDir, '.email-automator', 'emails');
+        const projectDataPath = path.resolve(process.cwd(), 'data', 'emails');
+        // If we are at system root or in a restricted environment, use home dir
+        if (process.cwd() === '/' || process.cwd() === '/root' || process.cwd().startsWith('/bin')) {
+            this.defaultPath = fallbackPath;
+        }
+        else {
+            // Default to project-relative for now, but ensureDirectory will handle the check
+            this.defaultPath = projectDataPath;
+        }
     }
     /**
      * Ensures the storage directory exists and is writable.
      */
     async ensureDirectory(customPath) {
-        const targetPath = customPath || this.defaultPath;
+        let targetPath = customPath || this.defaultPath;
         try {
             await fs.mkdir(targetPath, { recursive: true });
             // Test writability
@@ -23,8 +33,14 @@ export class StorageService {
             return targetPath;
         }
         catch (error) {
+            // If the default project-relative path failed and we haven't tried the fallback yet
+            if (!customPath && targetPath !== path.join(os.homedir(), '.email-automator', 'emails')) {
+                const fallback = path.join(os.homedir(), '.email-automator', 'emails');
+                logger.warn('Default storage path not writable, falling back to home directory', { targetPath, fallback });
+                return this.ensureDirectory(fallback);
+            }
             logger.error('Storage directory validation failed', error, { targetPath });
-            throw new Error(`Storage path "${targetPath}" is not accessible or writable.`);
+            throw new Error(`Storage path "${targetPath}" is not accessible or writable. Please configure a valid path in Settings.`);
         }
     }
     /**

package/dist/api/src/utils/filename.js

@@ -0,0 +1,38 @@
+/**
+ * Utility for generating standardized and human-readable filenames for archived emails.
+ */
+export function generateEmailFilename({ subject, date, externalId, intelligentRename = false }) {
+    // 1. Format Timestamp (YYYYMMDD_HHMM or YYYYMMDD-HHMM)
+    const pad = (n) => n.toString().padStart(2, '0');
+    const yyyy = date.getFullYear();
+    const mm = pad(date.getMonth() + 1);
+    const dd = pad(date.getDate());
+    const hh = pad(date.getHours());
+    const min = pad(date.getMinutes());
+    const timestamp = intelligentRename
+        ? `${yyyy}${mm}${dd}-${hh}${min}`
+        : `${yyyy}${mm}${dd}_${hh}${min}`;
+    // 2. Get Internal ID (Last 8 characters of provider's message ID)
+    const internalId = externalId.slice(-8);
+    if (intelligentRename) {
+        // Intelligent Rename (Slugified)
+        // subject converted to lowercase, non-alphanumeric to hyphens
+        const slug = subject
+            .toLowerCase()
+            .replace(/[^a-z0-9]+/g, '-')
+            .replace(/^-+|-+$/g, '') // Remove leading/trailing hyphens
+            .substring(0, 100);
+        return `${timestamp}-${slug || 'no-subject'}-${internalId}.eml`;
+    }
+    else {
+        // Default Naming Convention
+        // Illegal characters replaced with underscores, non-printable removed
+        const sanitized = subject
+            .replace(/[/\\*?:\"<>|]/g, '_') // Illegal chars
+            .replace(/[\x00-\x1F\x7F]/g, '') // Non-printable
+            .replace(/_+/g, '_') // Collapse multiple underscores
+            .replace(/^_|_$/g, '') // Remove leading/trailing underscores
+            .substring(0, 100);
+        return `${timestamp}_${sanitized || 'No_Subject'}_${internalId}.eml`;
+    }
+}