@pheem49/mint 1.5.5 → 1.6.1

package/src/System/ipc_handlers.js

@@ -1,332 +0,0 @@
-const safetyManager = require('./safety_manager');
-const { getSmartContext } = require('./smart_context');
-
-function buildApprovalRequest(action) {
-    const classification = safetyManager.classifyAction(action);
-    if (
-        classification.tier !== safetyManager.TIERS.APPROVAL &&
-        classification.tier !== safetyManager.TIERS.DANGEROUS
-    ) {
-        return null;
-    }
-
-    return {
-        required: true,
-        tier: classification.tier,
-        reason: classification.reason,
-        action
-    };
-}
-
-async function executeApprovedAction(executeAction, action, clipboard) {
-    const classification = safetyManager.classifyAction(action);
-    const options = {
-        clipboard,
-        source: 'user_approved_action',
-        allowApproval: classification.tier === safetyManager.TIERS.APPROVAL,
-        allowDangerous: classification.tier === safetyManager.TIERS.DANGEROUS
-    };
-    const result = await executeAction(action, options);
-    return {
-        success: true,
-        action,
-        tier: classification.tier,
-        result,
-        message: result && typeof result === 'string'
-            ? result
-            : 'Action completed.'
-    };
-}
-
-function registerIpcHandlers({
-    app,
-    ipcMain,
-    shell,
-    clipboard,
-    windowManager,
-    proactiveLoop,
-    screenCapture,
-    services
-}) {
-    const {
-        handleChat,
-        resetChat,
-        getChatTranscript,
-        refreshApiKeyFromConfig,
-        getSystemInfo,
-        getWeather,
-        readConfig,
-        writeConfig,
-        saveChatImages,
-        listSavedPictures,
-        parseCommand,
-        executeAction,
-        getGoogleTtsUrls,
-        customWorkflows
-    } = services;
-
-    ipcMain.handle('chat-message', async (event, message, base64Image = null, base64Audio = null) => {
-        try {
-            if (base64Image && saveChatImages) {
-                saveChatImages(base64Image, { source: 'chat', message });
-            }
-
-            const rawResponse = await handleChat(message, base64Image, base64Audio);
-            const aiResponse = parseCommand(rawResponse);
-
-            if (aiResponse.action && aiResponse.action.type !== 'none') {
-                try {
-                    const approval = buildApprovalRequest(aiResponse.action);
-                    if (approval) {
-                        aiResponse.approval = approval;
-                        return aiResponse;
-                    }
-
-                    const actionResult = await executeAction(aiResponse.action, { clipboard });
-                    if (actionResult && typeof actionResult === 'string') {
-                        aiResponse.response += `\n\n${actionResult}`;
-                    }
-                } catch (err) {
-                    console.error("Action execution error:", err);
-                    aiResponse.response += "\n\n(Note: I tried to execute the action, but an error occurred.)";
-                }
-            }
-
-            return aiResponse;
-        } catch (error) {
-            console.error('Chat error:', error);
-            return { response: 'Error communicating with Gemini API. Check your console and API key.', action: { type: 'none' } };
-        }
-    });
-
-    ipcMain.handle('execute-approved-action', async (event, action) => {
-        try {
-            if (!action || action.type === 'none') {
-                return { success: false, message: 'No action to execute.' };
-            }
-            return await executeApprovedAction(executeAction, action, clipboard);
-        } catch (err) {
-            console.error('[ApprovedAction] Error:', err);
-            return { success: false, message: err.message || 'Action failed.' };
-        }
-    });
-
-    ipcMain.on('close-window', () => {
-        const mainWindow = windowManager.getMainWindow();
-        if (mainWindow) mainWindow.hide();
-    });
-
-    ipcMain.on('minimize-window', () => {
-        const mainWindow = windowManager.getMainWindow();
-        if (mainWindow) mainWindow.minimize();
-    });
-
-    ipcMain.on('quit-app', () => {
-        app.isQuiting = true;
-        app.quit();
-    });
-
-    ipcMain.on('maximize-window', () => {
-        const mainWindow = windowManager.getMainWindow();
-        if (!mainWindow) return;
-        if (mainWindow.isMaximized()) {
-            mainWindow.unmaximize();
-        } else {
-            mainWindow.maximize();
-        }
-    });
-
-    ipcMain.handle('reset-chat', () => {
-        resetChat();
-        return { success: true };
-    });
-
-    ipcMain.handle('get-chat-history', () => getChatTranscript());
-
-    ipcMain.handle('list-saved-pictures', () => {
-        return listSavedPictures ? listSavedPictures() : [];
-    });
-
-    ipcMain.handle('open-settings', () => {
-        windowManager.createSettingsWindow();
-    });
-
-    ipcMain.handle('get-settings', () => readConfig());
-
-    ipcMain.handle('save-settings', (event, config) => {
-        console.log('[Settings] Saving new config. MCP Servers count:', Object.keys(config.mcpServers || {}).length);
-        const result = writeConfig(config);
-        refreshApiKeyFromConfig();
-
-        const mainWindow = windowManager.getMainWindow();
-        if (mainWindow && !mainWindow.isDestroyed()) {
-            mainWindow.webContents.send('settings-changed', config);
-        }
-
-        if (proactiveLoop.isRunning()) {
-            proactiveLoop.start(config.proactiveInterval);
-        }
-
-        if (config.enableCustomWorkflows !== false) {
-            customWorkflows.startMonitoring(mainWindow.webContents);
-        } else {
-            customWorkflows.stopMonitoring();
-        }
-
-        if (config.showDesktopWidget === false) {
-            windowManager.closeWidgetWindow();
-        } else {
-            windowManager.ensureWidgetWindow();
-        }
-
-        return result;
-    });
-
-    ipcMain.on('set-ai-state', (event, state) => {
-        const widgetWindow = windowManager.getWidgetWindow();
-        if (widgetWindow && !widgetWindow.isDestroyed()) {
-            widgetWindow.webContents.send('widget-state', state);
-        }
-    });
-
-    ipcMain.on('close-settings', () => {
-        const settingsWindow = windowManager.getSettingsWindow();
-        if (settingsWindow) settingsWindow.close();
-    });
-
-    ipcMain.handle('open-custom-workflows', () => {
-        customWorkflows.openConfigFile();
-    });
-
-    ipcMain.handle('reload-custom-workflows', () => {
-        customWorkflows.loadWorkflows();
-        return { success: true };
-    });
-
-    ipcMain.on('spotlight-close', () => {
-        const spotlightWindow = windowManager.getSpotlightWindow();
-        if (spotlightWindow) spotlightWindow.close();
-    });
-
-    ipcMain.on('spotlight-hide', () => {
-        const spotlightWindow = windowManager.getSpotlightWindow();
-        if (spotlightWindow) spotlightWindow.hide();
-    });
-
-    ipcMain.on('spotlight-submit', async (event, query) => {
-        console.log('[Spotlight] Submit:', query);
-        const spotlightWindow = windowManager.getSpotlightWindow();
-        if (spotlightWindow) spotlightWindow.hide();
-
-        const mainWindow = windowManager.getMainWindow();
-        if (mainWindow) {
-            mainWindow.show();
-            mainWindow.webContents.send('spotlight-to-chat', query);
-        }
-    });
-
-    ipcMain.handle('spotlight-action', async (event, action) => {
-        const spotlightWindow = windowManager.getSpotlightWindow();
-        if (spotlightWindow) spotlightWindow.hide();
-
-        if (!action || action.type === 'none') {
-            return { success: false, message: 'No Spotlight action to execute.' };
-        }
-
-        try {
-            const result = await executeAction(action, {
-                clipboard,
-                source: 'spotlight'
-            });
-            return {
-                success: true,
-                action,
-                message: result && typeof result === 'string' ? result : 'Spotlight action completed.'
-            };
-        } catch (err) {
-            console.error('[SpotlightAction] Error:', err);
-            return { success: false, message: err.message || 'Spotlight action failed.' };
-        }
-    });
-
-    ipcMain.on('spotlight-resize', (event, width, height) => {
-        const spotlightWindow = windowManager.getSpotlightWindow();
-        if (spotlightWindow) spotlightWindow.setSize(width, height);
-    });
-
-    ipcMain.handle('open-external', (event, url) => {
-        shell.openExternal(url);
-    });
-
-    ipcMain.handle('clipboard-read', () => clipboard.readText());
-
-    ipcMain.handle('clipboard-write', (event, text) => {
-        clipboard.writeText(text);
-        return { success: true };
-    });
-
-    ipcMain.handle('get-tts-urls', async (event, text) => {
-        try {
-            const isThai = /[\u0E00-\u0E7F]/.test(text);
-            return getGoogleTtsUrls(text, {
-                lang: isThai ? 'th' : 'en',
-                host: 'https://translate.google.com',
-            });
-        } catch (e) {
-            console.error("TTS Error:", e);
-            return [];
-        }
-    });
-
-    ipcMain.handle('get-system-info', async () => getSystemInfo());
-    ipcMain.handle('get-weather', async (event, city) => getWeather(city));
-
-    ipcMain.handle('start-screen-capture', () => screenCapture.startScreenCapture());
-    ipcMain.on('vision-selection', (event, base64Image) => screenCapture.handleSelection(base64Image));
-    ipcMain.on('vision-translate-start', (event, rect) => screenCapture.startLiveTranslate(rect));
-    ipcMain.on('vision-translate-stop', () => screenCapture.stopLiveTranslate());
-    ipcMain.on('vision-overlay-interactable', (event, isInteractable) => screenCapture.setOverlayInteractable(isInteractable));
-    ipcMain.on('vision-cancel', () => screenCapture.cancel());
-    ipcMain.handle('capture-silent-screen', () => screenCapture.captureSilentScreen());
-
-    ipcMain.handle('get-smart-context', () => getSmartContext({ clipboard }));
-
-    ipcMain.on('toggle-proactive', (event, isOn) => {
-        if (isOn) {
-            proactiveLoop.start();
-        } else {
-            proactiveLoop.stop();
-        }
-    });
-
-    ipcMain.on('record-behavior', (event, contextDescription) => {
-        proactiveLoop.recordBehavior(contextDescription);
-    });
-
-    ipcMain.handle('execute-proactive-action', async (event, action) => {
-        if (!action || action.type === 'none') {
-            return { success: false, message: 'ไม่มี action ที่จะดำเนินการค่ะ' };
-        }
-        try {
-            const result = await executeAction(action, { clipboard });
-            const messages = {
-                open_url: `เปิดเว็บไซต์ให้แล้วค่ะ 🌐`,
-                open_app: `เปิดแอป ${action.target} ให้แล้วค่ะ 🚀`,
-                search: `ค้นหา "${action.target}" ให้แล้วค่ะ 🔍`,
-                web_automation: result || 'ดำเนินการเสร็จแล้วค่ะ ✅',
-                create_folder: `สร้างโฟลเดอร์ "${action.target}" แล้วค่ะ 📁`,
-                clipboard_write: `คัดลอกข้อความแล้วค่ะ 📋`,
-                learn_file: result || `เรียนรู้เอกสารเรียบร้อยค่ะ 📚`,
-            };
-            return {
-                success: true,
-                message: messages[action.type] || 'ดำเนินการเสร็จแล้วค่ะ ✅'
-            };
-        } catch (err) {
-            console.error('[ProactiveAction] Error:', err);
-            return { success: false, message: `เกิดข้อผิดพลาด: ${err.message}` };
-        }
-    });
-}
-
-module.exports = { registerIpcHandlers, buildApprovalRequest, executeApprovedAction };

package/src/System/notifications.js

@@ -1,23 +0,0 @@
-/**
- * Mint Notification System
- * ------------------------
- * Sends system-level notifications to the user.
- * Supports Linux (notify-send) as a primary target for CLI.
- */
-
-const { exec } = require('child_process');
-
-function sendNotification(title, message, urgency = 'normal') {
-    // Attempt to use notify-send (Linux)
-    const cmd = `notify-send -u ${urgency} "${title}" "${message}"`;
-    exec(cmd, (err) => {
-        if (err) {
-            // Fallback: Silent console log if no notifier found
-            console.log(`[Notification] ${title}: ${message}`);
-        }
-    });
-}
-
-module.exports = {
-    sendNotification
-};

package/src/System/optional_require.js

@@ -1,23 +0,0 @@
-'use strict';
-
-/**
- * Helper: ลอง require package แบบ dynamic
- * ถ้าหาไม่เจอให้ throw Error พร้อม install guide
- */
-function requireOptional(pkg, installHint) {
-    try {
-        return require(pkg);
-    } catch (e) {
-        if (e.code === 'MODULE_NOT_FOUND') {
-            const hint = installHint || `npm install ${pkg}`;
-            throw new Error(
-                `[Mint] Optional package "${pkg}" is not installed.\n` +
-                `To use this feature, run: ${hint}\n` +
-                `(This package is not bundled by default to keep Mint lightweight.)`
-            );
-        }
-        throw e;
-    }
-}
-
-module.exports = { requireOptional };

package/src/System/picture_store.js

@@ -1,109 +0,0 @@
-const fs = require('fs');
-const path = require('path');
-const os = require('os');
-const crypto = require('crypto');
-const { pathToFileURL } = require('url');
-
-const PICTURES_DIR = path.join(os.homedir(), '.config', 'mint', 'Pictures');
-const INDEX_PATH = path.join(PICTURES_DIR, 'pictures.json');
-
-const EXTENSIONS = {
-    'image/png': 'png',
-    'image/jpeg': 'jpg',
-    'image/jpg': 'jpg',
-    'image/webp': 'webp',
-    'image/gif': 'gif'
-};
-
-function ensurePicturesDir() {
-    fs.mkdirSync(PICTURES_DIR, { recursive: true });
-}
-
-function readIndex() {
-    try {
-        if (!fs.existsSync(INDEX_PATH)) return [];
-        const parsed = JSON.parse(fs.readFileSync(INDEX_PATH, 'utf8'));
-        return Array.isArray(parsed) ? parsed : [];
-    } catch (error) {
-        console.error('[Pictures] Failed to read index:', error.message);
-        return [];
-    }
-}
-
-function writeIndex(entries) {
-    ensurePicturesDir();
-    fs.writeFileSync(INDEX_PATH, JSON.stringify(entries, null, 2), 'utf8');
-}
-
-function parseImageDataUri(dataUri) {
-    if (!dataUri || typeof dataUri !== 'string') return null;
-    const match = dataUri.match(/^data:(image\/[\w.+-]+);base64,([\s\S]+)$/);
-    if (!match) return null;
-
-    const mimeType = match[1].toLowerCase();
-    const extension = EXTENSIONS[mimeType] || 'png';
-    return {
-        mimeType,
-        extension,
-        buffer: Buffer.from(match[2], 'base64')
-    };
-}
-
-function createFilename(extension) {
-    const stamp = new Date().toISOString()
-        .replace(/[-:]/g, '')
-        .replace(/\..+$/, '')
-        .replace('T', '-');
-    const id = crypto.randomBytes(4).toString('hex');
-    return `mint-${stamp}-${id}.${extension}`;
-}
-
-function saveChatImages(base64Image, metadata = {}) {
-    const images = Array.isArray(base64Image) ? base64Image : (base64Image ? [base64Image] : []);
-    const saved = [];
-    if (images.length === 0) return saved;
-
-    ensurePicturesDir();
-    const index = readIndex();
-
-    for (const item of images) {
-        const parsed = parseImageDataUri(item);
-        if (!parsed || parsed.buffer.length === 0) continue;
-
-        const filename = createFilename(parsed.extension);
-        const filePath = path.join(PICTURES_DIR, filename);
-        fs.writeFileSync(filePath, parsed.buffer);
-
-        const entry = {
-            id: path.basename(filename, path.extname(filename)),
-            filename,
-            path: filePath,
-            mimeType: parsed.mimeType,
-            createdAt: new Date().toISOString(),
-            source: metadata.source || 'chat',
-            message: String(metadata.message || '').slice(0, 240)
-        };
-
-        index.unshift(entry);
-        saved.push(entry);
-    }
-
-    writeIndex(index);
-    return saved;
-}
-
-function listSavedPictures() {
-    ensurePicturesDir();
-    return readIndex()
-        .filter(entry => entry && entry.path && fs.existsSync(entry.path))
-        .map(entry => ({
-            ...entry,
-            url: pathToFileURL(entry.path).href
-        }));
-}
-
-module.exports = {
-    PICTURES_DIR,
-    saveChatImages,
-    listSavedPictures
-};

package/src/System/proactive_loop.js

@@ -1,153 +0,0 @@
-const { BrowserWindow, desktopCapturer, screen, powerMonitor } = require('electron');
-const path = require('path');
-
-const IDLE_THRESHOLD_SEC = 300;
-
-let proactiveEngine = null;
-function getProactiveEngine() {
-    if (!proactiveEngine) {
-        proactiveEngine = require('../AI_Brain/proactive_engine');
-    }
-    return proactiveEngine;
-}
-
-let behaviorMemory = null;
-function getBehaviorMemory() {
-    if (!behaviorMemory) {
-        behaviorMemory = require('../AI_Brain/behavior_memory');
-    }
-    return behaviorMemory;
-}
-
-function createProactiveLoop({ app, projectRoot, readConfig, getMainWindow }) {
-    let proactiveGlowWindow = null;
-    let proactiveIntervalHandle = null;
-    let idleWatcherHandle = null;
-
-    async function runProactiveCycle() {
-        const mainWindow = getMainWindow();
-        if (!mainWindow || mainWindow.isDestroyed()) return;
-
-        try {
-            showProactiveGlow();
-
-            const primaryDisplay = screen.getPrimaryDisplay();
-            const width = Math.floor(primaryDisplay.size.width * 0.5);
-            const height = Math.floor(primaryDisplay.size.height * 0.5);
-            const sources = await desktopCapturer.getSources({
-                types: ['screen'],
-                thumbnailSize: { width, height }
-            });
-
-            const primarySource = sources[0];
-            if (!primarySource || !primarySource.thumbnail) return;
-
-            const base64Image = primarySource.thumbnail.toJPEG(60).toString('base64');
-            const { analyzeAndSuggest } = getProactiveEngine();
-            const { recordBehavior, getBehaviorSummary } = getBehaviorMemory();
-            const result = await analyzeAndSuggest(base64Image, getBehaviorSummary());
-
-            if (result && result.message && Array.isArray(result.suggestions)) {
-                if (result.context) recordBehavior(result.context);
-
-                const currentMainWindow = getMainWindow();
-                if (currentMainWindow && !currentMainWindow.isDestroyed()) {
-                    currentMainWindow.webContents.send('proactive-suggestion', result);
-                }
-            }
-
-            hideProactiveGlow();
-        } catch (err) {
-            console.error('[Proactive] Cycle error:', err.message);
-            hideProactiveGlow();
-        }
-    }
-
-    function createProactiveGlowWindow() {
-        if (proactiveGlowWindow) return proactiveGlowWindow;
-        const { width, height } = screen.getPrimaryDisplay().bounds;
-
-        proactiveGlowWindow = new BrowserWindow({
-            width,
-            height,
-            x: 0,
-            y: 0,
-            frame: false,
-            transparent: true,
-            alwaysOnTop: true,
-            skipTaskbar: true,
-            focusable: false,
-            show: false,
-            webPreferences: {
-                nodeIntegration: false,
-                contextIsolation: true
-            }
-        });
-
-        proactiveGlowWindow.setIgnoreMouseEvents(true);
-        proactiveGlowWindow.setVisibleOnAllWorkspaces(true, { visibleOnFullScreen: true });
-        proactiveGlowWindow.setAlwaysOnTop(true, 'screen-saver');
-        proactiveGlowWindow.loadFile(path.join(projectRoot, 'src/UI/proactive-glow.html'));
-        proactiveGlowWindow.on('closed', () => { proactiveGlowWindow = null; });
-        return proactiveGlowWindow;
-    }
-
-    function showProactiveGlow() {
-        if (!proactiveGlowWindow) createProactiveGlowWindow();
-        if (proactiveGlowWindow) proactiveGlowWindow.showInactive();
-    }
-
-    function hideProactiveGlow() {
-        if (proactiveGlowWindow && !proactiveGlowWindow.isDestroyed()) {
-            proactiveGlowWindow.hide();
-        }
-    }
-
-    function start(intervalSec) {
-        stop();
-        const cfg = readConfig();
-        const ms = (intervalSec || cfg.proactiveInterval || 60) * 1000;
-        console.log(`[Proactive] Starting loop — interval: ${ms / 1000}s`);
-        proactiveIntervalHandle = setInterval(runProactiveCycle, ms);
-    }
-
-    function stop() {
-        if (proactiveIntervalHandle) {
-            clearInterval(proactiveIntervalHandle);
-            proactiveIntervalHandle = null;
-            console.log('[Proactive] Stopped proactive loop.');
-        }
-    }
-
-    function startIdleWatcher() {
-        if (idleWatcherHandle) return;
-        idleWatcherHandle = setInterval(() => {
-            if (!proactiveIntervalHandle) return;
-            if (!app.isReady()) return;
-
-            const idleSec = powerMonitor.getSystemIdleTime();
-            if (idleSec < IDLE_THRESHOLD_SEC) return;
-
-            console.log(`[System Idle] User idle for ${idleSec}s. Pausing Proactive loop to save resources.`);
-            stop();
-
-            const resumeChecker = setInterval(() => {
-                if (powerMonitor.getSystemIdleTime() < 10) {
-                    console.log('[System Idle] User returned. Resuming Proactive loop.');
-                    clearInterval(resumeChecker);
-                    start();
-                }
-            }, 5000);
-        }, 60000);
-    }
-
-    return {
-        start,
-        stop,
-        startIdleWatcher,
-        isRunning: () => Boolean(proactiveIntervalHandle),
-        recordBehavior: (...args) => getBehaviorMemory().recordBehavior(...args)
-    };
-}
-
-module.exports = { createProactiveLoop };