@pheem49/mint 1.4.2 → 1.5.1

package/src/UI/renderer.js

@@ -11,6 +11,9 @@ const visionBtn = document.getElementById('vision-btn');
 const imagePreviewContainer = document.getElementById('image-preview-container');
 const imagePreview = document.getElementById('image-preview');
 const removeImageBtn = document.getElementById('remove-image-btn');
+const modelMount = document.getElementById('model-mount');
+const modelShell = document.getElementById('model-shell');
+const modelStatus = document.getElementById('model-status');
 
 // Proactive Assistant elements
 const proactiveBar = document.getElementById('proactive-bar');
@@ -24,6 +27,31 @@ let ttsProvider = 'google';
 let ttsVolume = 1.0;
 let ttsSpeed = 1.0;
 let ttsPitch = 1.0;
+let lastConversationLanguage = 'auto';
+
+function detectConversationLanguage(text) {
+    const value = String(text || '');
+    if (/[\u0E00-\u0E7F]/.test(value)) return 'thai';
+    if (/[A-Za-z]/.test(value)) return 'english';
+    return 'auto';
+}
+
+function rememberConversationLanguage(text) {
+    const detected = detectConversationLanguage(text);
+    if (detected !== 'auto') {
+        lastConversationLanguage = detected;
+    }
+}
+
+function buildInteractionLanguageInstruction() {
+    if (lastConversationLanguage === 'thai') {
+        return 'Current conversation language: Thai. Reply in Thai. Do not reply in English just because this interaction instruction is written in English.';
+    }
+    if (lastConversationLanguage === 'english') {
+        return 'Current conversation language: English. Reply in English. Do not switch to Thai.';
+    }
+    return 'Infer the reply language from the recent conversation before this interaction instruction, not from the language of this instruction.';
+}
 
 // --- Theme Loading ---
 function applyTheme(theme, accentColor, systemTextColor, config = {}) {
@@ -392,11 +420,17 @@ let currentAudioPlayer = null;
 
 function speakText(text, options = {}) {
     if (window.api && window.api.setAiState) window.api.setAiState('speaking');
-    const onEnd = typeof options.onEnd === 'function' ? options.onEnd : null;
+    const onEnd = typeof options.onEnd === 'function' ? options.onEnd : () => {};
+    
+    const wrappedOnEnd = () => {
+        if (window.Live2DManager) Live2DManager.stopLipSync();
+        onEnd();
+    };
+
     return new Promise(async (resolve) => {
         if (!enableVoiceReply) {
             if (window.api && window.api.setAiState) window.api.setAiState('idle');
-            if (onEnd) onEnd();
+            wrappedOnEnd();
             return resolve();
         }
 
@@ -406,16 +440,20 @@ function speakText(text, options = {}) {
             currentAudioPlayer.currentTime = 0;
             currentAudioPlayer = null;
         }
+        if (window.Live2DManager) Live2DManager.stopLipSync();
+
         if ('speechSynthesis' in window) {
             window.speechSynthesis.cancel();
         }
 
         if (!text || !text.trim()) {
             if (window.api && window.api.setAiState) window.api.setAiState('idle');
-            if (onEnd) onEnd();
+            wrappedOnEnd();
             return resolve();
         }
 
+        if (window.Live2DManager) Live2DManager.startLipSync();
+
         try {
             if (ttsProvider !== 'native') {
                 const urls = await window.api.getTtsUrls(text);
@@ -424,7 +462,7 @@ function speakText(text, options = {}) {
                     const playNext = () => {
                         if (i >= urls.length) {
                             if (window.api && window.api.setAiState) window.api.setAiState('idle');
-                            if (onEnd) onEnd();
+                            wrappedOnEnd();
                             return resolve();
                         }
                         const audio = new Audio(urls[i].url);
@@ -443,7 +481,7 @@ function speakText(text, options = {}) {
                         };
                         audio.play().catch(e => {
                             console.error("Audio playback prevented:", e);
-                            fallbackSpeak(text, onEnd, resolve);
+                            fallbackSpeak(text, wrappedOnEnd, resolve);
                         });
                     };
                     playNext();
@@ -455,7 +493,7 @@ function speakText(text, options = {}) {
         }
 
         // Fallback
-        fallbackSpeak(text, onEnd, resolve);
+        fallbackSpeak(text, wrappedOnEnd, resolve);
     });
 }
 
@@ -558,7 +596,15 @@ clearBtn.addEventListener('click', async () => {
     appendMessage('Chat history cleared. Starting fresh! 🌿', 'ai', null, new Date().toISOString());
 });
 
-function appendMessage(text, sender, base64Image = null, timestamp = null) {
+function formatProviderInfo(providerInfo) {
+    if (!providerInfo || typeof providerInfo !== 'object') return '';
+    const provider = String(providerInfo.provider || '').trim();
+    const model = String(providerInfo.model || '').trim();
+    if (!provider && !model) return '';
+    return model ? `${provider || 'AI'} • ${model}` : provider;
+}
+
+function appendMessage(text, sender, base64Image = null, timestamp = null, options = {}) {
     const messageDiv = document.createElement('div');
     messageDiv.classList.add('message', `${sender}-message`);
 
@@ -586,11 +632,23 @@ function appendMessage(text, sender, base64Image = null, timestamp = null) {
 
     bubbleWrapper.appendChild(bubble);
 
-    // Add Timestamp
-    if (timestamp) {
+    const providerLabel = sender === 'ai' ? formatProviderInfo(options.providerInfo) : '';
+
+    // Add metadata
+    if (timestamp || providerLabel) {
         const timeDiv = document.createElement('div');
         timeDiv.classList.add('message-time');
-        timeDiv.textContent = formatTime(timestamp);
+        if (providerLabel) {
+            const providerSpan = document.createElement('span');
+            providerSpan.classList.add('provider-badge');
+            providerSpan.textContent = providerLabel;
+            timeDiv.appendChild(providerSpan);
+        }
+        if (timestamp) {
+            const timeSpan = document.createElement('span');
+            timeSpan.textContent = formatTime(timestamp);
+            timeDiv.appendChild(timeSpan);
+        }
         bubbleWrapper.appendChild(timeDiv);
     }
 
@@ -638,6 +696,7 @@ function estimateMessageDelay(text) {
 async function appendAiMessages(text, options = {}) {
     const allowDelay = options.allowDelay !== false;
     const timestamp = options.timestamp || new Date().toISOString();
+    const providerInfo = options.providerInfo || null;
     const parts = splitAiMessages(text);
     let lastDiv = null;
 
@@ -649,7 +708,8 @@ async function appendAiMessages(text, options = {}) {
         }
         // Only show timestamp for the last bubble in a group if multiple
         const partTimestamp = (index === parts.length - 1) ? timestamp : null;
-        lastDiv = appendMessage(parts[index], 'ai', null, partTimestamp);
+        const partProviderInfo = (index === parts.length - 1) ? providerInfo : null;
+        lastDiv = appendMessage(parts[index], 'ai', null, partTimestamp, { providerInfo: partProviderInfo });
     }
 
     return lastDiv;
@@ -734,14 +794,52 @@ function scrollToBottom() {
     chatContainer.scrollTop = chatContainer.scrollHeight;
 }
 
+function loadScript(src) {
+    return new Promise((resolve, reject) => {
+        if (document.querySelector(`script[src="${src}"]`)) {
+            resolve();
+            return;
+        }
+        const script = document.createElement('script');
+        script.src = src;
+        script.onload = resolve;
+        script.onerror = () => reject(new Error(`Failed to load script: ${src}`));
+        document.body.appendChild(script);
+    });
+}
+
+async function loadLive2DWhenIdle() {
+    if (!modelMount || window.Live2DManager) return;
+    try {
+        await loadScript('../../node_modules/@hazart-pkg/live2d-core/live2dcubismcore.min.js');
+        await loadScript('../../node_modules/pixi.js/dist/browser/pixi.min.js');
+        await loadScript('../../node_modules/pixi-live2d-display/dist/cubism4.min.js');
+        await loadScript('live2d_manager.js');
+        if (window.Live2DManager) {
+            await Live2DManager.loadModel(modelMount, modelStatus, modelShell);
+        }
+    } catch (err) {
+        console.error('[Live2D] Deferred load failed:', err);
+        if (modelStatus) {
+            modelStatus.classList.add('is-error');
+            modelStatus.textContent = 'Live2D model unavailable.';
+        }
+    }
+}
+
 async function loadChatHistory() {
     try {
         const history = await window.api.getChatHistory();
+        const initial = chatContainer.querySelector('.message.initial');
+        
         if (!Array.isArray(history) || history.length === 0) {
+            if (initial) {
+                initial.style.display = 'flex';
+                initial.style.opacity = '1';
+            }
             return;
         }
 
-        const initial = chatContainer.querySelector('.message.initial');
         if (initial) {
             initial.remove();
         }
@@ -749,11 +847,12 @@ async function loadChatHistory() {
         for (const item of history) {
             if (!item || typeof item.text !== 'string' || !item.text.trim()) continue;
             const sender = item.sender === 'user' ? 'user' : 'ai';
-            if (sender === 'ai') {
-                await appendAiMessages(item.text, { allowDelay: false, timestamp: item.timestamp });
-            } else {
-                appendMessage(item.text, sender, null, item.timestamp);
+            if (sender === 'user' && !String(item.text).startsWith('Model interaction:')) {
+                rememberConversationLanguage(item.text);
             }
+            appendMessage(item.text, sender, null, item.timestamp, {
+                providerInfo: sender === 'ai' ? item.providerInfo : null
+            });
         }
     } catch (error) {
         console.error('Failed to load chat history:', error);
@@ -763,23 +862,31 @@ async function loadChatHistory() {
 async function sendTextMessage(text, options = {}) {
     const cleanText = (text || '').trim();
     const allowSmartContext = options.allowSmartContext !== false;
+    const includePendingImage = options.includePendingImage !== false;
+    const displayText = options.displayText !== undefined ? options.displayText : cleanText;
+    const trackLanguage = options.trackLanguage !== false;
 
     // We can send either a text message, an image, or both.
-    if (!cleanText && !currentBase64Image) return;
+    if (!cleanText && (!includePendingImage || !currentBase64Image)) return;
 
     // Cache the image for sending and UI, then clear
-    let imageToSend = currentBase64Image;
+    let imageToSend = includePendingImage ? currentBase64Image : null;
 
     // Clear input & UI for explicit images
     chatInput.value = '';
-    currentBase64Image = null;
-    imagePreviewContainer.style.display = 'none';
-    imagePreview.src = '';
+    if (includePendingImage) {
+        currentBase64Image = null;
+        imagePreviewContainer.style.display = 'none';
+        imagePreview.src = '';
+    }
 
     const now = new Date().toISOString();
 
     // Show user message (with explicit image if available)
-    appendMessage(cleanText, 'user', imageToSend, now);
+    appendMessage(displayText, 'user', imageToSend, now);
+    if (trackLanguage) {
+        rememberConversationLanguage(displayText || cleanText);
+    }
 
     // Show typing early so user knows we are processing
     showTyping();
@@ -824,12 +931,18 @@ async function sendTextMessage(text, options = {}) {
             } else {
                 // General system info (date, time, RAM, CPU)
                 const info = await window.api.getSystemInfo();
-                response.response += `\n\n📅 วันนี้: ${info.date}\n⏰ เวลา: ${info.time}\n💻 RAM: ${info.ram.used} / ${info.ram.total} (${info.ram.percent})`;
+                const machine = info.machine && info.machine.display ? `\n🖥️ รุ่นเครื่อง: ${info.machine.display}` : '';
+                const distro = info.distro ? `\nระบบ: ${info.distro}` : '';
+                response.response += `\n\n📅 วันนี้: ${info.date}\n⏰ เวลา: ${info.time}${machine}${distro}\n💻 CPU: ${info.cpu.model} (${info.cpu.cores} คอร์)\n💻 RAM: ${info.ram.used} / ${info.ram.total} (${info.ram.percent})`;
             }
         }
 
         // Show AI response
-        const msgDiv = await appendAiMessages(response.response, { allowDelay: true });
+        const msgDiv = await appendAiMessages(response.response, {
+            allowDelay: true,
+            timestamp: response.timestamp,
+            providerInfo: response.providerInfo
+        });
 
         // Speak AI response
         await speakText(normalizeAiText(response.response), { onEnd: resumeSpeechIfNeeded });
@@ -854,6 +967,20 @@ chatForm.addEventListener('submit', throttle(async (e) => {
     await sendTextMessage(text);
 }, 500));
 
+window.addEventListener('live2d-model-interaction', async (event) => {
+    const prompt = event?.detail?.prompt;
+    if (!prompt) return;
+    if (window.api && window.api.setAiState) window.api.setAiState('thinking');
+    const interactionPrompt = `${prompt}\n\n${buildInteractionLanguageInstruction()}`;
+    const displayPrefix = lastConversationLanguage === 'thai' ? 'แตะโมเดล' : 'Model interaction';
+    await sendTextMessage(interactionPrompt, {
+        allowSmartContext: false,
+        includePendingImage: false,
+        trackLanguage: false,
+        displayText: `${displayPrefix}: ${event.detail.label || event.detail.region || 'Interaction'}`
+    });
+});
+
 // --- Image Paste and Drag-n-Drop Support ---
 function handleImageFile(file) {
     if (!file || !file.type.startsWith('image/')) return;
@@ -910,6 +1037,8 @@ window.addEventListener('DOMContentLoaded', async () => {
     chatInput.focus();
     await loadTheme();
     await loadChatHistory();
+    const scheduleLive2DLoad = window.requestIdleCallback || ((callback) => setTimeout(callback, 750));
+    scheduleLive2DLoad(() => loadLive2DWhenIdle());
 });
 
 // Proactive OS Notifications (Battery, Network, etc.)
@@ -1002,6 +1131,61 @@ if (smartContextToggle) {
     });
 }
 
+// Toggle Live2D Model visibility
+const toggleModelBtn = document.getElementById('toggle-model-btn');
+const assistantWorkspace = document.querySelector('.assistant-workspace');
+
+if (toggleModelBtn && assistantWorkspace) {
+    toggleModelBtn.addEventListener('click', () => {
+        const isHidden = assistantWorkspace.classList.toggle('model-hidden');
+        toggleModelBtn.classList.toggle('active', isHidden);
+        
+        // Save preference to local storage
+        localStorage.setItem('mint-model-hidden', String(isHidden));
+        
+        // Refit model if shown
+        if (!isHidden && window.Live2DManager && Live2DManager.model) {
+            // Wait for transition
+            setTimeout(() => {
+                // Trigger a resize event to refit
+                window.dispatchEvent(new Event('resize'));
+            }, 450);
+        }
+    });
+
+    // Restore preference on load
+    const savedModelHidden = localStorage.getItem('mint-model-hidden');
+    const savedHidden = savedModelHidden === null || savedModelHidden === 'true';
+    if (savedHidden) {
+        assistantWorkspace.classList.add('model-hidden');
+        toggleModelBtn.classList.add('active');
+    }
+}
+
+// Cycle Shiroko's Expression
+const changeExpressionBtn = document.getElementById('change-expression-btn');
+if (changeExpressionBtn) {
+    changeExpressionBtn.addEventListener('click', () => {
+        if (window.Live2DManager) {
+            Live2DManager.cycleExpression();
+        }
+    });
+}
+
+// Toggle Live2D interaction area guide
+const interactionGuideBtn = document.getElementById('interaction-guide-btn');
+if (interactionGuideBtn && modelShell) {
+    const savedGuideVisible = localStorage.getItem('mint-interaction-guide-visible') === 'true';
+    modelShell.classList.toggle('show-interaction-guide', savedGuideVisible);
+    interactionGuideBtn.classList.toggle('active', savedGuideVisible);
+
+    interactionGuideBtn.addEventListener('click', () => {
+        const isVisible = modelShell.classList.toggle('show-interaction-guide');
+        interactionGuideBtn.classList.toggle('active', isVisible);
+        localStorage.setItem('mint-interaction-guide-visible', String(isVisible));
+    });
+}
+
 // Spotlight integration
 window.api.onSpotlightToChat((query) => {
     chatInput.value = query;

package/src/UI/settings.html

@@ -417,6 +417,30 @@
                         </div>
                     </div>
 
+                    <!-- Gmail -->
+                    <div class="plugin-card">
+                        <div class="plugin-icon">✉️</div>
+                        <div class="plugin-info">
+                            <div class="plugin-name">Gmail</div>
+                            <div class="plugin-desc">Read email and create drafts safely</div>
+                        </div>
+                        <div class="plugin-actions">
+                            <button class="btn-connect" id="btn-plugin-gmail" data-plugin="gmail">Connect</button>
+                        </div>
+                    </div>
+
+                    <!-- Notion -->
+                    <div class="plugin-card">
+                        <div class="plugin-icon">📝</div>
+                        <div class="plugin-info">
+                            <div class="plugin-name">Notion</div>
+                            <div class="plugin-desc">Create notes, pages, and read databases</div>
+                        </div>
+                        <div class="plugin-actions">
+                            <button class="btn-connect" id="btn-plugin-notion" data-plugin="notion">Connect</button>
+                        </div>
+                    </div>
+
                     <!-- Discord -->
                     <div class="plugin-card">
                         <div class="plugin-icon">💬</div>

package/src/UI/settings.js

@@ -23,9 +23,17 @@ const DEFAULT_CONFIG = {
     ttsPitch: 1.0,
     pluginSpotifyEnabled: true,
     pluginCalendarEnabled: false,
+    pluginGmailEnabled: false,
+    pluginNotionEnabled: false,
     pluginDiscordEnabled: false,
     showDesktopWidget: true,
-    mcpServers: {}
+    mcpServers: {},
+    openaiModel: 'gpt-4o',
+    anthropicModel: 'claude-3-5-sonnet-latest',
+    hfModel: 'meta-llama/Meta-Llama-3-8B-Instruct',
+    localApiBaseUrl: '',
+    localModelName: 'local-model',
+    ollamaHost: ''
 };
 
 let currentConfig = { ...DEFAULT_CONFIG };
@@ -68,7 +76,7 @@ function applyConfig(config) {
     if (hfInput) hfInput.value = config.hfApiKey || '';
 
     const ollamaHostInput = document.getElementById('ollama-host-input');
-    if (ollamaHostInput) ollamaHostInput.value = config.ollamaHost || 'http://localhost:11434';
+    if (ollamaHostInput) ollamaHostInput.value = config.ollamaHost || '';
 
     // Apply Gemini model
     applyModelSelection(config.geminiModel);
@@ -95,7 +103,7 @@ function applyConfig(config) {
 
     const localApiBaseUrlInput = document.getElementById('local-api-base-url');
     if (localApiBaseUrlInput) {
-        localApiBaseUrlInput.value = config.localApiBaseUrl || 'http://localhost:1234/v1';
+        localApiBaseUrlInput.value = config.localApiBaseUrl || '';
     }
 
     const localModelNameInput = document.getElementById('local-model-name');
@@ -142,6 +150,8 @@ function applyConfig(config) {
     // Plugins logic
     updatePluginButton('spotify', config.pluginSpotifyEnabled);
     updatePluginButton('calendar', config.pluginCalendarEnabled);
+    updatePluginButton('gmail', config.pluginGmailEnabled);
+    updatePluginButton('notion', config.pluginNotionEnabled);
     updatePluginButton('discord', config.pluginDiscordEnabled);
 
     // Apply Automation Browser
@@ -691,7 +701,7 @@ function updatePluginButton(pluginName, isEnabled) {
 }
 
 // Bind plugin buttons
-['spotify', 'calendar', 'discord'].forEach(plugin => {
+['spotify', 'calendar', 'gmail', 'notion', 'discord'].forEach(plugin => {
     const btn = document.getElementById(`btn-plugin-${plugin}`);
     if (btn) {
         btn.addEventListener('click', () => {