neoagent 2.2.1-beta.4 → 2.2.1-beta.6

package/server/routes/settings.js

@@ -48,6 +48,7 @@ const AGENT_SETTING_KEYS = new Set([
   'ai_provider_configs',
   'default_chat_model',
   'default_subagent_model',
+  'default_speech_model',
   'enabled_models',
   'voice_stt_provider',
   'voice_stt_model',

package/server/services/ai/engine.js

@@ -39,6 +39,7 @@ const {
 } = require('./interim');
 
 const MAX_CONSECUTIVE_TOOL_FAILURES = 3;
+const WIDGET_REFRESH_MAX_ITERATIONS = 6;
 
 function generateTitle(task) {
   if (!task || typeof task !== 'string') return 'Untitled';
@@ -1324,8 +1325,9 @@ class AgentEngine {
     runMeta.toolPids.delete(pid);
   }
 
-  getIterationLimit(triggerType, aiSettings) {
+  getIterationLimit(triggerType, aiSettings, options = {}) {
     if (triggerType === 'subagent') return aiSettings.subagent_max_iterations;
+    if (options.widgetId) return Math.min(this.maxIterations, WIDGET_REFRESH_MAX_ITERATIONS);
     return this.maxIterations;
   }
 
@@ -1441,7 +1443,14 @@ class AgentEngine {
   }
 
   async run(userId, userMessage, options = {}) {
-    return this.runWithModel(userId, userMessage, options, null);
+    return this.runWithModel(
+      userId,
+      userMessage,
+      options,
+      typeof options.model === 'string' && options.model.trim()
+        ? options.model.trim()
+        : null,
+    );
   }
 
   async runWithModel(userId, userMessage, options = {}, _modelOverride = null) {
@@ -1460,7 +1469,7 @@ class AgentEngine {
       Number(options.historyWindow || aiSettings.chat_history_window) || aiSettings.chat_history_window,
     );
     const toolReplayBudget = aiSettings.tool_replay_budget_chars;
-    const maxIterations = this.getIterationLimit(triggerType, aiSettings);
+    const maxIterations = this.getIterationLimit(triggerType, aiSettings, options);
     const providerStatusConfig = {
       agentId,
       onStatus: (status) => {
@@ -1500,6 +1509,7 @@ class AgentEngine {
       explicitMessageSent: carriedExplicitMessageSent,
       lastSentMessage: carriedExplicitMessageSent ? carriedVisibleMessage : '',
       sentMessages: [],
+      widgetSnapshotSaved: false,
       triggerType,
       triggerSource,
       startedAt: Date.now(),
@@ -2085,6 +2095,14 @@ class AgentEngine {
           if (runMeta) {
             runMeta.lastToolName = toolName;
             runMeta.lastToolTarget = toolName === 'send_message' ? toolArgs.to : null;
+            if (toolName === 'save_widget_snapshot' && !toolErrorMessage) {
+              runMeta.widgetSnapshotSaved = true;
+            }
+          }
+
+          if (toolName === 'save_widget_snapshot' && !toolErrorMessage) {
+            lastContent = 'Widget snapshot updated.';
+            break;
           }
 
           if (runMeta?.terminalInterim) {
@@ -2094,6 +2112,7 @@ class AgentEngine {
 
         if (this.isRunStopped(runId)) break;
         if (this.getRunMeta(runId)?.terminalInterim) break;
+        if (this.getRunMeta(runId)?.widgetSnapshotSaved) break;
         if (!this.activeRuns.has(runId)) break;
       }
 
@@ -2112,6 +2131,9 @@ class AgentEngine {
       if (runMeta?.terminalInterim) {
         lastContent = '';
       }
+      if (runMeta?.widgetSnapshotSaved && !lastContent) {
+        lastContent = 'Widget snapshot updated.';
+      }
       const messagingSent = runMeta?.messagingSent || false;
       const lastToolWasMessaging = runMeta?.lastToolName === 'send_message' || runMeta?.lastToolName === 'make_call';
 
@@ -2140,7 +2162,11 @@ class AgentEngine {
         }
       }
 
-      if (!normalizeOutgoingMessage(lastContent, options?.source || null) && !messagingSent) {
+      if (
+        !normalizeOutgoingMessage(lastContent, options?.source || null)
+        && !messagingSent
+        && runMeta?.widgetSnapshotSaved !== true
+      ) {
         if (iteration >= maxIterations) {
           throw new Error(`Iteration limit reached before explicit completion after ${maxIterations} iterations.`);
         }

package/server/services/ai/settings.js

@@ -101,6 +101,7 @@ function createDefaultAiSettings() {
     enabled_models: [],
     default_chat_model: 'auto',
     default_subagent_model: 'auto',
+    default_speech_model: 'auto',
     ai_provider_configs: createDefaultProviderConfigs(),
     voice_runtime_mode: 'live',
     voice_live_provider: 'openai',
@@ -284,6 +285,9 @@ function getAiSettings(userId, agentId = null) {
   settings.default_subagent_model = typeof settings.default_subagent_model === 'string' && settings.default_subagent_model.trim()
     ? settings.default_subagent_model
     : DEFAULT_AI_SETTINGS.default_subagent_model;
+  settings.default_speech_model = typeof settings.default_speech_model === 'string' && settings.default_speech_model.trim()
+    ? settings.default_speech_model.trim()
+    : DEFAULT_AI_SETTINGS.default_speech_model;
   settings.voice_runtime_mode = normalizeRuntimeMode(settings.voice_runtime_mode);
   settings.voice_live_provider = normalizeLiveProvider(settings.voice_live_provider);
   settings.voice_live_model = resolveLiveModel(settings.voice_live_provider, settings.voice_live_model);

package/server/services/messaging/automation.js

@@ -154,6 +154,7 @@ async function processQueuedMessage({
     const runOptions = isVoiceLikeMessage(msg)
       ? buildVoiceMessagingRunOptions({
           runId,
+          userId,
           agentId,
           conversationId,
           msg,

package/server/services/voice/providers.js

@@ -595,6 +595,41 @@ async function synthesizeVoiceReply(text, options = {}) {
 
 // Minimum characters before flushing a sentence chunk to TTS to avoid tiny requests.
 const MIN_SENTENCE_CHUNK_CHARS = 80;
+const MAX_TTS_CHUNK_CHARS = 220;
+
+function splitOversizeChunk(text, maxChars = MAX_TTS_CHUNK_CHARS) {
+  const normalized = String(text || '').trim();
+  if (!normalized) return [];
+  if (normalized.length <= maxChars) return [normalized];
+
+  const words = normalized.split(/\s+/).filter(Boolean);
+  if (words.length <= 1) {
+    const slices = [];
+    for (let index = 0; index < normalized.length; index += maxChars) {
+      slices.push(normalized.slice(index, index + maxChars).trim());
+    }
+    return slices.filter(Boolean);
+  }
+
+  const chunks = [];
+  let pending = '';
+  for (const word of words) {
+    const candidate = pending ? `${pending} ${word}` : word;
+    if (pending && candidate.length > maxChars) {
+      chunks.push(pending);
+      pending = word;
+      continue;
+    }
+    if (!pending && candidate.length > maxChars) {
+      chunks.push(...splitOversizeChunk(word, maxChars));
+      pending = '';
+      continue;
+    }
+    pending = candidate;
+  }
+  if (pending) chunks.push(pending);
+  return chunks;
+}
 
 function splitIntoSentenceChunks(text) {
   const normalized = String(text || '').trim();
@@ -609,13 +644,13 @@ function splitIntoSentenceChunks(text) {
     const piece = part.trim();
     if (!piece) continue;
     pending = pending ? `${pending} ${piece}` : piece;
-    if (pending.length >= MIN_SENTENCE_CHUNK_CHARS) {
-      chunks.push(pending);
+    if (pending.length >= MIN_SENTENCE_CHUNK_CHARS || pending.length >= MAX_TTS_CHUNK_CHARS) {
+      chunks.push(...splitOversizeChunk(pending));
       pending = '';
     }
   }
 
-  if (pending) chunks.push(pending);
+  if (pending) chunks.push(...splitOversizeChunk(pending));
   return chunks.length ? chunks : [normalized];
 }
 
@@ -628,8 +663,8 @@ async function synthesizeVoiceReplyStream(text, options = {}, onChunk) {
   const { provider, model, voice } = normalizeVoiceSynthesisOptions(options);
   const chunks = splitIntoSentenceChunks(content);
 
-  const run = (async () => {
-    for (const chunk of chunks) {
+  for (const chunk of chunks) {
+    const run = (async () => {
       if (provider === 'openai') {
         await streamWithOpenAi(chunk, model, voice, options, onChunk);
       } else if (provider === 'deepgram') {
@@ -637,9 +672,9 @@ async function synthesizeVoiceReplyStream(text, options = {}, onChunk) {
       } else {
         await streamWithGemini(chunk, model, voice, options, onChunk);
       }
-    }
-  })();
-  await withTimeout(run, options.timeoutMs, `${provider} TTS stream`);
+    })();
+    await withTimeout(run, options.timeoutMs, `${provider} TTS stream`);
+  }
 }
 
 module.exports = {

package/server/services/voice/runtime.js

@@ -1,6 +1,7 @@
 'use strict';
 
 const { buildPlatformFormattingGuide } = require('../messaging/formatting_guides');
+const { getAiSettings } = require('../ai/settings');
 
 const VOICE_HISTORY_WINDOW = 4;
 const VOICE_REASONING_EFFORT = 'low';
@@ -67,13 +68,17 @@ function buildVoiceMessagingPrompt(msg = {}) {
 
 function buildVoiceMessagingRunOptions({
   runId,
+  userId,
   agentId = null,
   conversationId,
   msg,
 }) {
+  const aiSettings = getAiSettings(userId, agentId);
+  const speechModel = String(aiSettings.default_speech_model || 'auto').trim();
   return {
     runId,
     agentId,
+    model: speechModel !== 'auto' ? speechModel : null,
     triggerSource: 'messaging',
     conversationId,
     source: msg.platform,
@@ -92,12 +97,16 @@ function buildVoiceMessagingRunOptions({
 }
 
 function buildDirectVoiceRunOptions({
+  userId,
   agentId = null,
   conversationId,
   platform = 'voice_assistant',
 }) {
+  const aiSettings = getAiSettings(userId, agentId);
+  const speechModel = String(aiSettings.default_speech_model || 'auto').trim();
   return {
     agentId,
+    model: speechModel !== 'auto' ? speechModel : null,
     conversationId,
     triggerSource: platform,
     skipConversationHistory: true,

package/server/services/voice/runtimeManager.js

@@ -377,7 +377,7 @@ class VoiceRuntimeManager {
         ...normalized,
         apiKey: runtime.apiKey,
         baseUrl: runtime.baseUrl,
-        timeoutMs: 12000,
+        timeoutMs: 20000,
       });
     }
     return attempts;

package/server/services/voice/turnRunner.js

@@ -90,6 +90,7 @@ async function runVoiceTranscriptTurn({
   });
   const conversationId = memoryManager.getDefaultWebConversationId(userId, { agentId });
   const runOptions = buildDirectVoiceRunOptions({
+    userId,
     agentId,
     conversationId,
     platform,

package/server/services/widgets/service.js

@@ -527,6 +527,7 @@ class WidgetService {
       '{"title":"","kicker":"","subtitle":"","body":"","metric":"","metricLabel":"","secondaryMetric":"","secondaryLabel":"","tertiaryMetric":"","tertiaryLabel":"","trend":{"label":"","direction":"flat"},"progress":{"value":0,"max":100,"label":""},"rows":[{"label":"","value":""}],"chips":[""],"iconToken":"","accentToken":"","backgroundToken":"","surfaceColor":"","updatedAt":"","deepLink":""}',
       'Rules:',
       '- Do not change the template or layout variant.',
+      '- Once you have enough accurate data, call save_widget_snapshot exactly once and stop. Do not keep exploring after saving.',
       '- Keep rows to at most 3 and chips to at most 3.',
       '- Prefer concrete data over generic prose. Use metric + supporting fields whenever live data exists.',
       '- Make the widget immediately useful at a glance. Avoid filler copy, duplicated labels, or repeating the widget name unless it helps identify the subject.',