neoagent 3.0.1-beta.21 → 3.0.1-beta.23

package/server/public/flutter_bootstrap.js

@@ -33,10 +33,10 @@ addEventListener("message", eventListener);
 if (!window._flutter) {
   window._flutter = {};
 }
-_flutter.buildConfig = {"engineRevision":"77e2e94772b6eb43759e34ed1ad7da4674e19cab","builds":[{"compileTarget":"dart2js","renderer":"canvaskit","mainJsPath":"main.dart.js"},{}]};
+_flutter.buildConfig = {"engineRevision":"a4ce257c68517c1410f4b48ac9852ab5642a3f8d","builds":[{"compileTarget":"dart2js","renderer":"canvaskit","mainJsPath":"main.dart.js"},{}]};
 
 _flutter.loader.load({
   serviceWorkerSettings: {
-    serviceWorkerVersion: "1637623305" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
+    serviceWorkerVersion: "2640036147" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
   }
 });

package/server/public/main.dart.js

@@ -40951,7 +40951,7 @@ $S:4}
 A.bgv.prototype={
 $1(a){var s=A.fb().b
 s=s==null?null:s.canvasKitBaseUrl
-return(s==null?"https://www.gstatic.com/flutter-canvaskit/77e2e94772b6eb43759e34ed1ad7da4674e19cab/":s)+a},
+return(s==null?"https://www.gstatic.com/flutter-canvaskit/a4ce257c68517c1410f4b48ac9852ab5642a3f8d/":s)+a},
 $S:45}
 A.a_n.prototype={
 gH(a){var s=this.a
@@ -138284,7 +138284,7 @@ r===$&&A.b()
 p.push(A.iR(q,A.jp(!1,new A.Z(B.vj,A.cX(new A.cA(B.jP,new A.a8Q(r,q),q),q,q),q),!1,B.I,!0),q,q,0,0,0,q))}r=!1
 if(!s.ay)if(!s.ch){r=s.e
 r===$&&A.b()
-r=B.b.v("mqnohp81-bb5c923").length!==0&&r.b}if(r){r=s.d
+r=B.b.v("mqqp9zyc-84cecca").length!==0&&r.b}if(r){r=s.d
 r===$&&A.b()
 r=r.aD&&!r.au?84:0
 s=s.e
@@ -144158,7 +144158,7 @@ $S:0}
 A.a00.prototype={}
 A.TK.prototype={
 no(a){var s=this
-if(B.b.v("mqnohp81-bb5c923").length===0||s.a!=null)return
+if(B.b.v("mqqp9zyc-84cecca").length===0||s.a!=null)return
 s.Bg()
 s.a=A.m0(B.SS,new A.bfB(s))},
 Bg(){var s=0,r=A.l(t.H),q,p=2,o=[],n=this,m,l,k,j,i,h,g,f
@@ -144176,7 +144176,7 @@ if(!t.f.b(k)){s=1
 break}i=J.a1(k,"buildId")
 h=i==null?null:B.b.v(J.p(i))
 j=h==null?"":h
-if(J.bd(j)===0||J.f(j,"mqnohp81-bb5c923")){s=1
+if(J.bd(j)===0||J.f(j,"mqqp9zyc-84cecca")){s=1
 break}n.b=!0
 n.E()
 p=2
@@ -144193,7 +144193,7 @@ case 2:return A.i(o.at(-1),r)}})
 return A.k($async$Bg,r)},
 vW(){var s=0,r=A.l(t.H),q,p=2,o=[],n=this,m,l,k,j,i,h,g,f,e,d,c,b,a,a0,a1
 var $async$vW=A.h(function(a2,a3){if(a2===1){o.push(a3)
-s=p}for(;;)switch(s){case 0:if(B.b.v("mqnohp81-bb5c923").length===0||n.c){s=1
+s=p}for(;;)switch(s){case 0:if(B.b.v("mqqp9zyc-84cecca").length===0||n.c){s=1
 break}n.c=!0
 n.E()
 p=4

package/server/services/ai/loop/conversation_loop.js

@@ -145,6 +145,7 @@ const {
 } = require('../messagingFallback');
 const {
   classifyToolExecution,
+  gatheredNewEvidence,
   isSubstantiveProgressToolName,
   summarizeProgressToolExecutions,
   summarizeToolExecutions,
@@ -292,11 +293,11 @@ function summarizeReadTargets(toolExecutions = []) {
 
 function buildNoProgressWrapupPrompt({ readOnlyCount = 0, alreadyRead = '', platform = null } = {}) {
   return [
-    `No-progress limit reached after ${Math.max(0, Number(readOnlyCount) || 0)} consecutive turns without substantive progress.`,
-    alreadyRead ? `Already inspected/searched: ${alreadyRead}.` : '',
-    'This is the final turn for this run. Do not call tools.',
-    'From the existing evidence, return the concrete result, a no-op/no-change answer, or a clear blocker.',
-    'If an external site, service, permission, unavailable target, or missing user input prevents completion, say that clearly and stop.',
+    `This is the final turn for this run (no further tool calls; ${Math.max(0, Number(readOnlyCount) || 0)} read-only turns without a state change).`,
+    alreadyRead ? `Already gathered: ${alreadyRead}.` : '',
+    'Write the answer now from everything you have already gathered in this conversation. Deliver the useful result you DO have — calendar, weather, emails, search findings, whatever was collected — formatted as the actual answer to the original request.',
+    'If one part could not be retrieved, still deliver everything else and note the missing part in at most one short clause. Never withhold a useful answer because a single detail is missing.',
+    'Only report a pure blocker if you genuinely gathered nothing usable at all. Do not describe the result as unfinished, unconfirmed, "blocked", or "still working" when you have something useful — this IS the final answer.',
     buildMaxIterationWrapupPrompt(platform),
   ].filter(Boolean).join('\n\n');
 }
@@ -1671,6 +1672,7 @@ async function runConversation(engine, userId, userMessage, options = {}, _model
           options,
         });
         stepIndex = batch.endingStepIndex;
+        let batchGatheredNewEvidence = false;
         for (const item of batch.results) {
           const execution = classifyToolExecution(
             item.toolName,
@@ -1681,7 +1683,8 @@ async function runConversation(engine, userId, userMessage, options = {}, _model
           execution.input = item.toolArgs;
           execution.artifacts = await extractArtifactsFromResult(item.toolName, item.result);
           toolExecutions.push(execution);
-          engine.getRunMeta(runId)?.repetitionGuard?.observe(item.toolName, item.toolArgs, item.result);
+          const observation = engine.getRunMeta(runId)?.repetitionGuard?.observe(item.toolName, item.toolArgs, item.result);
+          if (gatheredNewEvidence(execution, observation)) batchGatheredNewEvidence = true;
           if (item.error) failedStepCount += 1;
           const modelPayload = compactPayloadForModel(item.toolName, item.result);
           const toolResultLimits = resolveToolResultLimits(item.toolName, loopPolicy);
@@ -1720,7 +1723,9 @@ async function runConversation(engine, userId, userMessage, options = {}, _model
         if (analysis.mode === 'execute' || analysis.mode === 'plan_execute') {
           const iterMeta = engine.getRunMeta(runId);
           if (iterMeta) {
-            iterMeta.consecutiveReadOnlyIterations = (iterMeta.consecutiveReadOnlyIterations || 0) + 1;
+            iterMeta.consecutiveReadOnlyIterations = batchGatheredNewEvidence
+              ? 0
+              : (iterMeta.consecutiveReadOnlyIterations || 0) + 1;
           }
         }
         continue;
@@ -1941,10 +1946,11 @@ async function runConversation(engine, userId, userMessage, options = {}, _model
 
         const execution = classifyToolExecution(toolName, toolArgs, toolResult, toolErrorMessage);
         execution.input = toolArgs;
-        if (execution.stateChanged && isProgressToolCall(toolName, toolArgs)) {
+        const repetitionObservation = repetitionGuard?.observe(toolName, toolArgs, toolResult);
+        if ((execution.stateChanged && isProgressToolCall(toolName, toolArgs))
+          || gatheredNewEvidence(execution, repetitionObservation)) {
           iterationConcreteProgress = true;
         }
-        repetitionGuard?.observe(toolName, toolArgs, toolResult);
         execution.artifacts = await extractArtifactsFromResult(toolName, toolResult);
         toolExecutions.push(execution);
         if (deliverableWorkflow && Array.isArray(execution.artifacts) && execution.artifacts.length > 0) {

package/server/services/ai/toolEvidence.js

@@ -153,6 +153,20 @@ function summarizeToolExecutions(toolExecutions = [], maxItems = 10) {
   }).join('\n');
 }
 
+// A read-only turn that pulls in NEW information is real progress, even though
+// it changes no state — research, browsing, reading, and searching are how an
+// agent makes headway on "find out X" tasks. Treating those as "no progress"
+// (and force-wrapping the run) is what guillotines legitimate research. Genuine
+// churn — failed calls, pure `think`, or re-running an identical call that
+// returns an unchanged result — is excluded, so the read-only guard still fires
+// on real spinning.
+function gatheredNewEvidence(execution, repetitionObservation = null) {
+  if (!execution || execution.ok !== true) return false;
+  if (!execution.evidenceRelevant) return false;
+  if (repetitionObservation && repetitionObservation.unchangedCount >= 2) return false;
+  return true;
+}
+
 function isSubstantiveProgressToolName(toolName = '') {
   const name = String(toolName || '').trim();
   if (!name) return false;
@@ -235,6 +249,7 @@ function buildAutonomousRecoveryContext({ err, toolExecutions = [], tools = [],
 module.exports = {
   classifyToolExecution,
   deriveEvidenceSource,
+  gatheredNewEvidence,
   isSubstantiveProgressEvidence,
   isSubstantiveProgressToolName,
   summarizeProgressToolExecutions,

package/server/services/ai/toolResult.js

@@ -323,6 +323,46 @@ function compactToolResult(toolName, toolArgs = {}, toolResult, options = {}) {
       });
       break;
 
+    case 'google_workspace_calendar_list_events': {
+      // The raw result leads with a verbose `nextTimedEvent` plus full event
+      // objects (description/htmlLink/attendees), so generic JSON truncation
+      // cuts the actual `events` array off mid-object — the model never sees
+      // what is scheduled and re-queries adjacent windows forever. Emit a
+      // compact, COMPLETE digest instead: every event the model needs to reason
+      // about "what's coming up", none of the noise it doesn't.
+      const events = Array.isArray(toolResult?.events)
+        ? toolResult.events
+        : [
+          ...(Array.isArray(toolResult?.timedEvents) ? toolResult.timedEvents : []),
+          ...(Array.isArray(toolResult?.allDayEvents) ? toolResult.allDayEvents : []),
+        ];
+      const timed = events.filter((event) => !event?.allDay);
+      const allDay = events.filter((event) => event?.allDay);
+      envelope = trimObject({
+        tool: toolName,
+        count: typeof toolResult?.count === 'number' ? toolResult.count : events.length,
+        timedCount: typeof toolResult?.timedCount === 'number' ? toolResult.timedCount : timed.length,
+        allDayCount: typeof toolResult?.allDayCount === 'number' ? toolResult.allDayCount : allDay.length,
+        hasOnlyAllDayEvents: toolResult?.hasOnlyAllDayEvents === true ? true : undefined,
+        // Timed appointments are what "starting soon" cares about — keep them all,
+        // with the fields a reminder actually uses.
+        timed: timed.map((event) => trimObject({
+          summary: clampText(event?.summary || '(no title)', 140),
+          start: event?.start || null,
+          end: event?.end || null,
+          location: event?.location ? clampText(event.location, 80) : undefined,
+          status: event?.status && event.status !== 'confirmed' ? event.status : undefined,
+        })),
+        // All-day entries are usually birthdays / markers — names + dates suffice.
+        allDay: allDay.map((event) => trimObject({
+          summary: clampText(event?.summary || '(no title)', 140),
+          start: event?.start || null,
+          end: event?.end || null,
+        })),
+      });
+      break;
+    }
+
     default:
       envelope = trimObject({
         tool: toolName,

package/server/services/runtime/guest_image.js

@@ -57,6 +57,12 @@ function dockerfileFor(profile) {
     // container runs as root (macOS) or as the host uid:gid (Linux, for shared
     // file ownership). Chromium needs PLAYWRIGHT_BROWSERS_PATH readable by all.
     'RUN mkdir -p /opt/neoagent/.runtime && chmod -R 0777 /opt/neoagent/.runtime && chmod -R a+rX /ms-playwright',
+    // Chromium is baked in at build time, so the runtime-ready marker the browser
+    // controller polls for (BROWSER_READY_MARKER in server/services/browser/controller.js)
+    // is already satisfied. Create it here so ensureBrowser() launches immediately
+    // instead of waiting out its full 10-minute timeout for a marker that only the
+    // legacy QEMU per-boot bootstrap ever writes.
+    'RUN mkdir -p /var/lib/neoagent && touch /var/lib/neoagent/browser-runtime-ready',
     'CMD ["node", "server/guest_agent.js"]',
     '',
   ].join('\n');

package/server/services/social_video/service.js

@@ -22,6 +22,41 @@ fs.mkdirSync(SOCIAL_VIDEO_TMP_DIR, { recursive: true });
 
 const HEALTH_CACHE_TTL_MS = 5 * 60 * 1000;
 
+// A realistic desktop browser UA. Social platforms frequently return 403/bot
+// challenge pages to the default Node/yt-dlp user agents, so we present a
+// browser-like identity for every outbound request.
+const BROWSER_USER_AGENT = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) '
+  + 'AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36';
+
+// Network hardening flags applied to every yt-dlp invocation. Transient
+// failures (rate limits, dropped fragments, slow extractors) are the most
+// common cause of unreliable extraction, so we retry aggressively and cap
+// socket waits instead of failing on the first hiccup.
+const YT_DLP_NETWORK_FLAGS = [
+  '--retries', '5',
+  '--fragment-retries', '5',
+  '--extractor-retries', '3',
+  '--socket-timeout', '30',
+  '--user-agent', BROWSER_USER_AGENT,
+];
+
+// Platforms that gate most video content behind authentication or aggressive
+// bot detection. For these we always try to attach the user's browser cookies.
+const COOKIE_ASSISTED_PLATFORMS = new Set(['instagram', 'youtube', 'tiktok', 'x']);
+
+async function fetchWithBrowserHeaders(url, options = {}) {
+  return fetch(url, {
+    redirect: 'follow',
+    ...options,
+    headers: {
+      'user-agent': BROWSER_USER_AGENT,
+      'accept-language': 'en-US,en;q=0.9',
+      accept: '*/*',
+      ...(options.headers || {}),
+    },
+  });
+}
+
 function shellEscape(value) {
   const text = String(value ?? '');
   if (!text.length) return process.platform === 'win32' ? '""' : "''";
@@ -178,12 +213,21 @@ function classifyExtractionError(error) {
   if (/unsupported social video url|unsupported url/.test(normalized)) {
     return { code: 'unsupported_url', message };
   }
-  if (/private|login required|sign in to confirm/.test(normalized)) {
+  if (/private|login required|sign in to confirm|requested content is not available|account is private/.test(normalized)) {
     return { code: 'private_or_auth_required', message };
   }
-  if (/403|forbidden|blocked/.test(normalized)) {
+  if (/\b429\b|rate.?limit|too many requests/.test(normalized)) {
+    return { code: 'rate_limited', message };
+  }
+  if (/\b403\b|forbidden|blocked|not a bot/.test(normalized)) {
     return { code: 'blocked_or_unavailable', message };
   }
+  if (/timed out|timeout|etimedout|socket hang up|network is unreachable/.test(normalized)) {
+    return { code: 'network_error', message };
+  }
+  if (/this video is unavailable|video unavailable|removed|404|not found/.test(normalized)) {
+    return { code: 'content_unavailable', message };
+  }
   return { code: 'social_video_extract_failed', message };
 }
 
@@ -358,6 +402,10 @@ class SocialVideoService {
     }
   }
 
+  #networkFlags() {
+    return YT_DLP_NETWORK_FLAGS.map(shellEscape).join(' ');
+  }
+
   async #runCommand(command, options = {}) {
     const result = await this.cliExecutor.execute(command, {
       cwd: options.cwd || process.cwd(),
@@ -423,7 +471,7 @@ class SocialVideoService {
       return browserMetadata;
     }
 
-    const response = await fetch(normalizedUrl, { redirect: 'follow' });
+    const response = await fetchWithBrowserHeaders(normalizedUrl);
     const html = await response.text();
     const metadata = extractPublicMetadataFromHtml(html, response.url || normalizedUrl);
     return {
@@ -473,7 +521,7 @@ class SocialVideoService {
     const infoTemplate = path.join(jobDir, 'media.%(ext)s');
     const infoPath = path.join(jobDir, 'media.info.json');
     const cookieArg = cookieFilePath ? ` --cookies ${shellEscape(cookieFilePath)}` : '';
-    const command = `${shellEscape(this.ytDlpBin)} --quiet --no-warnings --no-playlist --skip-download --write-info-json --no-clean-infojson${cookieArg} -o ${shellEscape(infoTemplate)} -- ${shellEscape(normalizedUrl)}`;
+    const command = `${shellEscape(this.ytDlpBin)} --quiet --no-warnings --no-playlist ${this.#networkFlags()} --skip-download --write-info-json --no-clean-infojson${cookieArg} -o ${shellEscape(infoTemplate)} -- ${shellEscape(normalizedUrl)}`;
     await this.#runCommand(command, { cwd: jobDir, timeout: 4 * 60 * 1000 });
     if (!fileExists(infoPath)) {
       throw new Error('yt-dlp did not produce an info JSON artifact.');
@@ -514,7 +562,7 @@ class SocialVideoService {
   }
 
   async #readTranscriptFromCaption(captionTrack) {
-    const response = await fetch(captionTrack.url, { redirect: 'follow' });
+    const response = await fetchWithBrowserHeaders(captionTrack.url);
     if (!response.ok) {
       throw new Error(`Caption request failed (${response.status}).`);
     }
@@ -525,7 +573,7 @@ class SocialVideoService {
   async #transcribeViaStt(context) {
     const template = path.join(context.jobDir, 'audio.%(ext)s');
     const cookieArg = context.cookieFilePath ? ` --cookies ${shellEscape(context.cookieFilePath)}` : '';
-    const command = `${shellEscape(this.ytDlpBin)} --quiet --no-warnings --no-playlist${cookieArg} -o ${shellEscape(template)} -f bestaudio -- ${shellEscape(context.sourceUrl)}`;
+    const command = `${shellEscape(this.ytDlpBin)} --quiet --no-warnings --no-playlist ${this.#networkFlags()}${cookieArg} -o ${shellEscape(template)} -f bestaudio/best -- ${shellEscape(context.sourceUrl)}`;
     await this.#runCommand(command, { cwd: context.jobDir, timeout: 10 * 60 * 1000 });
 
     const audioPath = firstFileMatching(context.jobDir, 'audio.');
@@ -561,7 +609,7 @@ class SocialVideoService {
   }
 
   async #resolveCookieFile(context) {
-    if (context.platform !== 'instagram') {
+    if (!COOKIE_ASSISTED_PLATFORMS.has(context.platform)) {
       return null;
     }
     if (!this.runtimeManager || typeof this.runtimeManager.getBrowserProviderForUser !== 'function') {
@@ -581,7 +629,9 @@ class SocialVideoService {
     });
     const cookies = Array.isArray(payload?.cookies) ? payload.cookies : [];
     if (cookies.length === 0) {
-      context.warnings.push('Browser cookie export returned no cookies for Instagram.');
+      // Not fatal: many videos are public. yt-dlp will simply attempt the
+      // extraction without an authenticated session.
+      context.warnings.push(`Browser cookie export returned no cookies for ${context.platform}.`);
       return null;
     }
 
@@ -610,7 +660,7 @@ class SocialVideoService {
   async #extractFrameFromVideo(context) {
     const template = path.join(context.jobDir, 'video.%(ext)s');
     const cookieArg = context.cookieFilePath ? ` --cookies ${shellEscape(context.cookieFilePath)}` : '';
-    const downloadCommand = `${shellEscape(this.ytDlpBin)} --quiet --no-warnings --no-playlist${cookieArg} -o ${shellEscape(template)} -f "bv*[ext=mp4]+ba[ext=m4a]/b[ext=mp4]/best" --merge-output-format mp4 -- ${shellEscape(context.sourceUrl)}`;
+    const downloadCommand = `${shellEscape(this.ytDlpBin)} --quiet --no-warnings --no-playlist ${this.#networkFlags()}${cookieArg} -o ${shellEscape(template)} -f "bv*[ext=mp4]+ba[ext=m4a]/b[ext=mp4]/best" --merge-output-format mp4 -- ${shellEscape(context.sourceUrl)}`;
     await this.#runCommand(downloadCommand, { cwd: context.jobDir, timeout: 14 * 60 * 1000 });
 
     const videoPath = firstFileMatching(context.jobDir, 'video.');
@@ -630,7 +680,7 @@ class SocialVideoService {
   }
 
   async #downloadThumbnailArtifact(userId, thumbnailUrl) {
-    const response = await fetch(thumbnailUrl, { redirect: 'follow' });
+    const response = await fetchWithBrowserHeaders(thumbnailUrl);
     if (!response.ok) {
       throw new Error(`Thumbnail request failed (${response.status}).`);
     }