neoagent 3.0.1-beta.24 → 3.0.1-beta.25

package/flutter_app/lib/src/recording_chunk_queue_io.dart

@@ -29,21 +29,19 @@ class DiskChunkUploadQueue {
   bool _draining = false;
   bool _disposed = false;
   Timer? _retryTimer;
+  final Set<Future<void>> _pendingEnqueues = <Future<void>>{};
 
   Future<void> enqueue(PendingChunk chunk) async {
     if (_disposed) {
       return;
     }
-    await _dir.create(recursive: true);
-    final base = '${chunk.sourceKey}-${chunk.sequence.toString().padLeft(6, '0')}';
-    final audioFile = File('${_dir.path}/$base.bin');
-    final metaFile = File('${_dir.path}/$base.json');
-    final audioTmp = File('${audioFile.path}.tmp');
-    final metaTmp = File('${metaFile.path}.tmp');
-    await audioTmp.writeAsBytes(chunk.bytes, flush: true);
-    await metaTmp.writeAsString(jsonEncode(chunk.toMeta()), flush: true);
-    await audioTmp.rename(audioFile.path);
-    await metaTmp.rename(metaFile.path);
+    final write = _persistChunk(chunk);
+    _pendingEnqueues.add(write);
+    try {
+      await write;
+    } finally {
+      _pendingEnqueues.remove(write);
+    }
     unawaited(drain());
   }
 
@@ -129,6 +127,25 @@ class DiskChunkUploadQueue {
 
   Future<int> pendingCount() async => (await _listMetaFiles()).length;
 
+  Future<void> _persistChunk(PendingChunk chunk) async {
+    await _dir.create(recursive: true);
+    final base = '${chunk.sourceKey}-${chunk.sequence.toString().padLeft(6, '0')}';
+    final audioFile = File('${_dir.path}/$base.bin');
+    final metaFile = File('${_dir.path}/$base.json');
+    final audioTmp = File('${audioFile.path}.tmp');
+    final metaTmp = File('${metaFile.path}.tmp');
+    await audioTmp.writeAsBytes(chunk.bytes, flush: true);
+    await metaTmp.writeAsString(jsonEncode(chunk.toMeta()), flush: true);
+    await audioTmp.rename(audioFile.path);
+    await metaTmp.rename(metaFile.path);
+  }
+
+  Future<void> _waitForPendingEnqueues() async {
+    while (_pendingEnqueues.isNotEmpty && !_disposed) {
+      await Future.wait<void>(List<Future<void>>.from(_pendingEnqueues));
+    }
+  }
+
   void _scheduleRetry() {
     _retryTimer?.cancel();
     _retryTimer = Timer(retryBackoff, () => unawaited(drain()));
@@ -148,8 +165,9 @@ class DiskChunkUploadQueue {
   Future<void> flush({Duration timeout = const Duration(seconds: 30)}) async {
     final deadline = DateTime.now().add(timeout);
     while (!_disposed && DateTime.now().isBefore(deadline)) {
+      await _waitForPendingEnqueues();
       await drain();
-      if (await pendingCount() == 0) {
+      if (_pendingEnqueues.isEmpty && await pendingCount() == 0) {
         break;
       }
       await Future<void>.delayed(const Duration(milliseconds: 200));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "neoagent",
-  "version": "3.0.1-beta.24",
+  "version": "3.0.1-beta.25",
   "description": "Self-hosted AI agent for long-running tasks, automation, messaging, device control, and local memory",
   "license": "AGPL-3.0-only",
   "main": "server/index.js",

package/server/db/database.js

@@ -506,7 +506,6 @@ db.exec(`
   CREATE INDEX IF NOT EXISTS idx_browser_extension_pairing_status ON browser_extension_pairing_requests(status, expires_at);
   CREATE INDEX IF NOT EXISTS idx_browser_extension_tokens_user ON browser_extension_tokens(user_id, status, created_at DESC);
   CREATE INDEX IF NOT EXISTS idx_browser_extension_tokens_hash_status ON browser_extension_tokens(token_hash, status);
-  CREATE INDEX IF NOT EXISTS idx_desktop_companion_devices_user ON desktop_companion_devices(user_id, status, created_at DESC);
   CREATE INDEX IF NOT EXISTS idx_messages_user ON messages(user_id, created_at DESC);
   CREATE INDEX IF NOT EXISTS idx_messages_platform ON messages(platform, platform_chat_id);
   CREATE INDEX IF NOT EXISTS idx_messages_dedup ON messages(user_id, platform, platform_msg_id) WHERE platform_msg_id IS NOT NULL;
@@ -1074,7 +1073,6 @@ db.exec(`
   );
 
   CREATE INDEX IF NOT EXISTS idx_screen_history_user ON screen_history(user_id, timestamp DESC);
-  CREATE INDEX IF NOT EXISTS idx_screen_history_device ON screen_history(user_id, device_id, captured_at DESC);
   CREATE INDEX IF NOT EXISTS idx_notification_history_user ON notification_history(user_id, timestamp DESC);
   CREATE INDEX IF NOT EXISTS idx_timeline_events_user ON timeline_events(user_id, occurred_at DESC, id DESC);
   CREATE INDEX IF NOT EXISTS idx_timeline_events_source ON timeline_events(user_id, source_kind, occurred_at DESC, id DESC);
@@ -1377,6 +1375,30 @@ function tableHasColumn(tableName, columnName) {
   }
 }
 
+function createLegacyCompatibleIndexes() {
+  const deferredIndexes = [
+    {
+      table: 'desktop_companion_devices',
+      columns: ['user_id', 'status', 'created_at'],
+      sql: 'CREATE INDEX IF NOT EXISTS idx_desktop_companion_devices_user ON desktop_companion_devices(user_id, status, created_at DESC)',
+    },
+    {
+      table: 'screen_history',
+      columns: ['user_id', 'device_id', 'captured_at'],
+      sql: 'CREATE INDEX IF NOT EXISTS idx_screen_history_device ON screen_history(user_id, device_id, captured_at DESC)',
+    },
+  ];
+
+  for (const { table, columns, sql } of deferredIndexes) {
+    if (!columns.every((column) => tableHasColumn(table, column))) continue;
+    try {
+      db.exec(sql);
+    } catch {
+      // Keep startup resilient for partially migrated local databases.
+    }
+  }
+}
+
 function createAgentScopedIndexes() {
   const statements = [
     ['agent_runs', 'CREATE INDEX IF NOT EXISTS idx_agent_runs_agent ON agent_runs(user_id, agent_id, created_at DESC)'],
@@ -2031,14 +2053,9 @@ rebuildCoreMemoryForAgents();
 migrateIntegrationConnectionsTable();
 migrateIntegrationOauthStatesTable();
 migrateIntegrationProviderConfigsTable();
+createLegacyCompatibleIndexes();
 createAgentScopedIndexes();
 
-try {
-  db.exec('CREATE INDEX IF NOT EXISTS idx_screen_history_device ON screen_history(user_id, device_id, captured_at DESC)');
-} catch {
-  // Keep startup resilient for partially migrated local databases.
-}
-
 try {
   db.exec(`
     CREATE TABLE IF NOT EXISTS timeline_events (

package/server/public/.last_build_id

@@ -1 +1 @@
-edf5036aeed42e698ede929766ca8ff4
+5bdb494f3a900af0165cb368a571ff54

package/server/public/flutter_bootstrap.js

@@ -37,6 +37,6 @@ _flutter.buildConfig = {"engineRevision":"a4ce257c68517c1410f4b48ac9852ab5642a3f
 
 _flutter.loader.load({
   serviceWorkerSettings: {
-    serviceWorkerVersion: "645227359" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
+    serviceWorkerVersion: "3511135638" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
   }
 });

package/server/public/main.dart.js

@@ -138523,7 +138523,7 @@ r===$&&A.b()
 p.push(A.iR(q,A.jq(!1,new A.Y(B.vo,A.cR(new A.cA(B.jR,new A.a9_(r,q),q),q,q),q),!1,B.I,!0),q,q,0,0,0,q))}r=!1
 if(!s.ay)if(!s.ch){r=s.e
 r===$&&A.b()
-r=B.b.t("mqr7lj61-c2c3345").length!==0&&r.b}if(r){r=s.d
+r=B.b.t("mqr8ict9-258fe74").length!==0&&r.b}if(r){r=s.d
 r===$&&A.b()
 r=r.aD&&!r.av?84:0
 s=s.e
@@ -144618,7 +144618,7 @@ $S:0}
 A.a0a.prototype={}
 A.TU.prototype={
 nl(a){var s=this
-if(B.b.t("mqr7lj61-c2c3345").length===0||s.a!=null)return
+if(B.b.t("mqr8ict9-258fe74").length===0||s.a!=null)return
 s.Be()
 s.a=A.m1(B.T0,new A.bfY(s))},
 Be(){var s=0,r=A.l(t.H),q,p=2,o=[],n=this,m,l,k,j,i,h,g,f
@@ -144636,7 +144636,7 @@ if(!t.f.b(k)){s=1
 break}i=J.a2(k,"buildId")
 h=i==null?null:B.b.t(J.p(i))
 j=h==null?"":h
-if(J.bd(j)===0||J.f(j,"mqr7lj61-c2c3345")){s=1
+if(J.bd(j)===0||J.f(j,"mqr8ict9-258fe74")){s=1
 break}n.b=!0
 n.E()
 p=2
@@ -144653,7 +144653,7 @@ case 2:return A.i(o.at(-1),r)}})
 return A.k($async$Be,r)},
 vT(){var s=0,r=A.l(t.H),q,p=2,o=[],n=this,m,l,k,j,i,h,g,f,e,d,c,b,a,a0,a1
 var $async$vT=A.h(function(a2,a3){if(a2===1){o.push(a3)
-s=p}for(;;)switch(s){case 0:if(B.b.t("mqr7lj61-c2c3345").length===0||n.c){s=1
+s=p}for(;;)switch(s){case 0:if(B.b.t("mqr8ict9-258fe74").length===0||n.c){s=1
 break}n.c=!0
 n.E()
 p=4

package/server/services/timeline/service.js

@@ -347,9 +347,45 @@ class TimelineService {
       return { insertedCount: 0, timelineItems: [] };
     }
 
+    const batchDedupKeys = new Set();
+    const findExistingEntry = this.db.prepare(
+      `SELECT id
+       FROM screen_history
+       WHERE user_id = ?
+         AND captured_at = ?
+         AND device_id = ?
+         AND COALESCE(app_name, '') = ?
+         AND COALESCE(window_title, '') = ?
+         AND text_content = ?
+       LIMIT 1`
+    );
+
     const tx = this.db.transaction(() => {
       const timelineItems = [];
+      let insertedCount = 0;
       for (const entry of normalizedEntries) {
+        const dedupKey = JSON.stringify([
+          entry.capturedAt,
+          normalizedDeviceId,
+          entry.appName,
+          entry.windowTitle,
+          entry.text,
+        ]);
+        if (batchDedupKeys.has(dedupKey)) {
+          continue;
+        }
+        batchDedupKeys.add(dedupKey);
+        const existing = findExistingEntry.get(
+          userId,
+          entry.capturedAt,
+          normalizedDeviceId,
+          entry.appName || '',
+          entry.windowTitle || '',
+          entry.text,
+        );
+        if (existing) {
+          continue;
+        }
         const insert = this.db.prepare(
           `INSERT INTO screen_history (
              user_id, timestamp, captured_at, device_id, device_label, app_name, window_title, text_content, ocr_engine, ocr_confidence
@@ -366,6 +402,7 @@ class TimelineService {
           ocrEngine,
           entry.ocrConfidence,
         );
+        insertedCount += 1;
         const screenHistoryId = Number(insert.lastInsertRowid);
         const timelineItem = this._upsertScreenSession({
           userId,
@@ -383,7 +420,7 @@ class TimelineService {
         }
       }
       return {
-        insertedCount: normalizedEntries.length,
+        insertedCount,
         timelineItems,
       };
     });