neoagent 2.3.1-beta.16 → 2.3.1-beta.17

package/.env.example

@@ -98,6 +98,18 @@ GOOGLE_AI_KEY=your-google-ai-key-here
 #   • MiniMax-M2.7 via the Anthropic-compatible MiniMax endpoint
 MINIMAX_API_KEY=your-minimax-api-key-here
 
+# GitHub Copilot OAuth token — used for:
+#   • Copilot-backed chat/coding models (gpt-5.3, gpt-4.1)
+# Set via: neoagent login github-copilot
+GITHUB_COPILOT_ACCESS_TOKEN=
+
+# OpenAI Codex OAuth token — used for:
+#   • Codex-backed chat/coding models (gpt-5.3-codex, gpt-4.1-codex)
+# Set via: neoagent login openai-codex
+OPENAI_CODEX_ACCESS_TOKEN=
+# Optional refresh token if your login flow returns it.
+OPENAI_CODEX_REFRESH_TOKEN=
+
 ########################################
 # Provider endpoint overrides
 ########################################
@@ -105,6 +117,10 @@ MINIMAX_API_KEY=your-minimax-api-key-here
 # OPENAI_BASE_URL=https://your-openai-compatible-endpoint/v1
 # ANTHROPIC_BASE_URL=https://your-anthropic-compatible-endpoint
 # XAI_BASE_URL=https://api.x.ai/v1
+# OPENAI_CODEX_BASE_URL=https://chatgpt.com/backend-api/codex
+# OPENAI_CODEX_EDITOR_VERSION=vscode/1.99.0
+# OPENAI_CODEX_EDITOR_PLUGIN_VERSION=neoagent/1.0.0
+# OPENAI_CODEX_USER_AGENT=NeoAgent/1.0.0
 
 ########################################
 # Official integrations
@@ -176,6 +192,10 @@ DEEPGRAM_LANGUAGE=multi
 
 OLLAMA_URL=http://localhost:11434
 
+# Local screen OCR capture (macOS desktop context recorder).
+# Set to false to disable background screen capture/OCR polling.
+NEOAGENT_SCREEN_RECORDER_ENABLED=true
+
 ########################################
 # Messaging and voice integrations
 ########################################

package/lib/manager.js

@@ -726,6 +726,8 @@ async function cmdLogin(args = []) {
       if (data.access_token) {
         upsertEnvValue('GITHUB_COPILOT_ACCESS_TOKEN', data.access_token);
         logOk('Successfully authenticated and saved GitHub Copilot access token to .env');
+        logInfo('Applying updated provider credentials by restarting NeoAgent...');
+        cmdRestart();
         return;
       } else if (data.error === 'authorization_pending') {
         // Continue polling
@@ -830,6 +832,8 @@ async function cmdLogin(args = []) {
         upsertEnvValue('OPENAI_CODEX_REFRESH_TOKEN', exchangeData.refresh_token);
       }
       logOk('Successfully authenticated and saved OpenAI Codex tokens to .env');
+      logInfo('Applying updated provider credentials by restarting NeoAgent...');
+      cmdRestart();
     } else {
       throw new Error('OpenAI token exchange succeeded but did not return an access token.');
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "neoagent",
-  "version": "2.3.1-beta.16",
+  "version": "2.3.1-beta.17",
   "description": "Proactive personal AI agent with no limits",
   "license": "MIT",
   "main": "server/index.js",

package/server/public/flutter_bootstrap.js

@@ -37,6 +37,6 @@ _flutter.buildConfig = {"engineRevision":"59aa584fdf100e6c78c785d8a5b565d1de4b48
 
 _flutter.loader.load({
   serviceWorkerSettings: {
-    serviceWorkerVersion: "2591082487" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
+    serviceWorkerVersion: "2875227471" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
   }
 });

package/server/services/ai/providers/openai.js

@@ -29,7 +29,8 @@ class OpenAIProvider extends BaseProvider {
     };
     this.client = new OpenAI({
       apiKey: config.apiKey || process.env.OPENAI_API_KEY,
-      baseURL: config.baseUrl || process.env.OPENAI_BASE_URL || undefined
+      baseURL: config.baseUrl || process.env.OPENAI_BASE_URL || undefined,
+      defaultHeaders: config.defaultHeaders || undefined
     });
   }
 

package/server/services/ai/providers/openaiCodex.js

@@ -14,7 +14,12 @@ class OpenAICodexProvider extends OpenAIProvider {
     super({
       ...config,
       apiKey: config.apiKey || process.env.OPENAI_CODEX_ACCESS_TOKEN,
-      baseUrl
+      baseUrl,
+      defaultHeaders: {
+        'Editor-Version': process.env.OPENAI_CODEX_EDITOR_VERSION || 'vscode/1.99.0',
+        'Editor-Plugin-Version': process.env.OPENAI_CODEX_EDITOR_PLUGIN_VERSION || 'neoagent/1.0.0',
+        'User-Agent': process.env.OPENAI_CODEX_USER_AGENT || 'NeoAgent/1.0.0'
+      }
     });
     this.name = 'openai-codex';
   }

package/server/services/desktop/screenRecorder.js

@@ -19,9 +19,42 @@ class ScreenRecorder {
     this.isRecording = false;
     this.isProcessing = false;
     this.tempFilePath = path.join(os.tmpdir(), `neoagent-screen-${Date.now()}.png`);
+    this.lastBenignSkipAt = 0;
+  }
+
+  _isCaptureInactiveApp(appName) {
+    const normalized = String(appName || '').trim().toLowerCase();
+    return normalized === '' || normalized === 'loginwindow' || normalized === 'screensaverengine';
+  }
+
+  _isBenignCaptureError(message) {
+    const text = String(message || '').toLowerCase();
+    return (
+      text.includes('operation not permitted') ||
+      text.includes('not authorized') ||
+      text.includes('user canceled') ||
+      text.includes('cgwindowlistcreateimage') ||
+      text.includes('screencapture') ||
+      text.includes('timed out')
+    );
+  }
+
+  _logBenignSkip(reason) {
+    const now = Date.now();
+    if (now - this.lastBenignSkipAt < 5 * 60 * 1000) {
+      return;
+    }
+    this.lastBenignSkipAt = now;
+    console.warn(`[ScreenRecorder] Capture skipped: ${reason}`);
   }
 
   start() {
+    const enabledEnv = String(process.env.NEOAGENT_SCREEN_RECORDER_ENABLED || '').trim().toLowerCase();
+    if (enabledEnv === '0' || enabledEnv === 'false' || enabledEnv === 'off' || enabledEnv === 'no') {
+      console.log('[ScreenRecorder] Not starting: disabled by NEOAGENT_SCREEN_RECORDER_ENABLED.');
+      return;
+    }
+
     if (process.platform !== 'darwin') {
       console.log('[ScreenRecorder] Not starting: Screen recording is currently macOS only.');
       return;
@@ -61,6 +94,20 @@ class ScreenRecorder {
     this.isProcessing = true;
 
     try {
+      // Skip capture when the desktop session is inactive (e.g. locked screen).
+      let frontmostApp = '';
+      try {
+        const { stdout } = await execAsync(`osascript -e 'tell application "System Events" to get name of first application process whose frontmost is true'`);
+        frontmostApp = (stdout || '').trim();
+      } catch {
+        frontmostApp = '';
+      }
+
+      if (this._isCaptureInactiveApp(frontmostApp)) {
+        this._logBenignSkip('no active frontmost app');
+        return;
+      }
+
       // Capture screen silently (-x) to file
       await execAsync(`screencapture -x "${this.tempFilePath}"`);
 
@@ -80,13 +127,7 @@ class ScreenRecorder {
         const userRow = db.prepare('SELECT id FROM users ORDER BY id ASC LIMIT 1').get();
         if (userRow) {
           // Identify the active foreground app via AppleScript
-          let appName = 'Unknown';
-          try {
-            const { stdout } = await execAsync(`osascript -e 'tell application "System Events" to get name of first application process whose frontmost is true'`);
-            appName = stdout.trim();
-          } catch (e) {
-            // Ignore AppleScript errors
-          }
+          let appName = frontmostApp || 'Unknown';
 
           db.prepare(`
             INSERT INTO screen_history (user_id, app_name, text_content)
@@ -96,7 +137,12 @@ class ScreenRecorder {
       }
 
     } catch (err) {
-      console.error('[ScreenRecorder] Capture/OCR failed:', getErrorMessage(err));
+      const errorMessage = getErrorMessage(err);
+      if (this._isBenignCaptureError(errorMessage)) {
+        this._logBenignSkip(errorMessage);
+      } else {
+        console.error('[ScreenRecorder] Capture/OCR failed:', errorMessage);
+      }
     } finally {
       // Always cleanup the screenshot image immediately
       try {