neoagent 2.3.1-beta.16 → 2.3.1-beta.19

package/.env.example

@@ -98,6 +98,18 @@ GOOGLE_AI_KEY=your-google-ai-key-here
 #   • MiniMax-M2.7 via the Anthropic-compatible MiniMax endpoint
 MINIMAX_API_KEY=your-minimax-api-key-here
 
+# GitHub Copilot OAuth token — used for:
+#   • Copilot-backed chat/coding models (gpt-5.3, gpt-4.1)
+# Set via: neoagent login github-copilot
+GITHUB_COPILOT_ACCESS_TOKEN=
+
+# OpenAI Codex OAuth token — used for:
+#   • Codex-backed chat/coding models (gpt-5.3-codex, gpt-4.1-codex)
+# Set via: neoagent login openai-codex
+OPENAI_CODEX_ACCESS_TOKEN=
+# Optional refresh token if your login flow returns it.
+OPENAI_CODEX_REFRESH_TOKEN=
+
 ########################################
 # Provider endpoint overrides
 ########################################
@@ -105,6 +117,10 @@ MINIMAX_API_KEY=your-minimax-api-key-here
 # OPENAI_BASE_URL=https://your-openai-compatible-endpoint/v1
 # ANTHROPIC_BASE_URL=https://your-anthropic-compatible-endpoint
 # XAI_BASE_URL=https://api.x.ai/v1
+# OPENAI_CODEX_BASE_URL=https://chatgpt.com/backend-api/codex
+# OPENAI_CODEX_EDITOR_VERSION=vscode/1.99.0
+# OPENAI_CODEX_EDITOR_PLUGIN_VERSION=neoagent/1.0.0
+# OPENAI_CODEX_USER_AGENT=NeoAgent/1.0.0
 
 ########################################
 # Official integrations
@@ -152,6 +168,12 @@ GITHUB_OAUTH_CLIENT_ID=your-github-oauth-client-id
 GITHUB_OAUTH_CLIENT_SECRET=your-github-oauth-client-secret
 GITHUB_OAUTH_REDIRECT_URI=
 
+# Spotify official integration OAuth client.
+# Redirect URI should match <PUBLIC_URL>/api/integrations/oauth/callback.
+SPOTIFY_OAUTH_CLIENT_ID=your-spotify-oauth-client-id
+SPOTIFY_OAUTH_CLIENT_SECRET=your-spotify-oauth-client-secret
+SPOTIFY_OAUTH_REDIRECT_URI=
+
 ########################################
 # Tools and media services
 ########################################
@@ -176,6 +198,10 @@ DEEPGRAM_LANGUAGE=multi
 
 OLLAMA_URL=http://localhost:11434
 
+# Local screen OCR capture (macOS desktop context recorder).
+# Set to false to disable background screen capture/OCR polling.
+NEOAGENT_SCREEN_RECORDER_ENABLED=true
+
 ########################################
 # Messaging and voice integrations
 ########################################

package/docs/capabilities.md

@@ -75,10 +75,10 @@ The agent tool `read_health_data` returns summaries and recent samples. It is de
 
 NeoAgent has two separate integration layers:
 
-- Official integrations expose structured tools for Google Workspace, Microsoft 365, Notion, Slack, Figma, Home Assistant, Weather, Spotify, and a separate personal WhatsApp connection.
+- Official integrations expose structured tools for Google Workspace, Microsoft 365, Notion, Slack, Figma, Home Assistant, Trello, Weather, Spotify, and a separate personal WhatsApp connection.
 - Messaging platforms let the agent talk through WhatsApp, Telegram, Discord, Slack, Google Chat, Teams, Matrix, Signal, iMessage/BlueBubbles, IRC, Twitch, LINE, Mattermost, configurable webhook bridges, and Telnyx Voice.
 
-Official integration examples include Gmail thread search and send mail, Google Calendar events, Drive upload/download/export/share links, Docs create/append/replace, Sheets read/update/append/create, Microsoft Outlook/Calendar/OneDrive/Teams tools, Notion search/page/block/database tools, Slack conversation/message tools, Figma file/node/comment/image tools, Home Assistant entity/config reads and service calls, Weather current/forecast tools plus weather-event task triggers, Spotify playback/search/control tools, and a personal WhatsApp integration with isolated chat read/send tools and per-account read-only versus read/write access.
+Official integration examples include Gmail thread search and send mail, Google Calendar events, Drive upload/download/export/share links, Docs create/append/replace, Sheets read/update/append/create, Microsoft Outlook/Calendar/OneDrive/Teams tools, Notion search/page/block/database tools, Slack conversation/message tools, Figma file/node/comment/image tools, Home Assistant entity/config reads and service calls, Trello board/list/card/comment/search tools, Weather current/forecast tools plus weather-event task triggers, Spotify playback/search/control tools, and a personal WhatsApp integration with isolated chat read/send tools and per-account read-only versus read/write access.
 
 Messaging examples include Telegram and Discord messages, Slack channel replies, Matrix room messages, Google Chat and Teams webhook delivery, Signal bridge delivery, iMessage/BlueBubbles sends, WhatsApp text and media sends, Telnyx inbound voice, Telnyx outbound calls, and scheduled-task call delivery.
 

package/docs/configuration.md

@@ -68,7 +68,7 @@ Recording insight generation is controlled in app AI settings with `auto_recordi
 
 ## Official Integrations
 
-Official integrations use OAuth or provider-native account linking and expose structured tools to the agent. The built-in registry currently covers Google Workspace, Notion, Microsoft 365, Slack, Figma, Home Assistant, Weather, Spotify, and personal WhatsApp.
+Official integrations use OAuth or provider-native account linking and expose structured tools to the agent. The built-in registry currently covers Google Workspace, Notion, Microsoft 365, Slack, Figma, Home Assistant, Trello, Weather, Spotify, and personal WhatsApp.
 
 All OAuth callbacks default to `PUBLIC_URL + /api/integrations/oauth/callback` unless you set a provider-specific redirect URI.
 
@@ -95,13 +95,17 @@ All OAuth callbacks default to `PUBLIC_URL + /api/integrations/oauth/callback` u
 | `HOME_ASSISTANT_OAUTH_CLIENT_SECRET` | Optional fallback Home Assistant OAuth client secret. |
 | `HOME_ASSISTANT_OAUTH_REDIRECT_URI` | Optional fallback Home Assistant OAuth callback URL. |
 | `HOME_ASSISTANT_ALLOW_PRIVATE_BASE_URL` | Optional safety override. Set to `1` only if you intentionally allow Home Assistant base URLs on localhost/private networks. |
+| `TRELLO_API_KEY` | Not used. Trello is configured per user in Official Integrations. |
+| `TRELLO_TOKEN` | Not used. Trello is configured per user in Official Integrations. |
 | `SPOTIFY_OAUTH_CLIENT_ID` | Spotify OAuth client ID |
 | `SPOTIFY_OAUTH_CLIENT_SECRET` | Spotify OAuth client secret |
 | `SPOTIFY_OAUTH_REDIRECT_URI` | Optional Spotify OAuth callback URL |
 
-Home Assistant no longer requires server-side setup. Each user can open Official Integrations, select Home Assistant, and enter their own base URL and OAuth app credentials.
+Home Assistant and Trello no longer require server-side setup. Each user can open Official Integrations and enter their own provider-specific credentials in the Flutter UI.
 For safety, local/private Home Assistant targets are blocked by default unless `HOME_ASSISTANT_ALLOW_PRIVATE_BASE_URL=1` is set on the server.
 
+Trello uses each user’s own API key and token. Those values are stored securely per user and are never added to server environment variables.
+
 Weather integration uses Open-Meteo public endpoints and does not require OAuth environment variables.
 
 ## Messaging

package/docs/integrations.md

@@ -14,10 +14,13 @@ The built-in registry includes:
 | Slack | Conversations, history, posting, search, user info, and Slack Web API requests |
 | Figma | Current user, files, nodes, rendered images, comments, and Figma REST requests |
 | Home Assistant | Entity/config reads, service calls, and Home Assistant REST API requests |
+| Trello | Boards, lists, cards, comments, search, and Trello REST API requests |
 | Weather | Keyless Open-Meteo current weather and forecast tools |
 | Spotify | Playback state, recently played, search, and playback controls |
 
-OAuth app credentials are configured through server environment variables for most providers. Home Assistant can also be configured per-user in the Flutter **Integrations** UI without any server-side setup. Account connections are created in the Flutter UI under **Integrations**. Connected tools are exposed to the agent as structured tools, so prefer them over browser automation when they can do the job.
+OAuth app credentials are configured through server environment variables for most providers. Home Assistant and Trello can also be configured per-user in the Flutter **Integrations** UI without any server-side setup. Account connections are created in the Flutter UI under **Integrations**. Connected tools are exposed to the agent as structured tools, so prefer them over browser automation when they can do the job.
+
+Trello uses a user-supplied API key and token instead of OAuth. Those values are stored per user in the encrypted integration config store, and Trello does not need any server environment variables.
 
 Weather note: the Weather integration uses Open-Meteo public APIs and does not require OAuth client credentials.
 

package/lib/manager.js

@@ -542,6 +542,40 @@ async function cmdSetup() {
   const normalizedDeploymentMode = parseDeploymentMode(deploymentMode);
   const normalizedReleaseChannel = parseReleaseChannel(releaseChannel) || 'stable';
 
+  const githubOauthClientId = await askSecret(
+    'GitHub OAuth client ID',
+    current.GITHUB_OAUTH_CLIENT_ID || ''
+  );
+  const githubOauthClientSecret = await askSecret(
+    'GitHub OAuth client secret',
+    current.GITHUB_OAUTH_CLIENT_SECRET || ''
+  );
+  const githubOauthRedirectUri = await ask(
+    'GitHub OAuth redirect URI',
+    current.GITHUB_OAUTH_REDIRECT_URI || ''
+  );
+
+  const homeAssistantOauthClientId = await askSecret(
+    'Home Assistant OAuth client ID',
+    current.HOME_ASSISTANT_OAUTH_CLIENT_ID || ''
+  );
+  const homeAssistantOauthClientSecret = await askSecret(
+    'Home Assistant OAuth client secret',
+    current.HOME_ASSISTANT_OAUTH_CLIENT_SECRET || ''
+  );
+  const homeAssistantOauthRedirectUri = await ask(
+    'Home Assistant OAuth redirect URI',
+    current.HOME_ASSISTANT_OAUTH_REDIRECT_URI || ''
+  );
+  const homeAssistantBaseUrl = await ask(
+    'Home Assistant base URL (e.g., https://ha.example.com)',
+    current.HOME_ASSISTANT_BASE_URL || ''
+  );
+  const homeAssistantAllowPrivateUrl = current.HOME_ASSISTANT_ALLOW_PRIVATE_BASE_URL === '1' ? 'true' : await ask(
+    'Allow local/private Home Assistant base URLs? (true/false)',
+    'false'
+  );
+
   const lines = [
     `NODE_ENV=production`,
     `PORT=${port}`,
@@ -576,6 +610,14 @@ async function cmdSetup() {
     figmaOauthClientId ? `FIGMA_OAUTH_CLIENT_ID=${figmaOauthClientId}` : '',
     figmaOauthClientSecret ? `FIGMA_OAUTH_CLIENT_SECRET=${figmaOauthClientSecret}` : '',
     figmaOauthRedirectUri ? `FIGMA_OAUTH_REDIRECT_URI=${figmaOauthRedirectUri}` : '',
+    githubOauthClientId ? `GITHUB_OAUTH_CLIENT_ID=${githubOauthClientId}` : '',
+    githubOauthClientSecret ? `GITHUB_OAUTH_CLIENT_SECRET=${githubOauthClientSecret}` : '',
+    githubOauthRedirectUri ? `GITHUB_OAUTH_REDIRECT_URI=${githubOauthRedirectUri}` : '',
+    homeAssistantOauthClientId ? `HOME_ASSISTANT_OAUTH_CLIENT_ID=${homeAssistantOauthClientId}` : '',
+    homeAssistantOauthClientSecret ? `HOME_ASSISTANT_OAUTH_CLIENT_SECRET=${homeAssistantOauthClientSecret}` : '',
+    homeAssistantOauthRedirectUri ? `HOME_ASSISTANT_OAUTH_REDIRECT_URI=${homeAssistantOauthRedirectUri}` : '',
+    homeAssistantBaseUrl ? `HOME_ASSISTANT_BASE_URL=${homeAssistantBaseUrl}` : '',
+    String(homeAssistantAllowPrivateUrl || '').trim().toLowerCase() === 'true' ? `HOME_ASSISTANT_ALLOW_PRIVATE_BASE_URL=1` : '',
     deepgramApiKey ? `DEEPGRAM_API_KEY=${deepgramApiKey}` : '',
     deepgramBaseUrl ? `DEEPGRAM_BASE_URL=${deepgramBaseUrl}` : '',
     deepgramModel ? `DEEPGRAM_MODEL=${deepgramModel}` : '',
@@ -726,6 +768,8 @@ async function cmdLogin(args = []) {
       if (data.access_token) {
         upsertEnvValue('GITHUB_COPILOT_ACCESS_TOKEN', data.access_token);
         logOk('Successfully authenticated and saved GitHub Copilot access token to .env');
+        logInfo('Applying updated provider credentials by restarting NeoAgent...');
+        cmdRestart();
         return;
       } else if (data.error === 'authorization_pending') {
         // Continue polling
@@ -830,6 +874,8 @@ async function cmdLogin(args = []) {
         upsertEnvValue('OPENAI_CODEX_REFRESH_TOKEN', exchangeData.refresh_token);
       }
       logOk('Successfully authenticated and saved OpenAI Codex tokens to .env');
+      logInfo('Applying updated provider credentials by restarting NeoAgent...');
+      cmdRestart();
     } else {
       throw new Error('OpenAI token exchange succeeded but did not return an access token.');
     }
@@ -1124,6 +1170,8 @@ function cmdUpdate(args = []) {
   }
   const versionBefore = currentInstalledVersionLabel();
   let versionAfter = versionBefore;
+  const githubInstallRef = releaseChannel === 'beta' ? '#beta' : '';
+  const githubInstallSpec = `git+https://github.com/NeoLabs-Systems/NeoAgent.git${githubInstallRef}`;
 
   if (fs.existsSync(path.join(APP_DIR, '.git')) && commandExists('git')) {
     const current = runQuiet('git', ['rev-parse', '--short', 'HEAD']);
@@ -1144,17 +1192,16 @@ function cmdUpdate(args = []) {
       buildBundledWebClientIfPossible();
     }
   } else {
-    const npmTag = resolvePreferredNpmTag(releaseChannel);
-    logWarn(`No git repo detected; attempting npm global update from ${npmTag}.`);
+    logWarn(`No git repo detected; attempting npm global update from ${githubInstallSpec}.`);
     if (commandExists('npm')) {
       try {
         backupRuntimeData();
-        runOrThrow('npm', ['install', '-g', `neoagent@${npmTag}`, '--force'], {
+        runOrThrow('npm', ['install', '-g', githubInstallSpec, '--force'], {
           env: withInstallEnv()
         });
-        logOk('npm global update completed (forced reinstall)');
+        logOk('npm global update completed (forced reinstall from GitHub)');
       } catch {
-        logWarn(`npm global update failed. Run: npm install -g neoagent@${npmTag} --force`);
+        logWarn(`npm global update failed. Run: npm install -g ${githubInstallSpec} --force`);
       }
     } else {
       logWarn('npm not found. Cannot perform global update.');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "neoagent",
-  "version": "2.3.1-beta.16",
+  "version": "2.3.1-beta.19",
   "description": "Proactive personal AI agent with no limits",
   "license": "MIT",
   "main": "server/index.js",

package/server/public/flutter_bootstrap.js

@@ -37,6 +37,6 @@ _flutter.buildConfig = {"engineRevision":"59aa584fdf100e6c78c785d8a5b565d1de4b48
 
 _flutter.loader.load({
   serviceWorkerSettings: {
-    serviceWorkerVersion: "2591082487" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
+    serviceWorkerVersion: "568119488" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
   }
 });