neoagent 3.2.1-beta.0 → 3.2.1-beta.10

package/server/services/integrations/oauth_provider.js

@@ -2,9 +2,19 @@
 
 const { decryptValue } = require('./secrets');
 const { getConnectionAccessMode } = require('./access');
+const { fetchResponseText } = require('./http');
+const { isAbortError } = require('../../utils/abort');
+const {
+  abortableDelay,
+  computeBackoffMs,
+  getHttpStatus,
+  isTransientIoError,
+  retryAfterMilliseconds,
+} = require('../../utils/retry');
 
-const DEFAULT_OAUTH_HTTP_TIMEOUT_MS = 15000;
 const OAUTH_STATE_PATTERN = /^[a-f0-9]{32,128}$/i;
+const RETRYABLE_INTEGRATION_METHODS = new Set(['GET', 'HEAD', 'OPTIONS']);
+const MAX_INTEGRATION_RETRY_DELAY_MS = 10000;
 
 function escapeScope(scopes) {
   return Array.from(new Set((scopes || []).filter(Boolean))).join(' ');
@@ -21,6 +31,17 @@ function appendQuery(url, params) {
   return resolved.toString();
 }
 
+function sanitizeRemoteError(value) {
+  return String(value || '')
+    .slice(0, 1000)
+    .replace(/\b(Bearer|Basic)\s+[A-Za-z0-9._~+/=-]+/gi, '$1 [redacted]')
+    .replace(
+      /\b(access_token|refresh_token|client_secret|authorization|token)\b\s*[:=]\s*["']?[^\s,"'}\]]+/gi,
+      '$1=[redacted]',
+    )
+    .trim();
+}
+
 async function fetchJson(url, options = {}, context = {}) {
   const headers = {
     Accept: 'application/json',
@@ -42,54 +63,68 @@ async function fetchJson(url, options = {}, context = {}) {
     ).toString();
   }
 
-  const controller = new AbortController();
-  const timeoutMs = Number(options.timeoutMs) > 0
-    ? Number(options.timeoutMs)
-    : DEFAULT_OAUTH_HTTP_TIMEOUT_MS;
-  const timer = setTimeout(() => controller.abort(), timeoutMs);
+  const method = String(options.method || 'GET').toUpperCase();
+  const maxAttempts =
+    options.retry === false || !RETRYABLE_INTEGRATION_METHODS.has(method)
+      ? 1
+      : 2;
+  for (let attempt = 1; attempt <= maxAttempts; attempt += 1) {
+    try {
+      const { response, text } = await fetchResponseText(
+        url,
+        {
+          method,
+          headers,
+          body,
+          signal: options.signal,
+          timeoutMs: options.timeoutMs,
+          maxResponseBytes: options.maxResponseBytes,
+        },
+        context,
+      );
 
-  let response;
-  try {
-    response = await fetch(url, {
-      method: options.method || 'GET',
-      headers,
-      body,
-      signal: controller.signal,
-    });
-  } catch (error) {
-    if (error?.name === 'AbortError') {
-      const label = String(context.serviceName || 'OAuth provider').trim() || 'OAuth provider';
-      throw new Error(`${label} request timed out after ${timeoutMs}ms.`);
-    }
-    throw error;
-  } finally {
-    clearTimeout(timer);
-  }
+      let data = null;
+      try {
+        data = text ? JSON.parse(text) : null;
+      } catch {
+        data = null;
+      }
 
-  const text = await response.text();
-  let data = null;
-  try {
-    data = text ? JSON.parse(text) : null;
-  } catch {
-    data = null;
-  }
+      const notOkSlackStyle =
+        data &&
+        typeof data === 'object' &&
+        Object.prototype.hasOwnProperty.call(data, 'ok') &&
+        data.ok === false;
 
-  const notOkSlackStyle =
-    data &&
-    typeof data === 'object' &&
-    Object.prototype.hasOwnProperty.call(data, 'ok') &&
-    data.ok === false;
+      if (!response.ok || notOkSlackStyle) {
+        const label = String(context.serviceName || 'OAuth provider').trim() || 'OAuth provider';
+        const rawMessage =
+          (data && (data.error_description || data.error || data.message)) ||
+          text ||
+          `${response.status} ${response.statusText}`;
+        const error = new Error(
+          `${label} request failed: ${sanitizeRemoteError(rawMessage)}`,
+        );
+        error.status = response.status;
+        error.data = data;
+        error.headers = response.headers;
+        throw error;
+      }
 
-  if (!response.ok || notOkSlackStyle) {
-    const label = String(context.serviceName || 'OAuth provider').trim() || 'OAuth provider';
-    const message =
-      (data && (data.error_description || data.error || data.message)) ||
-      text ||
-      `${response.status} ${response.statusText}`;
-    throw new Error(`${label} request failed: ${String(message).trim()}`);
+      return data;
+    } catch (error) {
+      if (isAbortError(error, options.signal) || attempt >= maxAttempts) throw error;
+      const retryAfterMs = retryAfterMilliseconds(error.headers);
+      const rateLimited =
+        (getHttpStatus(error) === 403 && retryAfterMs !== null)
+        || String(error.data?.error || '').toLowerCase() === 'ratelimited';
+      if (!rateLimited && !isTransientIoError(error)) throw error;
+      const delayMs = retryAfterMs ?? computeBackoffMs(attempt, 250, 2000);
+      if (delayMs > MAX_INTEGRATION_RETRY_DELAY_MS) throw error;
+      await abortableDelay(delayMs, options.signal);
+    }
   }
-
-  return data;
+  throw new Error('Integration request exhausted its retry attempts.');
 }
 
 function sortConnections(rows) {
@@ -318,7 +353,7 @@ function createOAuthProvider(options = {}) {
         connectionMethod: this.connectionMethod,
       };
     },
-    async beginOAuth({ state, codeVerifier, appKey, userId, agentId }) {
+    async beginOAuth({ state, codeVerifier, appKey, userId, agentId, signal }) {
       const app = getApp(appKey);
       if (!app) {
         throw new Error(`Unknown ${this.label} app: ${appKey}`);
@@ -335,9 +370,18 @@ function createOAuthProvider(options = {}) {
         agentId,
         app,
         env,
+        signal,
       });
     },
-    async finishOAuth({ code, codeVerifier, appKey, userId, agentId, state }) {
+    async finishOAuth({
+      code,
+      codeVerifier,
+      appKey,
+      userId,
+      agentId,
+      state,
+      signal,
+    }) {
       const app = getApp(appKey);
       if (!app) {
         throw new Error(`Unknown ${this.label} app: ${appKey}`);
@@ -351,15 +395,16 @@ function createOAuthProvider(options = {}) {
         state: normalizedState,
         app,
         env: this.getEnvStatus({ userId, agentId }),
+        signal,
       });
     },
-    async disconnect(connectionRow) {
+    async disconnect(connectionRow, executionOptions = {}) {
       if (typeof options.disconnect === 'function') {
-        return options.disconnect(connectionRow);
+        return options.disconnect(connectionRow, executionOptions);
       }
       return null;
     },
-    async executeTool(toolName, args, connectionRow) {
+    async executeTool(toolName, args, connectionRow, executionOptions = {}) {
       if (typeof options.executeTool !== 'function') {
         return null;
       }
@@ -371,7 +416,8 @@ function createOAuthProvider(options = {}) {
       } catch {
         credentials = {};
       }
-      return options.executeTool(toolName, args, {
+      let credentialsUpdated = false;
+      const integrationContext = {
         appId: toolAppMap.get(String(toolName || '').trim()) || connectionRow.app_key,
         connection: connectionRow,
         credentials,
@@ -379,7 +425,25 @@ function createOAuthProvider(options = {}) {
           userId: connectionRow?.user_id,
           agentId: connectionRow?.agent_id,
         }),
-      });
+        signal: executionOptions.signal || null,
+        updateCredentials(nextCredentials) {
+          if (!nextCredentials || typeof nextCredentials !== 'object') return;
+          integrationContext.credentials = nextCredentials;
+          credentialsUpdated = true;
+        },
+      };
+      const execution = await options.executeTool(
+        toolName,
+        args,
+        integrationContext,
+      );
+      if (!execution || execution.credentials || !credentialsUpdated) {
+        return execution;
+      }
+      return {
+        ...execution,
+        credentials: integrationContext.credentials,
+      };
     },
     summarizeConnection(connectionRows) {
       const snapshot = this.buildSnapshot(connectionRows);

package/server/services/integrations/registry.js

@@ -4,6 +4,7 @@ const { createFigmaProvider } = require('./figma/provider');
 const { createGoogleWorkspaceProvider } = require('./google/provider');
 const { createGithubProvider } = require('./github/provider');
 const { createHomeAssistantProvider } = require('./home_assistant/provider');
+const { createBitwardenProvider } = require('./bitwarden/provider');
 const { createTrelloProvider } = require('./trello/provider');
 const { createMicrosoftProvider } = require('./microsoft/provider');
 const { createNotionProvider } = require('./notion/provider');
@@ -28,6 +29,7 @@ function createIntegrationRegistry(options = {}) {
     createNeoArchiveProvider(),
     createNeoRecallProvider(),
     createHomeAssistantProvider(),
+    createBitwardenProvider(options),
     createWhatsAppPersonalProvider(options),
   ];
   const byKey = new Map(providers.map((provider) => [provider.key, provider]));

package/server/services/integrations/slack/provider.js

@@ -130,7 +130,11 @@ function requireText(value, label) {
   return text;
 }
 
-async function slackApi(credentials, methodName, { httpMethod = 'POST', query, body } = {}) {
+async function slackApi(
+  credentials,
+  methodName,
+  { httpMethod = 'POST', query, body, signal } = {},
+) {
   const normalizedMethod = requireText(methodName, 'method_name');
   if (!/^[a-zA-Z0-9_.]+$/.test(normalizedMethod)) {
     throw new Error('method_name must be a Slack Web API method name.');
@@ -149,16 +153,92 @@ async function slackApi(credentials, methodName, { httpMethod = 'POST', query, b
       method: normalizedHttpMethod,
       headers: { Authorization: `Bearer ${credentials.access_token}` },
       ...(body === undefined ? {} : { json: body }),
+      signal,
     },
     { serviceName: 'Slack' },
   );
 }
 
-async function executeSlackTool(toolName, args, { credentials }) {
+function expiresAtFromSeconds(expiresIn) {
+  const seconds = Number(expiresIn);
+  if (!Number.isFinite(seconds) || seconds <= 0) return null;
+  return new Date(Date.now() + seconds * 1000).toISOString();
+}
+
+function tokenExpiresSoon(credentials) {
+  const expiresAt = Date.parse(String(credentials?.expires_at || ''));
+  return Number.isFinite(expiresAt) && expiresAt <= Date.now() + 60 * 1000;
+}
+
+async function refreshSlackCredentials(credentials, signal) {
+  const refreshToken = String(credentials?.refresh_token || '').trim();
+  if (!refreshToken) {
+    throw new Error('Slack refresh token is missing. Reconnect this integration account.');
+  }
+  const config = resolveSlackOAuthConfig();
+  const basic = Buffer.from(`${config.clientId}:${config.clientSecret}`).toString('base64');
+  const token = await fetchJson(
+    'https://slack.com/api/oauth.v2.access',
+    {
+      method: 'POST',
+      headers: { Authorization: `Basic ${basic}` },
+      form: {
+        grant_type: 'refresh_token',
+        refresh_token: refreshToken,
+      },
+      signal,
+    },
+    { serviceName: 'Slack token refresh' },
+  );
+  const userToken = token?.authed_user?.access_token || token.access_token;
+  if (!userToken) {
+    throw new Error('Slack token refresh did not return an access token.');
+  }
+  const nextRefreshToken =
+    token?.authed_user?.refresh_token || token.refresh_token || refreshToken;
+  const expiresIn = token?.authed_user?.expires_in || token.expires_in;
+  return {
+    ...credentials,
+    access_token: userToken,
+    refresh_token: nextRefreshToken,
+    expires_in: expiresIn,
+    expires_at: expiresAtFromSeconds(expiresIn),
+    bot_access_token: token.access_token || credentials.bot_access_token,
+    token_type: token?.authed_user?.token_type || token.token_type || credentials.token_type,
+    team: token.team || credentials.team || null,
+    enterprise: token.enterprise || credentials.enterprise || null,
+    authed_user: token.authed_user
+      ? { ...(credentials.authed_user || {}), ...token.authed_user }
+      : credentials.authed_user || null,
+  };
+}
+
+async function slackRequest(context, methodName, options = {}) {
+  const { signal } = context;
+  let credentials = context.credentials;
+  if (tokenExpiresSoon(credentials)) {
+    credentials = await refreshSlackCredentials(credentials, signal);
+    context.updateCredentials(credentials);
+  }
+
+  try {
+    return await slackApi(credentials, methodName, { ...options, signal });
+  } catch (error) {
+    const code = String(error?.data?.error || '').toLowerCase();
+    if (!credentials.refresh_token || !['invalid_auth', 'token_expired'].includes(code)) {
+      throw error;
+    }
+    credentials = await refreshSlackCredentials(credentials, signal);
+    context.updateCredentials(credentials);
+    return slackApi(credentials, methodName, { ...options, signal });
+  }
+}
+
+async function executeSlackTool(toolName, args, context) {
   switch (toolName) {
     case 'slack_list_conversations':
       return {
-        result: await slackApi(credentials, 'conversations.list', {
+        result: await slackRequest(context, 'conversations.list', {
           httpMethod: 'GET',
           query: {
             types: String(args.types || 'public_channel,private_channel,im,mpim'),
@@ -168,7 +248,7 @@ async function executeSlackTool(toolName, args, { credentials }) {
       };
     case 'slack_get_conversation_history':
       return {
-        result: await slackApi(credentials, 'conversations.history', {
+        result: await slackRequest(context, 'conversations.history', {
           httpMethod: 'GET',
           query: {
             channel: requireText(args.channel, 'channel'),
@@ -178,7 +258,7 @@ async function executeSlackTool(toolName, args, { credentials }) {
       };
     case 'slack_post_message':
       return {
-        result: await slackApi(credentials, 'chat.postMessage', {
+        result: await slackRequest(context, 'chat.postMessage', {
           body: {
             channel: requireText(args.channel, 'channel'),
             text: requireText(args.text, 'text'),
@@ -188,7 +268,7 @@ async function executeSlackTool(toolName, args, { credentials }) {
       };
     case 'slack_search_messages':
       return {
-        result: await slackApi(credentials, 'search.messages', {
+        result: await slackRequest(context, 'search.messages', {
           httpMethod: 'GET',
           query: {
             query: requireText(args.query, 'query'),
@@ -198,7 +278,7 @@ async function executeSlackTool(toolName, args, { credentials }) {
       };
     case 'slack_get_user_info':
       return {
-        result: await slackApi(credentials, 'users.info', {
+        result: await slackRequest(context, 'users.info', {
           httpMethod: 'GET',
           query: { user: requireText(args.user, 'user') },
         }),
@@ -208,7 +288,7 @@ async function executeSlackTool(toolName, args, { credentials }) {
         throw new Error('slack_api_request is disabled by default. Set NEOAGENT_ENABLE_SLACK_DYNAMIC_API_REQUEST=true to enable it.');
       }
       return {
-        result: await slackApi(credentials, requireText(args.method_name, 'method_name'), {
+        result: await slackRequest(context, requireText(args.method_name, 'method_name'), {
           httpMethod: args.http_method || 'POST',
           query: args.query,
           body: args.body,
@@ -247,7 +327,7 @@ function createSlackProvider() {
         appId: app.id,
       };
     },
-    async finishOAuth({ code, app }) {
+    async finishOAuth({ code, app, signal }) {
       const config = resolveSlackOAuthConfig();
       const token = await fetchJson(
         'https://slack.com/api/oauth.v2.access',
@@ -260,18 +340,24 @@ function createSlackProvider() {
             grant_type: 'authorization_code',
             redirect_uri: config.redirectUri,
           },
+          signal,
         },
         { serviceName: 'Slack' },
       );
 
       const userToken = token?.authed_user?.access_token || token.access_token;
+      const refreshToken =
+        token?.authed_user?.refresh_token || token.refresh_token || null;
+      const expiresIn = token?.authed_user?.expires_in || token.expires_in || null;
       const authTest = await slackApi({ access_token: userToken }, 'auth.test', {
         httpMethod: 'GET',
+        signal,
       });
       const profile = authTest?.user_id
         ? await slackApi({ access_token: userToken }, 'users.info', {
             httpMethod: 'GET',
             query: { user: authTest.user_id },
+            signal,
           }).catch(() => null)
         : null;
       const user = profile?.user || {};
@@ -287,6 +373,9 @@ function createSlackProvider() {
         accountEmail,
         credentials: {
           access_token: userToken,
+          refresh_token: refreshToken,
+          expires_in: expiresIn,
+          expires_at: expiresAtFromSeconds(expiresIn),
           bot_access_token: token.access_token,
           token_type: token.token_type,
           team: token.team || null,