coffeeinabit 0.0.59 → 0.0.61

package/linkedin_automation.js

@@ -60,6 +60,13 @@ export class LinkedInAutomation {
     
     // Token re-sync callback (set externally if available)
     this.tokenResyncCallback = null;
+
+    // Token sync-back callback (to persist refreshed tokens to session store)
+    this.tokenSyncBackCallback = null;
+
+    // Proactive token refresh timer
+    this._tokenRefreshInterval = null;
+    this._tokenRefreshIntervalMs = 45 * 60 * 1000; // 45 minutes
     
     // Lifecycle phases
     this.PHASE_IDLE = 'idle';
@@ -363,6 +370,7 @@ export class LinkedInAutomation {
       this.setupPageListeners();
       this.startAmbientMouseMovements();
       this.startScreenshotCapture();
+      this.startTokenRefreshTimer();
       
       logger.log('[LinkedInAutomation] Automation fully started and running');
 
@@ -638,6 +646,7 @@ export class LinkedInAutomation {
       this.stopScreenshotCapture();
       this.stopActionPolling();
       this.stopAmbientMouseMovements();
+      this.stopTokenRefreshTimer();
 
       await this.closeBrowser();
 
@@ -730,12 +739,15 @@ export class LinkedInAutomation {
     }
   }
 
-  async uploadScreenshotToS3(base64Screenshot, actionId) {
+  async uploadScreenshotToS3(base64Screenshot, actionId, retryCount = 0) {
     try {
       const idToken = await this.getAccessToken();
-      if (!idToken) return;
+      if (!idToken) {
+        logger.warn('[LinkedInAutomation] Screenshot upload skipped - no valid token');
+        return;
+      }
 
-      fetch('https://api.coffeeinabit.com/app/screenshots', {
+      const response = await fetch('https://api.coffeeinabit.com/app/screenshots', {
         method: 'POST',
         headers: {
           'Content-Type': 'application/json',
@@ -746,11 +758,20 @@ export class LinkedInAutomation {
           action_id: actionId || null,
           timestamp: Date.now()
         })
-      }).catch(err => {
-        logger.error('[LinkedInAutomation] Screenshot upload failed:', err.message);
       });
+
+      if (response.status === 401 && retryCount < 1) {
+        logger.warn('[LinkedInAutomation] Screenshot upload got 401, refreshing token and retrying...');
+        this._currentAccessToken = null;
+        return this.uploadScreenshotToS3(base64Screenshot, actionId, retryCount + 1);
+      }
     } catch (error) {
-      logger.error('[LinkedInAutomation] Screenshot upload error:', error.message);
+      if (retryCount < 1) {
+        logger.warn('[LinkedInAutomation] Screenshot upload failed, retrying in 2s:', error.message);
+        await new Promise(resolve => setTimeout(resolve, 2000));
+        return this.uploadScreenshotToS3(base64Screenshot, actionId, retryCount + 1);
+      }
+      logger.error('[LinkedInAutomation] Screenshot upload failed after retry:', error.message);
     }
   }
 
@@ -940,6 +961,7 @@ export class LinkedInAutomation {
               if (refreshResult.tokens.refreshToken) {
                 this._currentRefreshToken = refreshResult.tokens.refreshToken;
               }
+              this.syncTokensBack();
               logger.log('[LinkedInAutomation] Token re-sync and refresh succeeded after 401, resetting failure counter');
               this.consecutiveAuthFailures = 0;
               this.authFailurePaused = false;
@@ -1313,6 +1335,58 @@ export class LinkedInAutomation {
     this.tokenResyncCallback = callback;
   }
 
+  /**
+   * Set a callback to persist refreshed tokens back to the session store
+   * @param {Function} callback - Function(idToken, refreshToken) that saves tokens to session
+   */
+  setTokenSyncBackCallback(callback) {
+    this.tokenSyncBackCallback = callback;
+  }
+
+  /**
+   * Persist refreshed tokens back to the session store so future resyncs get fresh tokens
+   */
+  async syncTokensBack() {
+    if (!this.tokenSyncBackCallback) return;
+    try {
+      await this.tokenSyncBackCallback(this._currentAccessToken, this._currentRefreshToken);
+    } catch (error) {
+      logger.error('[LinkedInAutomation] Error syncing tokens back to session:', error.message);
+    }
+  }
+
+  /**
+   * Start a periodic timer that proactively refreshes the JWT token before it expires.
+   * This prevents stale tokens from accumulating during long-running automation.
+   */
+  startTokenRefreshTimer() {
+    this.stopTokenRefreshTimer();
+    logger.log(`[LinkedInAutomation] Starting proactive token refresh timer (every ${this._tokenRefreshIntervalMs / 60000} min)`);
+
+    this._tokenRefreshInterval = setInterval(async () => {
+      if (!this.isRunning) return;
+      try {
+        logger.log('[LinkedInAutomation] Proactive token refresh triggered');
+        const token = await this.getAccessToken();
+        if (token) {
+          logger.log('[LinkedInAutomation] Proactive token refresh succeeded');
+        } else {
+          logger.error('[LinkedInAutomation] Proactive token refresh failed - no valid token');
+        }
+      } catch (error) {
+        logger.error('[LinkedInAutomation] Proactive token refresh error:', error.message);
+      }
+    }, this._tokenRefreshIntervalMs);
+  }
+
+  stopTokenRefreshTimer() {
+    if (this._tokenRefreshInterval) {
+      clearInterval(this._tokenRefreshInterval);
+      this._tokenRefreshInterval = null;
+      logger.log('[LinkedInAutomation] Token refresh timer stopped');
+    }
+  }
+
   /**
    * Attempt to re-sync tokens from external source (session, etc.)
    * @returns {Promise<boolean>} true if tokens were successfully re-synced
@@ -1338,12 +1412,13 @@ export class LinkedInAutomation {
             if (result.tokens.refreshToken) {
               this._currentRefreshToken = result.tokens.refreshToken;
             }
+            this.syncTokensBack();
           } else {
             logger.error('[LinkedInAutomation] Failed to refresh re-synced tokens:', result.error);
             return false;
           }
         }
-        
+
         return true;
       }
     } catch (error) {
@@ -1390,37 +1465,41 @@ export class LinkedInAutomation {
           if (result.tokens.refreshToken) {
             this._currentRefreshToken = result.tokens.refreshToken;
           }
+          // Persist refreshed tokens back to session store
+          this.syncTokensBack();
           // Reset failure counter on successful refresh
           this.consecutiveAuthFailures = 0;
           this.authFailurePaused = false;
           return this._currentAccessToken;
         } else {
           logger.error('[LinkedInAutomation] Token refresh failed:', result.error);
-          
+
           // Try one more time to re-sync before giving up
           logger.log('[LinkedInAutomation] Attempting token re-sync after refresh failure...');
           const resynced = await this.attemptTokenResync();
           if (resynced && !this.cloudAuth.isTokenExpired(this._currentAccessToken)) {
             logger.log('[LinkedInAutomation] Token re-synced successfully after refresh failure');
+            this.syncTokensBack();
             this.consecutiveAuthFailures = 0;
             this.authFailurePaused = false;
             return this._currentAccessToken;
           }
-          
+
           return null;
         }
       } catch (error) {
         logger.error('[LinkedInAutomation] Error during token refresh:', error.message);
-        
+
         // Try re-sync one more time
         const resynced = await this.attemptTokenResync();
         if (resynced && !this.cloudAuth.isTokenExpired(this._currentAccessToken)) {
           logger.log('[LinkedInAutomation] Token re-synced successfully after refresh error');
+          this.syncTokensBack();
           this.consecutiveAuthFailures = 0;
           this.authFailurePaused = false;
           return this._currentAccessToken;
         }
-        
+
         return null;
       }
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "coffeeinabit",
-  "version": "0.0.59",
+  "version": "0.0.61",
   "description": "coffeeinabit app",
   "main": "server.js",
   "type": "module",

package/server.js

@@ -95,6 +95,37 @@ const sessionStore = new FileStoreSession({
   retries: 0
 });
 
+// Set up token sync-back callback: when automation refreshes tokens, persist them to the session store
+linkedinAutomation.setTokenSyncBackCallback(async (idToken, refreshToken) => {
+  if (!linkedinAutomation._currentUserEmail || !idToken) return;
+
+  if (typeof sessionStore.all !== 'function') return;
+
+  return new Promise((resolve) => {
+    sessionStore.all((err, sessions) => {
+      if (err || !sessions) { resolve(); return; }
+
+      for (const sessionId in sessions) {
+        const sess = sessions[sessionId];
+        if (sess?.user?.email === linkedinAutomation._currentUserEmail && sess.tokens) {
+          sess.tokens.idToken = idToken;
+          if (refreshToken) sess.tokens.refreshToken = refreshToken;
+          sessionStore.set(sessionId, sess, (setErr) => {
+            if (setErr) {
+              logger.error('[Server] Failed to sync tokens back to session store:', setErr.message);
+            } else {
+              logger.log('[Server] Tokens synced back to session store for user:', sess.user.email);
+            }
+            resolve();
+          });
+          return;
+        }
+      }
+      resolve();
+    });
+  });
+});
+
 // Configure Express middleware
 app.use(express.json());
 app.use(express.static(path.join(__dirname, 'public')));

package/test/test_output_get_messages.json

@@ -1,7 +1,125 @@
 {
-  "threads": [],
-  "thread_count": 0,
-  "total_messages": 0,
-  "status": "no_history",
-  "message": "No previous messages found with natalie-grigorchuk-48277811. Conversation overlay shows \"New message\"."
+  "threads": [
+    {
+      "thread_id": "urn:li:messagingThread:2-ZGU3NTUyMzMtMTJkNy00NDIxLTk4MDgtYmYxNGIwOTQ5YjFmXzEwMA==",
+      "participants": [
+        {
+          "name": "Alena Borikova",
+          "uniq_id": "ACoAAB3lzOkB3_fTfG3OZRQMLMVLvIiQgowXmPk",
+          "is_self": true
+        },
+        {
+          "name": "Kate Yanchenko",
+          "uniq_id": "ACoAABIyz2sB-O7ZtfsS5d8myngQBtR9JEKz_sY",
+          "is_self": false
+        }
+      ],
+      "last_activity_at": 1770139934759,
+      "last_activity_at_iso": "2026-02-03T17:32:14.759Z",
+      "messages": [
+        {
+          "author": "Kate Yanchenko",
+          "author_id": "ACoAABIyz2sB-O7ZtfsS5d8myngQBtR9JEKz_sY",
+          "is_self": false,
+          "text": "Hello!",
+          "timestamp": 1765865708197,
+          "timestamp_iso": "2025-12-16T06:15:08.197Z",
+          "network_intercepted_at": "2026-02-21T02:53:50.372Z"
+        },
+        {
+          "author": "Alena Borikova",
+          "author_id": "ACoAAB3lzOkB3_fTfG3OZRQMLMVLvIiQgowXmPk",
+          "is_self": true,
+          "text": "Hi hi ",
+          "timestamp": 1765867625215,
+          "timestamp_iso": "2025-12-16T06:47:05.215Z",
+          "network_intercepted_at": "2026-02-21T02:53:50.372Z"
+        },
+        {
+          "author": "Kate Yanchenko",
+          "author_id": "ACoAABIyz2sB-O7ZtfsS5d8myngQBtR9JEKz_sY",
+          "is_self": false,
+          "text": "Hello!",
+          "timestamp": 1765872088845,
+          "timestamp_iso": "2025-12-16T08:01:28.845Z",
+          "network_intercepted_at": "2026-02-21T02:53:50.372Z"
+        },
+        {
+          "author": "Kate Yanchenko",
+          "author_id": "ACoAABIyz2sB-O7ZtfsS5d8myngQBtR9JEKz_sY",
+          "is_self": false,
+          "text": "just testing",
+          "timestamp": 1765873430497,
+          "timestamp_iso": "2025-12-16T08:23:50.497Z",
+          "network_intercepted_at": "2026-02-21T02:53:50.372Z"
+        },
+        {
+          "author": "Kate Yanchenko",
+          "author_id": "ACoAABIyz2sB-O7ZtfsS5d8myngQBtR9JEKz_sY",
+          "is_self": false,
+          "text": "Hey, how are you?",
+          "timestamp": 1770138675922,
+          "timestamp_iso": "2026-02-03T17:11:15.922Z",
+          "network_intercepted_at": "2026-02-21T02:53:50.372Z"
+        },
+        {
+          "author": "Alena Borikova",
+          "author_id": "ACoAAB3lzOkB3_fTfG3OZRQMLMVLvIiQgowXmPk",
+          "is_self": true,
+          "text": "Fine, you? ❤️",
+          "timestamp": 1770138705220,
+          "timestamp_iso": "2026-02-03T17:11:45.220Z",
+          "network_intercepted_at": "2026-02-21T02:53:50.372Z"
+        },
+        {
+          "author": "Kate Yanchenko",
+          "author_id": "ACoAABIyz2sB-O7ZtfsS5d8myngQBtR9JEKz_sY",
+          "is_self": false,
+          "text": "Hey, how are you?",
+          "timestamp": 1770139276918,
+          "timestamp_iso": "2026-02-03T17:21:16.918Z",
+          "network_intercepted_at": "2026-02-21T02:53:50.372Z"
+        },
+        {
+          "author": "Alena Borikova",
+          "author_id": "ACoAAB3lzOkB3_fTfG3OZRQMLMVLvIiQgowXmPk",
+          "is_self": true,
+          "text": "I'm good",
+          "timestamp": 1770139300739,
+          "timestamp_iso": "2026-02-03T17:21:40.739Z",
+          "network_intercepted_at": "2026-02-21T02:53:50.372Z"
+        },
+        {
+          "author": "Alena Borikova",
+          "author_id": "ACoAAB3lzOkB3_fTfG3OZRQMLMVLvIiQgowXmPk",
+          "is_self": true,
+          "text": "Thanks for asking 😁❤️",
+          "timestamp": 1770139311452,
+          "timestamp_iso": "2026-02-03T17:21:51.452Z",
+          "network_intercepted_at": "2026-02-21T02:53:50.372Z"
+        },
+        {
+          "author": "Kate Yanchenko",
+          "author_id": "ACoAABIyz2sB-O7ZtfsS5d8myngQBtR9JEKz_sY",
+          "is_self": false,
+          "text": "Hey, how are you?",
+          "timestamp": 1770139531176,
+          "timestamp_iso": "2026-02-03T17:25:31.176Z",
+          "network_intercepted_at": "2026-02-21T02:53:50.372Z"
+        },
+        {
+          "author": "Alena Borikova",
+          "author_id": "ACoAAB3lzOkB3_fTfG3OZRQMLMVLvIiQgowXmPk",
+          "is_self": true,
+          "text": "🐥❤️",
+          "timestamp": 1770139934759,
+          "timestamp_iso": "2026-02-03T17:32:14.759Z",
+          "network_intercepted_at": "2026-02-21T02:53:40.617Z"
+        }
+      ],
+      "message_count": 11
+    }
+  ],
+  "thread_count": 1,
+  "total_messages": 11
 }