channel-worker 1.0.5 → 1.0.7

package/lib/command-poller.js

@@ -46,6 +46,9 @@ class CommandPoller {
         case 'close_profile':
           await this.handleCloseProfile(command);
           break;
+        case 'scan_facebook_pages':
+          await this.handleScanFacebookPages(command);
+          break;
         case 'verify_logins':
           await this.handleVerifyLogins(command);
           break;
@@ -83,8 +86,9 @@ class CommandPoller {
         } catch { /* ignore */ }
       }
 
-      const result = await this.nst.launchProfile(profile_id, { proxy });
-      console.log(`[commands] Profile ${profile_id} launched${proxy ? ' (proxy: ' + proxy + ')' : ''}`);
+      const extensionPath = this.config.extension_path || '';
+      const result = await this.nst.launchProfile(profile_id, { proxy, extensionPath });
+      console.log(`[commands] Profile ${profile_id} launched${proxy ? ' (proxy: ' + proxy + ')' : ''}${extensionPath ? ' (ext: ' + extensionPath + ')' : ''}`);
 
       await this.api.updateCommand(command._id, {
         status: 'done',
@@ -99,6 +103,59 @@ class CommandPoller {
     }
   }
 
+  async handleScanFacebookPages(command) {
+    const { profile_id } = command.payload || {};
+    console.log(`[commands] Scanning Facebook pages via profile: ${profile_id}`);
+
+    try {
+      if (!this.nst) {
+        const apiKey = await this.api.getSetting('nst_api_key');
+        if (apiKey) {
+          this.nst = new NstManager(apiKey);
+        } else {
+          throw new Error('Nstbrowser API key not configured.');
+        }
+      }
+
+      // Launch profile and get CDP endpoint
+      const { profileId, wsEndpoint } = await this.nst.connectProfile(profile_id);
+
+      // TODO: Use Puppeteer/Playwright to navigate facebook.com/pages and scrape page list
+      // For now, placeholder — worker needs puppeteer-core to actually scrape
+      console.log(`[commands] Browser connected at ${wsEndpoint}`);
+      console.log(`[commands] TODO: Navigate to facebook.com/pages and scrape page list`);
+
+      // Placeholder result — in real implementation, scrape pages from Facebook
+      const pages = [];
+      // const puppeteer = require('puppeteer-core');
+      // const browser = await puppeteer.connect({ browserWSEndpoint: wsEndpoint });
+      // const page = await browser.newPage();
+      // await page.goto('https://www.facebook.com/pages/?category=your_pages');
+      // pages = await page.evaluate(() => { /* scrape page names/urls */ });
+
+      // Send results to API
+      if (pages.length > 0) {
+        await this.api.request('POST', '/facebook-pages/scan-result', {
+          pages,
+          scanned_from_profile: profile_id,
+        });
+      }
+
+      await this.api.updateCommand(command._id, {
+        status: 'done',
+        result: { profile_id: profileId, pages_found: pages.length },
+      });
+
+      console.log(`[commands] Facebook scan complete — ${pages.length} pages found`);
+    } catch (err) {
+      console.error(`[commands] Facebook scan failed: ${err.message}`);
+      await this.api.updateCommand(command._id, {
+        status: 'failed',
+        error: err.message,
+      });
+    }
+  }
+
   async handleCloseProfile(command) {
     const { profile_id } = command.payload || {};
     console.log(`[commands] Closing profile: ${profile_id}`);

package/lib/nst-manager.js

@@ -57,7 +57,7 @@ class NstManager {
   }
 
   // Create profile if not exists, return profileId
-  async ensureProfile(name) {
+  async ensureProfile(name, options = {}) {
     const existing = await this.findProfile(name);
     if (existing) {
       console.log(`[nst] Profile "${name}" exists: ${existing}`);
@@ -65,7 +65,7 @@ class NstManager {
     }
 
     console.log(`[nst] Creating profile "${name}"...`);
-    const res = await this.client.profiles().createProfile({
+    const profileData = {
       name,
       platform: 'Windows',
       kernelMilestone: '132',
@@ -80,7 +80,17 @@ class NstManager {
         hardwareConcurrency: 8,
         deviceMemory: 8,
       },
-    });
+    };
+
+    // Add extension load arg if provided
+    if (options.extensionPath) {
+      profileData.args = {
+        '--load-extension': options.extensionPath,
+        '--disable-extensions-except': options.extensionPath,
+      };
+    }
+
+    const res = await this.client.profiles().createProfile(profileData);
 
     const profileId = res?.data?.profileId || res?.data?._id;
     if (!profileId) throw new Error('Failed to create profile — no ID returned');
@@ -101,7 +111,7 @@ class NstManager {
   async launchProfile(profileIdOrName, options = {}) {
     let profileId = profileIdOrName;
     if (!this.isUUID(profileIdOrName)) {
-      profileId = await this.ensureProfile(profileIdOrName);
+      profileId = await this.ensureProfile(profileIdOrName, { extensionPath: options.extensionPath });
     }
 
     // Check if already running
@@ -118,6 +128,39 @@ class NstManager {
     console.log(`[nst] Starting browser for profile: ${profileId}`);
     const res = await this.client.browsers().startBrowser(profileId);
     console.log(`[nst] Browser started`);
+
+    // Set nstProfileId in chrome.storage via CDP
+    try {
+      // Wait for browser to fully start
+      await new Promise(r => setTimeout(r, 3000));
+
+      const debugInfo = await this.client.browsers().getBrowserDebugger(profileId);
+      const wsUrl = debugInfo?.data?.webSocketDebuggerUrl;
+      if (wsUrl) {
+        const WebSocket = require('ws');
+        const ws = new WebSocket(wsUrl);
+        await new Promise((resolve, reject) => {
+          const timeout = setTimeout(() => { ws.close(); reject(new Error('CDP timeout')); }, 10000);
+          ws.on('open', () => {
+            // Navigate a new tab to set storage
+            ws.send(JSON.stringify({
+              id: 1,
+              method: 'Runtime.evaluate',
+              params: {
+                expression: `chrome.storage && chrome.storage.local ? chrome.storage.local.set({nstProfileId: "${profileIdOrName}"}) : null`,
+                awaitPromise: true,
+              },
+            }));
+            setTimeout(() => { clearTimeout(timeout); ws.close(); resolve(); }, 2000);
+          });
+          ws.on('error', (e) => { clearTimeout(timeout); reject(e); });
+        });
+        console.log(`[nst] Profile ID "${profileIdOrName}" set in extension storage`);
+      }
+    } catch (e) {
+      console.log(`[nst] Could not set profile ID in storage: ${e.message}`);
+    }
+
     return { profileId, response: res };
   }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "channel-worker",
-  "version": "1.0.5",
+  "version": "1.0.7",
   "description": "Channel Manager worker daemon — runs on remote machines to execute video pipeline jobs",
   "main": "lib/daemon.js",
   "bin": {
@@ -16,7 +16,8 @@
   },
   "dependencies": {
     "node-fetch": "^3.3.2",
-    "nstbrowser-sdk-node": "^0.1.1"
+    "nstbrowser-sdk-node": "^0.1.1",
+    "ws": "^8.18.0"
   },
   "engines": {
     "node": ">=18"