channel-worker 2.4.5 → 2.5.1

package/lib/api-client.js

@@ -66,7 +66,9 @@ class ApiClient {
 
   // Commands
   async getNextCommand(workerId) {
-    const workerTypes = 'launch_profile,close_profile,launch_veo3_profile,set_profile_proxy,save_file,set_thumbnail,set_tags,set_file_input,click_and_upload,type_text,verify_logins,update_extension,sync_youtube_stats,restart_worker';
+    // Daemon-handled types. `_pw` variants route to the Playwright pipeline
+    // (lib/playwright-runner → scripts/<base>.js) instead of the extension.
+    const workerTypes = 'launch_profile,close_profile,launch_veo3_profile,set_profile_proxy,save_file,set_thumbnail,set_tags,set_file_input,click_and_upload,type_text,verify_logins,update_extension,sync_youtube_stats,restart_worker,upload_youtube_pw,upload_tiktok_pw,upload_facebook_pw';
     return this.request('GET', `/workers/commands?worker_id=${workerId}&types=${encodeURIComponent(workerTypes)}`);
   }
 
@@ -74,6 +76,21 @@ class ApiClient {
     return this.request('PUT', `/workers/commands/${commandId}`, data);
   }
 
+  // Report a command result via the extension-style endpoint, which also
+  // mirrors per-platform status onto the ContentJob + ContentIdea (so the
+  // idea UI reflects pw-pipeline outcomes the same way it does for extension
+  // uploads). Use this for upload_*_pw results.
+  async postCommandResult(commandId, { status, result, error } = {}) {
+    return this.request('POST', `/extension/commands/${commandId}/result`, { status, result: result || {}, error: error || null });
+  }
+
+  // Return the calling daemon's own Worker doc — primarily for reading
+  // parallel_limit (the per-daemon scene-generation concurrency cap that
+  // replaced the legacy global flowkit_max_concurrent setting).
+  async getMyWorker() {
+    return this.request('GET', '/workers/me');
+  }
+
   // Scene dispatch
   async getRenderers() {
     return this.request('GET', '/workers/renderers');
@@ -107,6 +124,20 @@ class ApiClient {
     return this.request('POST', '/workers/reset-renderer-commands', { nst_profile_id: nstProfileId });
   }
 
+  // Atomic acquire/refresh lease — daemon MUST call this and check success
+  // BEFORE invoking nst.launch(). Without the lease, two daemons sharing the
+  // same NST account could both open the same profile and corrupt sessions.
+  // Returns { success: bool, message?: string, data?: { nst_profile_id, leased_at, lessee } }.
+  async leaseRenderer(nstProfileId) {
+    return this.request('POST', '/veo3-workers/lease', { nst_profile_id: nstProfileId });
+  }
+
+  // Atomic release — call when daemon decides to close the profile (manual
+  // stop, parallel_limit drop, crash recovery, etc.).
+  async releaseRenderer(nstProfileId) {
+    return this.request('POST', '/veo3-workers/release', { nst_profile_id: nstProfileId });
+  }
+
   // Extension download
   async getExtensionVersion() {
     const data = await this.request('GET', '/extension-download/version');
@@ -125,6 +156,13 @@ class ApiClient {
     fs.writeFileSync(destPath, buffer);
     return destPath;
   }
+
+  // Ship a log line into the extension_log stream (same backend store the
+  // browser extension uses). Lets Playwright-script logs show up next to
+  // extension logs in the dashboard. Fire-and-forget — caller .catch()'s.
+  async postExtensionLog({ level = 'info', message = '', data = null, profile_id = '', job_id = null } = {}) {
+    return this.request('POST', '/extension/log', { level, message, data, profile_id, job_id });
+  }
 }
 
 module.exports = { ApiClient };

package/lib/command-poller.js

@@ -105,6 +105,14 @@ class CommandPoller {
           await this.handleSetProfileProxy(command);
           break;
         default:
+          // Playwright-based pipeline: any command whose type ends in '_pw'
+          // is routed to scripts/<base>.js (BrowserClaw-style automation
+          // attached to the NST profile via CDP). Keeps the legacy extension
+          // path alive for non-_pw commands during migration.
+          if (command.type.endsWith('_pw')) {
+            await this.handlePlaywrightCommand(command);
+            break;
+          }
           // Other commands (scan_facebook_pages, etc.) handled by extension
           console.log(`[commands] Skipping ${command.type} — handled by extension`);
           // Reset to pending so extension can pick it up
@@ -117,6 +125,61 @@ class CommandPoller {
     }
   }
 
+  // Playwright-based command dispatch (pipeline replacing channel-manager-ext
+  // for upload + page-management tasks). Command type 'upload_youtube_pw' maps
+  // to scripts/upload_youtube.js, etc. The script handles its own profile
+  // launch via NST + CDP attach; the daemon orchestrates + ships the result.
+  async handlePlaywrightCommand(command) {
+    const { runPlaywrightScript } = require('./playwright-runner');
+    const payload = command.payload || {};
+    const profileId = payload.profile_id;
+    if (!profileId) {
+      await this.api.updateCommand(command._id, { status: 'failed', error: 'no profile_id in payload' });
+      return;
+    }
+    // Strip the '_pw' suffix to derive the script name (upload_youtube_pw → upload_youtube).
+    const scriptName = command.type.replace(/_pw$/, '');
+    console.log(`[commands/pw] ${command.type} → scripts/${scriptName}.js (profile=${profileId})`);
+
+    // Lazy-init NST manager (same pattern as the other handlers).
+    if (!this.nst) {
+      try {
+        const apiKey = await this.api.getSetting('nst_api_key');
+        if (apiKey) { const NstManager = require('./nst-manager'); this.nst = new NstManager(apiKey); }
+      } catch {}
+      if (!this.nst) {
+        await this.api.updateCommand(command._id, { status: 'failed', error: 'NST API key not configured' });
+        return;
+      }
+    }
+
+    // Funnel progress/info into the same extension_log stream so the dashboard
+    // can show pw commands' logs the same way as extension logs.
+    const log = (level, message, data) => {
+      console.log(`[pw:${scriptName}] [${level}] ${message}`);
+      this.api.postExtensionLog?.({ level, message, data, profile_id: profileId, job_id: payload.job_id || null })
+        .catch(() => {});
+    };
+
+    try {
+      const result = await runPlaywrightScript({
+        nst: this.nst,
+        profileId,
+        scriptName,
+        payload,
+        log,
+      });
+      // postCommandResult (not updateCommand) so the existing extension-side
+      // logic mirrors status into ContentJob + ContentIdea.publish_results +
+      // broadcasts the WS update — pw and extension paths share idea-state UX.
+      await this.api.postCommandResult(command._id, { status: 'done', result: result || {} });
+      console.log(`[commands/pw] ${command.type} done`);
+    } catch (err) {
+      console.error(`[commands/pw] ${command.type} failed: ${err.message}`);
+      await this.api.postCommandResult(command._id, { status: 'failed', error: String(err.message || err).slice(0, 500) });
+    }
+  }
+
   async handleLaunchProfile(command) {
     const { profile_id, channel_id } = command.payload || {};
     console.log(`[commands] Launching Nstbrowser profile: ${profile_id}`);
@@ -150,13 +213,11 @@ class CommandPoller {
         const ts = Date.now();
         const uniqueExtPath = baseExtPath + '-' + profile_id + '-' + ts;
         try {
-          fs.mkdirSync(uniqueExtPath, { recursive: true });
-          const files = fs.readdirSync(baseExtPath);
-          for (const f of files) {
-            const src = path.join(baseExtPath, f);
-            if (fs.statSync(src).isFile()) fs.copyFileSync(src, path.join(uniqueExtPath, f));
-          }
-          // Write profile-specific config.json
+          // Recursive copy — base extension has subfolders (icons/, src/) that
+          // the manifest references; a file-only copy drops them and Chromium
+          // fails with "Could not load icon 'icons/icon16.png'".
+          fs.cpSync(baseExtPath, uniqueExtPath, { recursive: true });
+          // Write profile-specific config.json (overwrites the copied one)
           fs.writeFileSync(path.join(uniqueExtPath, 'config.json'), JSON.stringify({
             channelManagerApi: 'https://api.channel.tunasm.art',
             profileId: profile_id,
@@ -1037,7 +1098,18 @@ class CommandPoller {
   async handleCloseProfile(command) {
     const { profile_id } = command.payload || {};
     console.log(`[commands] Closing profile: ${profile_id}`);
-    // TODO: close Nstbrowser profile
+    try {
+      if (profile_id && this.nst && typeof this.nst.closeProfile === 'function') {
+        await this.nst.closeProfile(profile_id).catch((e) => console.warn(`[commands] nst.closeProfile failed: ${e.message}`));
+      }
+    } finally {
+      // Release the lease so another machine can pick up the profile if
+      // user re-assigns ownership. Safe to call even if not currently held
+      // (API no-ops when lessee mismatch).
+      if (profile_id && this.api.releaseRenderer) {
+        try { await this.api.releaseRenderer(profile_id); } catch {}
+      }
+    }
     await this.api.updateCommand(command._id, { status: 'done' });
   }
 
@@ -1241,16 +1313,29 @@ class CommandPoller {
       const domQ = typeof queueInfo === 'number' ? queueCount : (queueInfo?.dom_count || 0);
       if (!queueCount) { this._dispatching = false; return; }
 
-      // 5. Pick the right parallel limit based on queue composition
-      //    - queue toàn flowkit  → dùng flowkit_max_concurrent
-      //    - queue toàn DOM      → dùng veo3_parallel_limit
-      //    - mixed (hiếm)        → dùng max của 2 để không bottleneck nhánh nào
-      const flowkitLimit = parseInt(await this.api.getSetting('flowkit_max_concurrent')) || 5;
-      const veo3Limit = parseInt(await this.api.getSetting('veo3_parallel_limit')) || 1;
-      let parallelLimit;
-      if (flowkitQ > 0 && domQ === 0) parallelLimit = flowkitLimit;
-      else if (domQ > 0 && flowkitQ === 0) parallelLimit = veo3Limit;
-      else parallelLimit = Math.max(flowkitLimit, veo3Limit);
+      // 5. Parallel limit — sourced from THIS daemon's Worker.parallel_limit
+      //    via /workers/me. Replaces the legacy global Settings
+      //    (flowkit_max_concurrent / veo3_parallel_limit) which throttled
+      //    across all daemons of a user — making multi-machine setup
+      //    impossible to scale (set global=1 → only one machine runs at a
+      //    time). Server-side enforcement in /scene-dispatch +
+      //    /flowkit/claim-command uses the same field, so a daemon trying
+      //    to over-launch profiles will simply get yielded responses on
+      //    overflow. We still cap launches here to avoid keeping idle
+      //    profiles open (each NST profile holds RAM + a Chromium tab).
+      let parallelLimit = 2; // sane default if /workers/me fails or is
+                             // unavailable on an older API; effective limit
+                             // is still bounded by server-side enforcement.
+      try {
+        if (this.api.getMyWorker) {
+          const me = await this.api.getMyWorker();
+          if (me && typeof me.parallel_limit === 'number') {
+            parallelLimit = Math.max(0, me.parallel_limit);
+          }
+        }
+      } catch (e) {
+        if (this.config.verbose) console.warn('[scene-dispatch] getMyWorker failed, using default:', e.message);
+      }
       const stillOffline = renderers.filter(r => !runningRenderers.includes(r));
       console.log(`[scene-dispatch] running=${runningRenderers.length}/${parallelLimit} (flowkit=${flowkitQ} dom=${domQ}) offline=${stillOffline.length} queue=${queueCount} names=[${runningRenderers.map(r=>r.name)}]`);
 
@@ -1312,6 +1397,20 @@ class CommandPoller {
         return;
       }
 
+      // 6.5. Renew leases for ALL running renderers we manage. The lease has
+      //      a TTL (10 min server-side) — if we forget to renew, another
+      //      daemon could takeover after the TTL. Renewing every 5s poll
+      //      cycle keeps launched_at fresh well within the TTL.
+      //      Fire-and-forget; lease failures are logged but don't disrupt
+      //      dispatch (they're checked again at next _launchRendererProfile).
+      if (this.api.leaseRenderer) {
+        for (const r of runningRenderers) {
+          this.api.leaseRenderer(r.nst_profile_id).catch((e) => {
+            console.warn(`[scene-dispatch] lease renew failed for ${r.name || r.nst_profile_id}: ${e.message}`);
+          });
+        }
+      }
+
       // 7. Assign 1 command per free profile (no pending/running commands)
       let assigned = 0;
       for (const r of runningRenderers) {
@@ -1332,6 +1431,27 @@ class CommandPoller {
   }
 
   async _launchRendererProfile(renderer, options = {}) {
+    // LEASE GUARD — acquire (or renew) the lease BEFORE physically launching
+    // the Nstbrowser profile. The API atomic-update either grants or refuses;
+    // if refused, another daemon (sharing the same NST account) currently
+    // holds the profile and we must NOT touch it. Without this check the
+    // two daemons would happily double-launch and corrupt cookies / kill
+    // sessions for the underlying Google/FB accounts.
+    if (renderer.nst_profile_id && this.api.leaseRenderer) {
+      try {
+        const leaseRes = await this.api.leaseRenderer(renderer.nst_profile_id);
+        if (!leaseRes || leaseRes.success !== true) {
+          const reason = leaseRes && leaseRes.message ? leaseRes.message : 'unknown';
+          console.warn(`[scene-dispatch] LEASE DENIED for ${renderer.name || renderer.nst_profile_id}: ${reason} — skipping launch`);
+          return;
+        }
+      } catch (e) {
+        // Treat lease failure as a soft block — the API might be down OR
+        // running an older version. Better to skip than risk double-launch.
+        console.warn(`[scene-dispatch] lease request failed for ${renderer.name || renderer.nst_profile_id}: ${e.message} — skipping launch`);
+        return;
+      }
+    }
     await this.nst.ensureProfile(renderer.nst_profile_id, { os: renderer.os || 'windows', proxy: renderer.proxy || null });
 
     const path = require('path');

package/lib/playwright-runner.js

@@ -0,0 +1,67 @@
+// Runs a worker-script attached to an NSTBrowser profile over CDP.
+// - Calls nst.launchProfile to get the live ws:// debugger URL.
+// - playwright-core connectOverCDP — DOES NOT launch a new browser.
+// - Script receives { page, context, browser, payload, log } and returns a result.
+// - On exit we disconnect Playwright (browser.close on a CDP-attached instance is
+//   detach, NOT terminate) so the NST profile keeps running. The daemon's idle
+//   timer closes the profile later.
+//
+// IMPORTANT: do NOT inject stealth scripts here — NSTBrowser owns the
+// fingerprint. Overlaying our own anti-detect would weaken it.
+
+const path = require('path');
+const fs = require('fs');
+
+function loadScript(scriptName) {
+  // Allow only [a-z0-9_-] to avoid path traversal in case scriptName ever comes
+  // from a payload field. Resolved relative to ../scripts/.
+  if (!/^[a-zA-Z0-9_-]+$/.test(scriptName)) throw new Error(`bad script name: ${scriptName}`);
+  const scriptPath = path.resolve(__dirname, '..', 'scripts', `${scriptName}.js`);
+  if (!fs.existsSync(scriptPath)) throw new Error(`script not found: ${scriptPath}`);
+  // Clear cache so hot-edits to scripts on disk apply on the next dispatch
+  // without restarting the daemon (useful while tuning selectors).
+  delete require.cache[require.resolve(scriptPath)];
+  const mod = require(scriptPath);
+  if (typeof mod.run !== 'function') throw new Error(`${scriptName} has no exported run()`);
+  return mod;
+}
+
+async function runPlaywrightScript({ nst, profileId, scriptName, payload = {}, log = () => {} }) {
+  let playwright;
+  try { playwright = require('playwright-core'); }
+  catch (e) { throw new Error(`playwright-core not installed in channel-worker (npm i playwright-core in the worker dir): ${e.message}`); }
+
+  const script = loadScript(scriptName);
+
+  log('info', `[pw] launching NST profile ${profileId}…`);
+  // Don't load any Chromium extension — Playwright is the automation, no need
+  // for the channel-manager-ext on this path. (The chagpt cgpt path still
+  // launches with content-creator-ext via a different code path.)
+  const launchRes = await nst.launchProfile(profileId, { /* extensionPath omitted */ });
+  let wsEndpoint = launchRes?.wsEndpoint;
+
+  // If the profile was already running, launchProfile returns { alreadyRunning:
+  // true } without a wsEndpoint. Force-relaunch to get a fresh endpoint.
+  if (!wsEndpoint && launchRes?.alreadyRunning) {
+    log('info', `[pw] profile already running — force-relaunching for fresh CDP endpoint`);
+    const r = await nst.launchProfile(profileId, { forceRelaunch: true });
+    wsEndpoint = r?.wsEndpoint;
+  }
+  if (!wsEndpoint) throw new Error(`No webSocketDebuggerUrl from NST for profile ${profileId}`);
+
+  log('info', `[pw] connectOverCDP…`);
+  const browser = await playwright.chromium.connectOverCDP(wsEndpoint);
+  try {
+    const context = browser.contexts()[0] || await browser.newContext();
+    const page = context.pages()[0] || await context.newPage();
+    log('info', `[pw] running script: ${scriptName}`);
+    const result = await script.run({ page, context, browser, payload, log });
+    log('info', `[pw] script done: ${scriptName}`);
+    return result;
+  } finally {
+    // connectOverCDP: this DETACHES Playwright, the NST browser keeps running.
+    try { await browser.close(); } catch {}
+  }
+}
+
+module.exports = { runPlaywrightScript };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "channel-worker",
-  "version": "2.4.5",
+  "version": "2.5.1",
   "description": "Channel Manager worker daemon — runs on remote machines to execute video pipeline jobs",
   "main": "lib/daemon.js",
   "bin": {
@@ -8,7 +8,8 @@
   },
   "files": [
     "bin/",
-    "lib/"
+    "lib/",
+    "scripts/"
   ],
   "scripts": {
     "start": "node bin/cli.js start",
@@ -16,6 +17,7 @@
   },
   "dependencies": {
     "node-fetch": "^3.3.2",
+    "playwright-core": "^1.48.0",
     "ws": "^8.18.0"
   },
   "engines": {

package/scripts/lib/download.js

@@ -0,0 +1,50 @@
+// Stream a URL to a temp file on disk. Returns the absolute path.
+// Used by upload scripts: Playwright's setInputFiles needs a local path, and
+// the NST profile is local so the local file is reachable.
+
+const fs = require('fs');
+const os = require('os');
+const path = require('path');
+const https = require('https');
+const http = require('http');
+
+async function downloadToTemp(url, { prefix = 'pw', ext = '.mp4', maxRedirects = 5 } = {}) {
+  const dir = path.join(os.tmpdir(), 'cm-worker-pw');
+  try { fs.mkdirSync(dir, { recursive: true }); } catch {}
+  const dest = path.join(dir, `${prefix}-${Date.now()}-${Math.random().toString(36).slice(2, 8)}${ext}`);
+
+  const fetchOnce = (u, redirectsLeft) => new Promise((resolve, reject) => {
+    const get = u.startsWith('https:') ? https.get : http.get;
+    const req = get(u, (res) => {
+      // Follow redirects manually — the media server signed URLs may bounce.
+      if (res.statusCode >= 300 && res.statusCode < 400 && res.headers.location) {
+        if (redirectsLeft <= 0) { reject(new Error('too many redirects')); return; }
+        res.resume();
+        const next = new URL(res.headers.location, u).toString();
+        fetchOnce(next, redirectsLeft - 1).then(resolve, reject);
+        return;
+      }
+      if (res.statusCode !== 200) {
+        let body = '';
+        res.on('data', (c) => { body += c.toString().slice(0, 200); });
+        res.on('end', () => reject(new Error(`download ${res.statusCode} from ${u}: ${body.slice(0, 200)}`)));
+        return;
+      }
+      const file = fs.createWriteStream(dest);
+      res.pipe(file);
+      file.on('finish', () => file.close(() => resolve(dest)));
+      file.on('error', (e) => { try { fs.unlinkSync(dest); } catch {} reject(e); });
+    });
+    req.on('error', reject);
+    req.setTimeout(60_000, () => req.destroy(new Error('download timeout')));
+  });
+
+  return fetchOnce(url, maxRedirects);
+}
+
+function safeUnlink(p) {
+  if (!p) return;
+  try { fs.unlinkSync(p); } catch {}
+}
+
+module.exports = { downloadToTemp, safeUnlink };

package/scripts/selectors/youtube.json

@@ -0,0 +1,85 @@
+{
+  "_notes": "YouTube Studio upload selectors. Prefer accessibility (role/name) — patched in scripts via getByRole/getByLabel. Falls back to CSS for things Studio doesn't expose nicely (Polymer ytcp-* shadow DOM). Bump 'version' after each fix so it's clear in logs which set is live.",
+  "version": "2026.06.01-strict-inputs",
+  "studioUrl": "https://studio.youtube.com",
+  "createButton": {
+    "_notes": "2026 Studio dropped the #create-icon id — Create is now a plain <ytcp-button>Tạo</ytcp-button> (no id, no aria). Target the WRAPPER ytcp-button with exact text 'Tạo'/'Create' so click hits the Polymer handler that opens the dropdown (clicking the inner native button doesn't propagate the dropdown-open).",
+    "cssCandidates": [
+      "ytcp-button:text-is('Tạo')",
+      "ytcp-button:text-is('Create')",
+      "ytcp-button-shape:has(button:text-is('Tạo'))",
+      "ytcp-button-shape:has(button:text-is('Create'))",
+      "ytcp-icon-button#create-icon",
+      "ytcp-button#create-icon"
+    ],
+    "byRoleName": ["Create", "Tạo"]
+  },
+  "uploadMenuItem": {
+    "cssCandidates": [
+      "tp-yt-paper-item[role='menuitem']:has-text('Upload videos')",
+      "tp-yt-paper-item[role='menuitem']:has-text('Tải video lên')",
+      "ytcp-text-menu-item:has-text('Upload videos')",
+      "ytcp-text-menu-item:has-text('Tải video lên')",
+      "tp-yt-paper-item:has-text('Upload videos')",
+      "tp-yt-paper-item:has-text('Tải video lên')"
+    ],
+    "byMenuItemName": ["Upload videos", "Tải video lên"]
+  },
+  "fileInput": "input[type='file']",
+  "titleField": {
+    "cssCandidates": [
+      "ytcp-uploads-dialog #title-textarea #textbox",
+      "ytcp-uploads-dialog ytcp-mention-textbox[label='Title'] #textbox",
+      "#title-textarea #textbox"
+    ],
+    "byLabel": ["Title", "Tiêu đề"]
+  },
+  "descriptionField": {
+    "cssCandidates": [
+      "ytcp-uploads-dialog #description-textarea #textbox",
+      "ytcp-uploads-dialog ytcp-mention-textbox[label='Description'] #textbox",
+      "#description-textarea #textbox"
+    ],
+    "byLabel": ["Description", "Mô tả"]
+  },
+  "nextButton": {
+    "_notes": "Scope inside ytcp-uploads-dialog so we don't match Tiếp/Next from Studio's tutorial onboarding overlay (separate widget).",
+    "cssCandidates": [
+      "ytcp-uploads-dialog #next-button",
+      "ytcp-uploads-dialog ytcp-button#next-button",
+      "ytcp-uploads-dialog ytcp-button-shape #next-button"
+    ]
+  },
+  "visibilityRadio": {
+    "public": {
+      "cssCandidates": [
+        "ytcp-uploads-dialog tp-yt-paper-radio-button[name='PUBLIC']",
+        "tp-yt-paper-radio-button[name='PUBLIC']"
+      ]
+    },
+    "unlisted": {
+      "cssCandidates": [
+        "ytcp-uploads-dialog tp-yt-paper-radio-button[name='UNLISTED']",
+        "tp-yt-paper-radio-button[name='UNLISTED']"
+      ]
+    },
+    "private": {
+      "cssCandidates": [
+        "ytcp-uploads-dialog tp-yt-paper-radio-button[name='PRIVATE']",
+        "tp-yt-paper-radio-button[name='PRIVATE']"
+      ]
+    }
+  },
+  "publishButton": {
+    "cssCandidates": [
+      "ytcp-uploads-dialog #done-button",
+      "ytcp-uploads-dialog ytcp-button#done-button"
+    ]
+  },
+  "thumbnailUploadButton": {
+    "cssCandidates": [
+      "#file-loader",
+      "ytcp-thumbnails-compact-editor-uploader input[type='file']"
+    ]
+  }
+}