channel-worker 2.5.115 → 2.5.118

package/lib/api-client.js

@@ -75,7 +75,7 @@ class ApiClient {
     // nào — xảy ra 14/09 với verify_facebook_reels_pw (cổng thứ nhất là enum
     // của app/models/WorkerCommand.js, cũng đã quên một lần cùng ngày).
     // api/tests/publish-verify-wiring.test.js canh cả hai cổng.
-    const workerTypes = 'launch_profile,close_profile,launch_veo3_profile,set_profile_proxy,save_file,set_thumbnail,set_tags,set_file_input,click_and_upload,type_text,verify_logins,update_extension,sync_youtube_stats,restart_worker,upload_youtube_pw,upload_tiktok_pw,upload_facebook_pw,upload_facebook_photo_pw,upload_facebook_post_pw,warmup_youtube_pw,warmup_facebook_pw,warmup_tiktok_pw,nurture_facebook_pw,fetch_facebook_reel_stats_pw,verify_facebook_reels_pw,comment_facebook_pw,scrape_affiliate_products,ingest_shopee_product,get_affiliate_link';
+    const workerTypes = 'launch_profile,close_profile,launch_veo3_profile,set_profile_proxy,save_file,set_thumbnail,set_tags,set_file_input,click_and_upload,type_text,verify_logins,update_extension,sync_youtube_stats,restart_worker,upload_youtube_pw,upload_tiktok_pw,upload_facebook_pw,upload_facebook_photo_pw,upload_facebook_post_pw,warmup_youtube_pw,warmup_facebook_pw,warmup_tiktok_pw,nurture_facebook_pw,fetch_facebook_reel_stats_pw,verify_facebook_reels_pw,comment_facebook_pw,scrape_affiliate_products,ingest_shopee_product,get_affiliate_link,fetch_affiliate_report';
     return this.request('GET', `/workers/commands?worker_id=${workerId}&types=${encodeURIComponent(workerTypes)}`);
   }
 
@@ -107,6 +107,10 @@ class ApiClient {
     return this.request('POST', '/products/worker-link', { links, user_id, sub_ids, idea_id });
   }
 
+  async affiliateReportResult(rows, meta = {}) {
+    return this.request('POST', '/affiliate-report/worker-ingest', { rows, ...meta });
+  }
+
   // Return the calling daemon's own Worker doc — primarily for reading
   // parallel_limit (the per-daemon scene-generation concurrency cap that
   // replaced the legacy global flowkit_max_concurrent setting).

package/lib/command-poller.js

@@ -125,6 +125,9 @@ class CommandPoller {
         case 'get_affiliate_link':
           await this.handleGetAffiliateLink(command);
           break;
+        case 'fetch_affiliate_report':
+          await this.handleFetchAffiliateReport(command);
+          break;
         default:
           // Playwright-based pipeline: any command whose type ends in '_pw'
           // is routed to scripts/<base>.js (BrowserClaw-style automation
@@ -339,6 +342,59 @@ class CommandPoller {
     }
   }
 
+  async handleFetchAffiliateReport(command) {
+    const payload = command.payload || {};
+    if (!(await this._ensureNst(command))) return;
+    const report = require('./shopee-report');
+    const profileName = payload.profile_name
+      || (await this.api.getSetting('shopee_affiliate_profile').catch(() => null))
+      || 'Shopee1';
+    let conn;
+    try {
+      conn = await this._connectNstProfileByName(profileName);
+      const result = await report.fetchConversionReport(conn.context, {
+        days: payload.days || 90,
+        log: (message) => console.log(message),
+      });
+      if (result.status === 'needs_verify') {
+        await this.api.updateCommand(command._id, {
+          status: 'done',
+          result: { needs_verify: true, reason: result.reason, count: result.rows?.length || 0 },
+        });
+        return;
+      }
+      if (result.status !== 'ok') {
+        await this.api.updateCommand(command._id, {
+          status: 'failed', error: String(result.reason || 'Không đọc được báo cáo Shopee').slice(0, 500),
+        });
+        return;
+      }
+
+      const saved = await this.api.affiliateReportResult(result.rows, {
+        last_report_date: result.last_report_date,
+        last_update_time: result.last_update_time,
+        from: result.from,
+        to: result.to,
+      });
+      await this.api.updateCommand(command._id, {
+        status: 'done',
+        result: {
+          count: result.rows.length,
+          saved: saved?.saved || 0,
+          matched: saved?.matched || 0,
+          unmatched: saved?.unmatched || 0,
+          last_report_date: result.last_report_date,
+        },
+      });
+      console.log(`[shopee-report] đã lưu ${saved?.saved || 0}/${result.rows.length} dòng; khớp kênh ${saved?.matched || 0}`);
+    } catch (err) {
+      console.error(`[shopee-report] đồng bộ thất bại: ${err.message}`);
+      await this.api.updateCommand(command._id, { status: 'failed', error: String(err.message || err).slice(0, 500) });
+    } finally {
+      if (conn) conn.disconnect();
+    }
+  }
+
   async handlePlaywrightCommand(command) {
     const { runPlaywrightScript } = require('./playwright-runner');
     const payload = command.payload || {};

package/lib/shopee-report.js

@@ -0,0 +1,107 @@
+const { findAffiliatePage, isBlockedState } = require('./shopee-scraper');
+
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+
+function reportWindow(days = 90, nowMs = Date.now()) {
+  const safeDays = Math.min(180, Math.max(1, Number(days || 90)));
+  const vnNow = new Date(nowMs + 7 * 3600e3);
+  const vnDayStartAsUtc = Date.parse(`${vnNow.toISOString().slice(0, 10)}T00:00:00.000Z`);
+  const end = Math.floor(nowMs / 1000);
+  const start = Math.floor((vnDayStartAsUtc - 7 * 3600e3 - (safeDays - 1) * 86400e3) / 1000);
+  return { start, end, days: safeDays };
+}
+
+async function fetchConversionReport(ctx, {
+  days = 90,
+  pageSize = 100,
+  maxPages = 200,
+  delayMs = 750,
+  timeoutMs = 60000,
+  log = null,
+} = {}) {
+  let page = findAffiliatePage(ctx.pages());
+  let opened = false;
+  if (!page) {
+    page = await ctx.newPage();
+    opened = true;
+  }
+
+  try {
+    if (!page.url().includes('/report/conversion_report')) {
+      await page.goto('https://affiliate.shopee.vn/report/conversion_report', {
+        waitUntil: 'domcontentloaded', timeout: timeoutMs,
+      }).catch(() => {});
+      await sleep(1500);
+    }
+    if (isBlockedState(page.url(), null)) {
+      return { status: 'needs_verify', rows: [], reason: 'session at captcha/login — re-verify via VNC' };
+    }
+
+    const window = reportWindow(days);
+    const rows = [];
+    let total = null;
+    let lastReportDate = null;
+    let lastUpdateTime = null;
+
+    const updated = await page.evaluate(async () => {
+      try {
+        const r = await fetch('/api/v3/gql?q=conversionReportUpdateTime', {
+          method: 'POST', credentials: 'include',
+          headers: { 'Content-Type': 'application/json' },
+          body: JSON.stringify({
+            operationName: 'conversionReportUpdateTime',
+            query: 'query conversionReportUpdateTime { conversionReportUpdateTime { lastReportDate lastUpdateTime } }',
+            variables: {},
+          }),
+        });
+        return await r.json().catch(() => null);
+      } catch { return null; }
+    });
+    lastReportDate = updated?.data?.conversionReportUpdateTime?.lastReportDate || null;
+    lastUpdateTime = updated?.data?.conversionReportUpdateTime?.lastUpdateTime || null;
+
+    for (let pageNum = 1; pageNum <= maxPages; pageNum++) {
+      const result = await page.evaluate(async (q) => {
+        const url = `/api/v3/report/list?page_size=${q.pageSize}&page_num=${q.pageNum}`
+          + `&purchase_time_s=${q.start}&purchase_time_e=${q.end}&version=1`;
+        try {
+          const r = await fetch(url, { credentials: 'include' });
+          return { status: r.status, json: await r.json().catch(() => null) };
+        } catch (e) {
+          return { status: 0, error: String(e?.message || e) };
+        }
+      }, { pageSize, pageNum, start: window.start, end: window.end });
+
+      if (isBlockedState(page.url(), result) || result.json?.code === 90309999) {
+        return { status: 'needs_verify', rows, reason: `blocked while reading report (http ${result.status}, code ${result.json?.code})` };
+      }
+      if (result.status !== 200 || result.json?.code !== 0) {
+        return { status: 'failed', rows, reason: result.json?.msg || result.error || `report HTTP ${result.status}` };
+      }
+
+      const data = result.json?.data || {};
+      const batch = Array.isArray(data.list) ? data.list : [];
+      total = Number(data.total_count || 0);
+      rows.push(...batch);
+      if (log) log(`[shopee-report] trang ${pageNum}: ${batch.length} dòng (${rows.length}/${total})`);
+      if (!batch.length || rows.length >= total || batch.length < pageSize) break;
+      await sleep(delayMs);
+    }
+
+    if (total != null && rows.length < total) {
+      return { status: 'failed', rows, reason: `report pagination stopped at ${rows.length}/${total} rows` };
+    }
+
+    return {
+      status: 'ok', rows, total: total ?? rows.length,
+      from: new Date(window.start * 1000).toISOString(),
+      to: new Date(window.end * 1000).toISOString(),
+      last_report_date: lastReportDate,
+      last_update_time: lastUpdateTime,
+    };
+  } finally {
+    if (opened) await page.close().catch(() => {});
+  }
+}
+
+module.exports = { fetchConversionReport, reportWindow };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "channel-worker",
-  "version": "2.5.115",
+  "version": "2.5.118",
   "description": "Channel Manager worker daemon — runs on remote machines to execute video pipeline jobs",
   "main": "lib/daemon.js",
   "bin": {

package/scripts/lib/fb-guard.js

@@ -21,6 +21,8 @@ const CODES = {
   banned: 'FB_ACCOUNT_BANNED',
 };
 
+const PAGE_NOT_CONFIGURED_CODE = 'FB_PAGE_NOT_CONFIGURED';
+
 const PUBLISH_BLOCK_PHRASES = [
   'giới hạn tần suất',
   'để bảo vệ cộng đồng khỏi spam',
@@ -108,6 +110,81 @@ async function assertAccountUsable(page, log) {
   throw err;
 }
 
+// Is this NST session browsing Facebook as the person or as a Page?
+//
+// This is shared by nurture and publish. Publishing through a personal profile
+// is a configuration error for this product: every channel is expected to own
+// a Facebook Page. Without this guard, the personal "Tạo bài viết" widget
+// (Video trực tiếp / Ảnh-video / Cảm xúc-hoạt động) falls through to
+// /reels/create/. Facebook can still open a PERSONAL Reel composer there, so
+// the upload fails later with a completely misleading "composer closed" error.
+function classifyProfileModeSignals(signals = {}) {
+  // Personal-composer evidence wins over the navigation shortcuts. Facebook's
+  // Professional mode gives a PERSON `professional_dashboard` too; that exact
+  // combination made "thời trang 03" persist `profile_mode: page` even though
+  // its composer still showed "Cảm xúc/hoạt động" and no Reel control.
+  if (signals.hasFriends || (signals.hasFeelingActivity && !signals.hasReelControl)) return 'personal';
+  const clearPage = (signals.proLink || signals.proText) && !signals.hasFriends;
+  if (clearPage) return 'page';
+  return 'unknown';
+}
+
+async function readProfileMode(page) {
+  const signals = await page.evaluate(() => {
+    const navs = [...document.querySelectorAll("[role='navigation']")];
+    const navText = navs.map((n) => n.innerText || '').join(' | ');
+    const hrefs = navs.flatMap((n) => [...n.querySelectorAll('a[href]')].map((a) => a.getAttribute('href') || ''));
+    const proLink = hrefs.some((h) => /professional_dashboard|adsmanager|ad_center|ads\/manage|business\.facebook/i.test(h));
+    const proText = /Công cụ chuyên nghiệp|Professional dashboard|Trung tâm quảng cáo|Ad Center|Trình quản lý quảng cáo|Ads Manager/i.test(navText);
+    const hasFriends = /\bBạn bè\b|\bFriends\b/i.test(navText);
+
+    let hasFeelingActivity = false;
+    let hasReelControl = false;
+    for (const region of document.querySelectorAll("[role='region'], [aria-label='Tạo bài viết'], [aria-label='Create post'], [aria-label='Create a post']")) {
+      const aria = (region.getAttribute('aria-label') || '').trim();
+      if (!/tạo bài viết|create (?:a )?post/i.test(aria)) continue;
+      for (const el of region.querySelectorAll("[role='button'], button, a")) {
+        const label = `${el.innerText || el.textContent || ''}\n${el.getAttribute('aria-label') || ''}`.trim();
+        if (/Cảm xúc\s*\/\s*hoạt động|Feeling\s*\/\s*activity|Feeling or activity/i.test(label)) hasFeelingActivity = true;
+        if (/^\s*(?:Thước phim|Reels?|Create (?:a )?reel|Tạo thước phim)\s*$/im.test(label)) hasReelControl = true;
+      }
+    }
+
+    let timelineLabel = '';
+    for (const el of document.querySelectorAll("a[aria-label]")) {
+      const label = (el.getAttribute('aria-label') || '').trim();
+      if (/^Dòng thời gian của\s+|(?:'s|’s) Timeline$/i.test(label)) {
+        timelineLabel = label.slice(0, 120);
+        break;
+      }
+    }
+    return {
+      proLink, proText, hasFriends, hasFeelingActivity, hasReelControl, timelineLabel,
+      navSample: navText.replace(/\s+/g, ' ').slice(0, 140),
+    };
+  }).catch(() => null);
+
+  if (!signals) return { mode: 'unknown', isPage: false, why: 'detect failed', navSample: '', timelineLabel: '' };
+  const mode = classifyProfileModeSignals(signals);
+  return {
+    mode,
+    isPage: mode === 'page',
+    why: `mode=${mode} proLink=${signals.proLink} proText=${signals.proText} friends=${signals.hasFriends} feeling=${signals.hasFeelingActivity} reel=${signals.hasReelControl}`,
+    navSample: signals.navSample || '',
+    timelineLabel: signals.timelineLabel || '',
+  };
+}
+
+function pageNotConfiguredError(profileMode = {}) {
+  const who = profileMode.timelineLabel ? ` (${profileMode.timelineLabel})` : '';
+  const err = new Error(
+    `${PAGE_NOT_CONFIGURED_CODE}: Kênh chưa cấu hình Facebook Page — NST profile đang dùng Facebook dưới dạng trang cá nhân${who}. `
+    + 'Hãy tạo Page, chuyển profile sang Page đó rồi đăng lại.',
+  );
+  err.code = PAGE_NOT_CONFIGURED_CODE;
+  return err;
+}
+
 async function readPublishBlock(page) {
   return page.evaluate((phrases) => {
     const text = (document.body?.innerText || '').toLowerCase();
@@ -120,5 +197,13 @@ function publishRateLimitError(blockHit) {
 }
 
 module.exports = {
-  readAccountState, assertAccountUsable, readPublishBlock, publishRateLimitError, CODES,
+  readAccountState,
+  assertAccountUsable,
+  readProfileMode,
+  classifyProfileModeSignals,
+  pageNotConfiguredError,
+  readPublishBlock,
+  publishRateLimitError,
+  CODES,
+  PAGE_NOT_CONFIGURED_CODE,
 };

package/scripts/nurture_facebook.js

@@ -19,7 +19,7 @@
 // A dead session (logged out / checkpoint / disabled) throws a CODED error via
 // lib/fb-guard so the API can stop the schedule and raise a notification.
 
-const { assertAccountUsable } = require('./lib/fb-guard');
+const { assertAccountUsable, readProfileMode } = require('./lib/fb-guard');
 const { pick, clickHandle } = require('./lib/dom-pick');
 const { humanMove, humanWheel, humanClick } = require('./lib/human');
 
@@ -435,32 +435,6 @@ async function sideTrip(page, log) {
   return true;
 }
 
-// Is this profile browsing AS A PAGE rather than as the person?
-//
-// Why it matters: a Page's feed contains only the Page's own posts, so there is
-// nothing to nurture — measured live: 1 post, feed bottoms out after ~1500px.
-// And a profile already switched into a Page has, by definition, got its Page —
-// which is the whole goal of nurturing. So this ends the session immediately and
-// takes the channel off the schedule.
-//
-// Signal: the left nav carries Page-only entries (Công cụ chuyên nghiệp / Trung
-// tâm quảng cáo / Ads Manager) and lacks the personal "Bạn bè" entry.
-async function detectProfileMode(page) {
-  return page.evaluate(() => {
-    const navs = [...document.querySelectorAll("[role='navigation']")];
-    const navText = navs.map((n) => n.innerText || '').join(' | ');
-    const hrefs = navs.flatMap((n) => [...n.querySelectorAll('a[href]')].map((a) => a.getAttribute('href') || ''));
-    const proLink = hrefs.some((h) => /professional_dashboard|adsmanager|ad_center|ads\/manage|business\.facebook/i.test(h));
-    const proText = /Công cụ chuyên nghiệp|Professional dashboard|Trung tâm quảng cáo|Ad Center|Trình quản lý quảng cáo|Ads Manager/i.test(navText);
-    const hasFriends = /\bBạn bè\b|\bFriends\b/i.test(navText);
-    return {
-      isPage: (proLink || proText) && !hasFriends,
-      why: `proLink=${proLink} proText=${proText} friends=${hasFriends}`,
-      navSample: navText.replace(/\s+/g, ' ').slice(0, 140),
-    };
-  }).catch(() => ({ isPage: false, why: 'detect failed', navSample: '' }));
-}
-
 // ONE tab, always.
 //
 // Two things pile tabs up behind a session, and neither is ours: NSTBrowser
@@ -568,7 +542,7 @@ async function run({ page, context, payload, log }) {
   await dismissDialogs(page, log);
 
   // Already a Page? Then the goal is met — stop here, don't fake a session.
-  const mode = await detectProfileMode(page);
+  const mode = await readProfileMode(page);
   if (payload.debug) log('info', `[nurture-fb][dbg] mode ${mode.why} nav="${mode.navSample}"`);
   if (mode.isPage) {
     log('info', '[nurture-fb] profile đang dùng dưới dạng TRANG (đã có Page) — bỏ qua, không cần nuôi nữa');

package/scripts/upload_facebook.js

@@ -17,7 +17,13 @@
 
 const fs = require('fs');
 const { humanMove, humanClick, humanType, humanWheel, pause, randInt: hRandInt, chance: hChance } = require('./lib/human');
-const { assertAccountUsable, readPublishBlock, publishRateLimitError } = require('./lib/fb-guard');
+const {
+  assertAccountUsable,
+  readProfileMode,
+  pageNotConfiguredError,
+  readPublishBlock,
+  publishRateLimitError,
+} = require('./lib/fb-guard');
 const path = require('path');
 const { downloadToTemp, safeUnlink } = require('./lib/download');
 
@@ -1123,6 +1129,16 @@ async function runOnce({ page, payload, log }) {
     // code and opens the Facebook auto-publish circuit breaker.
     await assertAccountUsable(page, log);
 
+    // This uploader publishes to a Facebook PAGE. A personal account can also
+    // open /reels/create/, which used to let an unconfigured channel get deep
+    // into the wizard and finally surface as the unrelated "composer closed"
+    // retry error. Stop before touching the video and tell the operator what is
+    // actually missing. Unknown layouts continue to the existing DOM probes so
+    // a Facebook A/B change does not falsely block a valid Page.
+    const profileMode = await readProfileMode(page);
+    log('info', `[fb-pw] Facebook identity check: ${profileMode.why}${profileMode.timelineLabel ? ` timeline="${profileMode.timelineLabel}"` : ''}`);
+    if (profileMode.mode === 'personal') throw pageNotConfiguredError(profileMode);
+
     // Look around before posting. The old flow was goto → 4s → straight into
     // "Thước phim", every single run: a session whose only actions are
     // open→post→leave. A person glances at the wall first. 2-5 wheel bursts
@@ -3465,7 +3481,7 @@ async function run(args) {
     } catch (e) {
       // A checkpoint/logout can appear mid-composer. Prefer the coded account
       // error over the selector symptom so the server stops unattended retries.
-      if (!/^FB_(?:ACCOUNT|PUBLISH)_/.test(String(e?.message || ''))) {
+      if (!/^FB_(?:ACCOUNT|PUBLISH|PAGE)_/.test(String(e?.message || ''))) {
         try { await assertAccountUsable(page, log); } catch (accountErr) { throw accountErr; }
       }
       const safeRetry = e?.code === SAFE_RETRY_COMPOSER_CLOSED;