codymaster 4.1.4 → 4.3.0

package/skills/marketplace-report-crawler/scripts/ab-wrapper.sh

@@ -0,0 +1,102 @@
+#!/usr/bin/env bash
+# =============================================================================
+# ab-wrapper.sh — agent-browser thin wrapper
+# =============================================================================
+# Provides shorthand commands for marketplace report crawling.
+# Cross-agent compatible: any AI agent can call these commands.
+#
+# Usage:
+#   ./ab-wrapper.sh login <platform> <brand-id>         # Guided login
+#   ./ab-wrapper.sh check <platform> <brand-id>         # Check session
+#   ./ab-wrapper.sh crawl <platform> <brand-id> <YYYYMM> # Crawl reports
+#   ./ab-wrapper.sh open <platform> <brand-id> <url>    # Open URL with session
+#   ./ab-wrapper.sh snapshot <platform> <brand-id>      # Get page snapshot
+#   ./ab-wrapper.sh close <platform> <brand-id>         # Close browser
+# =============================================================================
+
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROFILE_ROOT="${MARKETPLACE_PROFILE_ROOT:-$HOME/.marketplace-crawler/profiles}"
+AB_CMD="${AGENT_BROWSER_CMD:-npx -y agent-browser}"
+
+get_profile_dir() {
+  echo "$PROFILE_ROOT/${1}-${2}"
+}
+
+ensure_ab() {
+  if ! command -v agent-browser &>/dev/null && ! npx -y agent-browser --version &>/dev/null 2>&1; then
+    echo "❌ agent-browser not found. Installing..."
+    npm install -g agent-browser 2>/dev/null || {
+      echo "⚠️  Global install failed. Using npx (slower first run)."
+    }
+  fi
+}
+
+# --- Commands ---
+
+case "${1:-help}" in
+  login)
+    "$SCRIPT_DIR/session-manager.sh" login "$2" "$3"
+    ;;
+  check)
+    "$SCRIPT_DIR/session-manager.sh" check "$2" "$3"
+    ;;
+  crawl)
+    platform="$2"
+    brand_id="$3"
+    period="${4:-$(date -v-1m +%Y%m 2>/dev/null || date -d '-1 month' +%Y%m)}"
+    echo "🕷️  Starting crawl: $platform / $brand_id / $period"
+    node "$SCRIPT_DIR/crawl-runner.js" --plan --platform "$platform" --brand-id "$brand_id" --period "$period"
+    ;;
+  open)
+    profile_dir=$(get_profile_dir "$2" "$3")
+    mkdir -p "$profile_dir"
+    $AB_CMD --profile "$profile_dir" open "$4"
+    ;;
+  snapshot)
+    profile_dir=$(get_profile_dir "$2" "$3")
+    $AB_CMD --profile "$profile_dir" snapshot -i --json
+    ;;
+  screenshot)
+    profile_dir=$(get_profile_dir "$2" "$3")
+    output="${4:-/tmp/marketplace-screenshot-$(date +%s).png}"
+    $AB_CMD --profile "$profile_dir" screenshot "$output"
+    echo "📸 Screenshot saved: $output"
+    ;;
+  close)
+    profile_dir=$(get_profile_dir "$2" "$3")
+    $AB_CMD --profile "$profile_dir" close 2>/dev/null || true
+    echo "🔒 Browser closed for $2/$3"
+    ;;
+  exec)
+    # Pass any agent-browser command with the correct profile
+    profile_dir=$(get_profile_dir "$2" "$3")
+    shift 3
+    $AB_CMD --profile "$profile_dir" "$@"
+    ;;
+  help|*)
+    echo ""
+    echo "🕷️  ab-wrapper — Marketplace Browser Automation"
+    echo "════════════════════════════════════════════════"
+    echo ""
+    echo "Session Management:"
+    echo "  login <platform> <brand-id>              Guided login (headed browser)"
+    echo "  check <platform> <brand-id>              Check session validity"
+    echo ""
+    echo "Crawling:"
+    echo "  crawl <platform> <brand-id> [YYYYMM]     Generate & show crawl plan"
+    echo ""
+    echo "Browser Control:"
+    echo "  open <platform> <brand-id> <url>          Open URL with saved session"
+    echo "  snapshot <platform> <brand-id>            Get accessibility tree (JSON)"
+    echo "  screenshot <platform> <brand-id> [path]   Take screenshot"
+    echo "  close <platform> <brand-id>               Close browser"
+    echo "  exec <platform> <brand-id> <ab-args...>   Run any agent-browser command"
+    echo ""
+    echo "Environment:"
+    echo "  MARKETPLACE_PROFILE_ROOT     Default: ~/.marketplace-crawler/profiles"
+    echo "  AGENT_BROWSER_CMD            Default: npx -y agent-browser"
+    echo ""
+    ;;
+esac

package/skills/marketplace-report-crawler/scripts/browser-actions/lazada/lazada-actions.js

@@ -0,0 +1,114 @@
+/**
+ * Lazada Browser Actions
+ * ==================================================
+ * JavaScript snippets to inject into Lazada Seller Center pages.
+ */
+
+/**
+ * Open calendar and go to the target month using next/prev buttons
+ * Used for platform_income, platform_wallet
+ */
+function lazadaCalendar_selectMonthRange(yearMonth) {
+  // Try to find the date picker input
+  const dateInputs = document.querySelectorAll('.next-date-picker-input input, input[placeholder*="YYYY"]');
+  if (dateInputs.length > 0) {
+    dateInputs[0].click(); // Open picker
+    
+    setTimeout(() => {
+      // Find the 'Last Month' preset if it exists
+      const presets = document.querySelectorAll('.next-date-picker-quick span');
+      for (const preset of presets) {
+        if (preset.textContent.trim() === 'Tháng trước' || preset.textContent.trim() === 'Last month') {
+          preset.click();
+          return;
+        }
+      }
+      
+      // Otherwise find the 'OK' button and click it to accept default (usually last 30 days)
+      const okBtn = document.querySelector('.next-btn-primary');
+      if (okBtn) okBtn.click();
+    }, 500);
+  }
+}
+
+/**
+ * Lazada Paid Ads uses a specific date input format
+ * Used for paid_ads_onsite_report, paid_ads_product
+ */
+function lazadaAds_setDateRange(startDateStr, endDateStr) {
+  // Check the 'Product' checkbox if needed for paid_ads_product
+  const productCheckbox = document.querySelector('input[type="checkbox"][value="product"]');
+  if (productCheckbox && !productCheckbox.checked) {
+    productCheckbox.click();
+  }
+
+  // Find date inputs (DD/MM/YYYY format usually)
+  const inputs = document.querySelectorAll('.next-input input');
+  if (inputs.length >= 2) {
+    // Start Date
+    inputs[0].value = startDateStr;
+    inputs[0].dispatchEvent(new Event('input', { bubbles: true }));
+    inputs[0].dispatchEvent(new Event('change', { bubbles: true }));
+
+    // End Date
+    inputs[1].value = endDateStr;
+    inputs[1].dispatchEvent(new Event('input', { bubbles: true }));
+    inputs[1].dispatchEvent(new Event('change', { bubbles: true }));
+  }
+}
+
+/**
+ * Select from Lazada dropdown list
+ * Used for shipping_fee_details 
+ */
+function lazadaMultiSelect_selectDates(targetYYYYMM) {
+  // Find the dropdown button
+  const dropdownTrigger = document.querySelector('.next-select-trigger');
+  if (dropdownTrigger) {
+    dropdownTrigger.click();
+
+    setTimeout(() => {
+        // Select logic
+        const items = document.querySelectorAll('.next-menu-item');
+        for(const item of items) {
+            if(item.textContent.trim().includes(targetYYYYMM)) {
+                item.click();
+            }
+        }
+    }, 500);
+  }
+}
+
+/**
+ * Click export button on Lazada
+ */
+function lazadaClickExport() {
+  const buttons = document.querySelectorAll('button');
+  for (const btn of buttons) {
+    const text = btn.textContent.trim().toLowerCase();
+    if (text.includes('tải xuống') || text.includes('xuất dữ liệu') || text.includes('export') || text.includes('download')) {
+      btn.click();
+      
+      // Some export buttons open a dropdown. If so, look for Excel/PDF option.
+      setTimeout(() => {
+        const menuItems = document.querySelectorAll('.next-menu-item');
+        for (const item of menuItems) {
+            if (item.textContent.toLowerCase().includes('excel') || item.textContent.toLowerCase().includes('pdf')) {
+                item.click();
+                return true;
+            }
+        }
+      }, 500);
+      
+      return true;
+    }
+  }
+  return false;
+}
+
+module.exports = {
+  lazadaCalendar_selectMonthRange,
+  lazadaAds_setDateRange,
+  lazadaMultiSelect_selectDates,
+  lazadaClickExport
+};

package/skills/marketplace-report-crawler/scripts/browser-actions/shopee/shopee-actions.js

@@ -0,0 +1,94 @@
+/**
+ * Shopee Browser Actions
+ * ==================================================
+ * JavaScript snippets to inject into Shopee Seller pages.
+ */
+
+/**
+ * Select month range on Shopee's typical calendar-range picker
+ * Used for platform_income, platform_wallet, ads_wallet_historical
+ */
+function shopeeCalendar_selectMonthRange(yearMonth) {
+  // Shopee usually has a date range input that opens a popper with two calendars.
+  const dateRangeInputs = document.querySelectorAll('.shopee-date-range-picker input');
+  if (dateRangeInputs.length > 0) {
+    dateRangeInputs[0].click(); // Open picker
+    
+    setTimeout(() => {
+      // Very naive approach: try to find 'THIS_MONTH' or 'LAST_MONTH' button
+      // Or try to select the 1st and last day. Shopee's calendar is highly custom.
+      const lastMonthBtn = Array.from(document.querySelectorAll('.shopee-popover span, .shopee-popover div')).find(el => el.textContent.trim() === 'Tháng trước' || el.textContent.trim() === 'Last Month');
+      if (lastMonthBtn) {
+        lastMonthBtn.click();
+      }
+    }, 500);
+  }
+}
+
+/**
+ * Select a specific month in a month-picker
+ * Used for platform_report (PDF)
+ */
+function shopeeMonthPicker_selectMonth(yearMonth) {
+  const monthInput = document.querySelector('.shopeesc-month-picker, .month-picker-input');
+  if (monthInput) {
+    monthInput.click();
+    setTimeout(() => {
+      // Find the specific month cell
+      const monthStr = parseInt(yearMonth.substring(4, 6), 10).toString();
+      const cells = document.querySelectorAll('.month-cell, .shopee-month-table td');
+      for (const cell of cells) {
+        if (cell.textContent.trim() === monthStr || cell.textContent.trim().includes(`Tháng ${monthStr}`)) {
+          cell.click();
+          break;
+        }
+      }
+    }, 500);
+  }
+}
+
+/**
+ * Input Start and End date directly into text inputs
+ * Used for paid_ads_onsite_report (date_input)
+ */
+function shopeeDateInput_setDate(startDateStr, endDateStr) {
+  // Usually there are two inputs: start date and end date
+  const inputs = document.querySelectorAll('.shopee-input__input[placeholder*="YYYY"], input[placeholder*="Ngày"]');
+  if (inputs.length >= 2) {
+    // Start date
+    const startInput = inputs[0];
+    startInput.value = startDateStr;
+    startInput.dispatchEvent(new Event('input', { bubbles: true }));
+    startInput.dispatchEvent(new Event('change', { bubbles: true }));
+
+    // End date
+    const endInput = inputs[1];
+    endInput.value = endDateStr;
+    endInput.dispatchEvent(new Event('input', { bubbles: true }));
+    endInput.dispatchEvent(new Event('change', { bubbles: true }));
+  }
+}
+
+/**
+ * Click export button
+ */
+function shopeeClickExport() {
+  // Tries to find common export buttons
+  const exportBtn = Array.from(document.querySelectorAll('button')).find(btn => {
+    const text = btn.textContent.trim().toLowerCase();
+    return text.includes('xuất') || text.includes('export') || text.includes('tải');
+  });
+  
+  if (exportBtn) {
+    exportBtn.click();
+    return true;
+  }
+  return false;
+}
+
+module.exports = {
+  shopeeCalendar_selectMonthRange,
+  shopeeMonthPicker_selectMonth,
+  shopeeDateInput_setDate,
+  shopeeClickExport
+};

package/skills/marketplace-report-crawler/scripts/browser-actions/tiktok/tiktok-actions.js

@@ -0,0 +1,272 @@
+/**
+ * TikTok Browser Actions — Date Selection & Export
+ * ==================================================
+ * JavaScript snippets to inject into TikTok Seller Center pages.
+ * 
+ * Extracted from Power Automate Desktop flow: "20260209 GBS Tiktok"
+ * 
+ * TikTok uses:
+ * 1. core-picker (TikTok Design System) — for Income, Wallet pages
+ * 2. pulse-select — for pagination on Invoice page
+ */
+
+// ============================================================================
+// TIKTOK INCOME / WALLET — core-picker date range
+// URL: https://seller-vn.tiktok.com/finance/transactions?shop_region=VN&tab=settled_tab
+// URL: https://seller-vn.tiktok.com/finance/withdraw-new
+// ============================================================================
+
+/**
+ * Select first and last day of target month in TikTok core-picker
+ * Used for TikTok Income and Wallet pages
+ * 
+ * @param {string} yearMonth - Format: "YYYYMM" (e.g., "202602")
+ */
+function tiktokCorePicker_selectMonthRange(yearMonth) {
+  const lastDay = new Date(yearMonth.slice(0, 4), yearMonth.slice(4, 6), 0)
+    .getDate().toString().padStart(2, '0');
+  
+  const cells = [...document.querySelectorAll('.core-picker-cell-in-view .core-picker-date-value')];
+  const first = cells.find(c => c.textContent.trim() === '01');
+  const last = cells.find(c => c.textContent.trim() === lastDay);
+  
+  first?.click();
+  setTimeout(() => last?.click(), 100);
+}
+
+// ============================================================================
+// TIKTOK AFFILIATE INVOICE — Month picker + Table scraping
+// URL: https://seller-vn.tiktok.com/finance/invoice?shop_region=VN
+// ============================================================================
+
+/**
+ * Select target month in TikTok month picker (Jan-Dec display)
+ * Used for TikTok Affiliate Invoice page
+ * 
+ * @param {string} yearMonth - Format: "YYYYMM" (e.g., "202602")
+ */
+function tiktokMonthPicker_selectMonth(yearMonth) {
+  const month = parseInt(yearMonth.substring(4, 6), 10);
+  const monthNames = ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 
+                       'Jul', 'Aug', 'Sept', 'Oct', 'Nov', 'Dec'];
+  const monthName = monthNames[month - 1];
+  
+  const cells = document.querySelectorAll('.core-picker-date-value');
+  let targetCell = null;
+  
+  for (let i = 0; i < cells.length; i++) {
+    if (cells[i].textContent.trim() === monthName) {
+      targetCell = cells[i];
+      break;
+    }
+  }
+  
+  if (targetCell) {
+    targetCell.click();
+    setTimeout(function() {
+      targetCell.click(); // Double-click to confirm
+    }, 300);
+  }
+}
+
+/**
+ * Set pagination to 50 items per page
+ * Used on TikTok Affiliate Invoice page for large datasets
+ */
+function tiktokPagination_set50PerPage() {
+  const options = document.querySelectorAll('.pulse-select-option');
+  
+  for (let option of options) {
+    const label = option.querySelector('.pulse-select-option-label-single');
+    if (label && label.textContent.trim() === '50/Page') {
+      option.click();
+      return true;
+    }
+  }
+  return false;
+}
+
+/**
+ * Get max page number from TikTok pagination
+ * @returns {number|null} Max page number
+ */
+function tiktokPagination_getMaxPage() {
+  const paginationElement = document.querySelector('.core-pagination-list');
+  if (!paginationElement) return null;
+
+  const pageItems = paginationElement.querySelectorAll('.core-pagination-item');
+  let maxPage = 0;
+
+  pageItems.forEach(item => {
+    const text = item.textContent.trim();
+    if (/^\d+$/.test(text)) {
+      const pageNumber = parseInt(text, 10);
+      if (pageNumber > maxPage) {
+        maxPage = pageNumber;
+      }
+    }
+  });
+
+  return maxPage || null;
+}
+
+/**
+ * Click next page button in TikTok pagination
+ */
+function tiktokPagination_clickNext() {
+  const element = document.querySelector('.core-pagination-item-next');
+  if (!element) return;
+
+  element.scrollIntoView({ behavior: 'smooth', block: 'center' });
+  
+  const rect = element.getBoundingClientRect();
+  const x = rect.left + rect.width / 2;
+  const y = rect.top + rect.height / 2;
+
+  element.dispatchEvent(new MouseEvent('mousemove', {
+    view: window, bubbles: true, cancelable: true, clientX: x, clientY: y
+  }));
+
+  element.dispatchEvent(new MouseEvent('click', {
+    view: window, bubbles: true, cancelable: true, button: 0
+  }));
+}
+
+// ============================================================================
+// HELPER — Scroll to bottom
+// ============================================================================
+
+function scrollToBottom() {
+  window.scrollTo({
+    top: document.body.scrollHeight,
+    behavior: "smooth"
+  });
+}
+
+// ============================================================================
+// BROWSER AGENT INSTRUCTIONS — TIKTOK COMPLETE FLOWS
+// ============================================================================
+
+/**
+ * === TIKTOK PLATFORM INCOME ===
+ * 1. Navigate to: https://seller-vn.tiktok.com/finance/transactions?shop_region=VN&tab=settled_tab
+ * 2. Wait for text "Lịch sử xuất dữ liệu" to appear (up to 200s)
+ * 3. Wait 1s
+ * 4. Click "Xuất" button
+ * 5. Wait 1s → Click SVG calendar icon to open date picker
+ * 6. Wait 1s → Click another SVG to clear existing date
+ * 7. Execute tiktokCorePicker_selectMonthRange(yearMonth)
+ * 8. Wait 1s → Click "OK" button
+ * 9. Wait 2s → Click "Xuất" (the export Span inside popup)
+ * 10. Wait for "Đang xuất" text to disappear (up to 600s!)
+ * 11. Wait 1s → Click "Tải xuống" button
+ * 12. Save file as: {yearMonth}_{brand}_platform_income.xlsx
+ * 
+ * === TIKTOK WALLET ===
+ * 1. Navigate to: https://seller-vn.tiktok.com/finance/withdraw-new?is_new_connect=0&shop_region=VN
+ * 2. Wait for "Lịch sử xuất dữ liệu" (up to 200s)
+ * 3. Scroll down 500px
+ * 4. Click "Xuất"
+ * 5. Click SVG → clear → select date range (same as Income)
+ * 6. Click OK → Click "Xuất" button
+ * 7. Wait for "Đang xuất" to disappear (up to 600s)
+ * 8. Click "Tải xuống"
+ * 9. Save as: {yearMonth}_{brand}_platform_wallet.xlsx
+ * 
+ * === TIKTOK AFFILIATE INVOICE ===
+ * 1. Navigate to: https://seller-vn.tiktok.com/finance/invoice?shop_region=VN
+ * 2. Wait for page load
+ * 3. Click "Biên nhận hoa hồng liên kết"
+ * 4. Wait 2s → Click SVG to open month picker
+ * 5. Execute tiktokMonthPicker_selectMonth(yearMonth)
+ * 6. Wait 3s → Click "OK"
+ * 7. Check if "Nothing here at the moment" exists
+ *    - If yes: skip (no data)
+ *    - If no: continue below
+ * 8. Scroll to bottom
+ * 9. Click pagination dropdown → Execute tiktokPagination_set50PerPage()
+ * 10. Get max page: tiktokPagination_getMaxPage()
+ * 11. If single page: extract table → save as .xlsx
+ * 12. If multiple pages: loop through pages:
+ *     a. Extract table data from current page
+ *     b. Save as: {yearMonth}_{brand}_affiliate_invoice_report_part_{pageNum}.xlsx
+ *     c. Click next: tiktokPagination_clickNext()
+ *     d. Wait 2s → repeat
+ * 
+ * TABLE EXTRACTION CSS SELECTOR:
+ *   Rows: html > body > div:eq(0) > div:eq(1) > main > div:eq(0) > 
+ *          div:eq(0) > div:eq(0) > div:eq(1) > div:eq(0) > div:eq(0) > 
+ *          div:eq(0) > div:eq(0) > div:eq(2) > div:eq(0) > div:eq(0) > 
+ *          div:eq(0) > div:eq(0) > div:eq(0) > table > tbody > tr
+ *   
+ *   Columns:
+ *     - td:eq(0) > div > span > div > div  (Column 1)
+ *     - td:eq(1) > div > span              (Column 2)
+ *     - td:eq(2) > div > span              (Column 3)
+ *     - td:eq(3) > div > span              (Column 4)
+ *     - td:eq(4) > div > span              (Column 5)
+ */
+
+// ============================================================================
+// TIKTOK ADS AND AFFILIATE ORDERS
+// ============================================================================
+
+/**
+ * Handle TikTok Business Center (Ads) date picker
+ * Used for ads_cost, ads_revenue
+ */
+function tiktokAds_setDateRange(startDateStr, endDateStr) {
+  // Usually involves clicking the date picker button
+  const pickerBtn = document.querySelector('.byted-date-picker, .date-picker-trigger');
+  if (pickerBtn) {
+    pickerBtn.click();
+    setTimeout(() => {
+      // Very naive: find inputs or presets inside the popup
+      // TikTok Business Center uses a complex React date picker
+      const presets = document.querySelectorAll('.byted-picker-preset-item');
+      for (const preset of presets) {
+        if (preset.textContent.trim().includes('Last Month') || preset.textContent.trim().includes('Tháng trước')) {
+          preset.click();
+          break;
+        }
+      }
+    }, 500);
+  }
+}
+
+/**
+ * Click typical TikTok export buttons
+ */
+function tiktokClickExport() {
+  const exportBtns = document.querySelectorAll('button');
+  for (const btn of exportBtns) {
+    const text = btn.textContent.trim().toLowerCase();
+    if (text.includes('export') || text.includes('xuất') || text.includes('tải')) {
+      btn.click();
+      return true;
+    }
+  }
+  
+  // Also check divs/spans that act as buttons (TikTok uses these heavily)
+  const allElements = document.querySelectorAll('div, span');
+  for (const el of allElements) {
+    const text = el.textContent.trim().toLowerCase();
+    if ((text === 'export' || text === 'xuất' || text === 'tải xuống') && el.children.length === 0) {
+      el.click();
+      return true;
+    }
+  }
+  
+  return false;
+}
+
+module.exports = {
+  tiktokCorePicker_selectMonthRange,
+  tiktokMonthPicker_selectMonth,
+  tiktokPagination_set50PerPage,
+  tiktokPagination_getMaxPage,
+  tiktokPagination_clickNext,
+  scrollToBottom,
+  tiktokAds_setDateRange,
+  tiktokClickExport
+};