codymaster 4.4.4 → 4.5.1

package/skills/marketplace-report-crawler/scripts/ab-wrapper.sh

@@ -1,102 +0,0 @@
-#!/usr/bin/env bash
-# =============================================================================
-# ab-wrapper.sh — agent-browser thin wrapper
-# =============================================================================
-# Provides shorthand commands for marketplace report crawling.
-# Cross-agent compatible: any AI agent can call these commands.
-#
-# Usage:
-#   ./ab-wrapper.sh login <platform> <brand-id>         # Guided login
-#   ./ab-wrapper.sh check <platform> <brand-id>         # Check session
-#   ./ab-wrapper.sh crawl <platform> <brand-id> <YYYYMM> # Crawl reports
-#   ./ab-wrapper.sh open <platform> <brand-id> <url>    # Open URL with session
-#   ./ab-wrapper.sh snapshot <platform> <brand-id>      # Get page snapshot
-#   ./ab-wrapper.sh close <platform> <brand-id>         # Close browser
-# =============================================================================
-
-set -euo pipefail
-
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-PROFILE_ROOT="${MARKETPLACE_PROFILE_ROOT:-$HOME/.marketplace-crawler/profiles}"
-AB_CMD="${AGENT_BROWSER_CMD:-npx -y agent-browser}"
-
-get_profile_dir() {
-  echo "$PROFILE_ROOT/${1}-${2}"
-}
-
-ensure_ab() {
-  if ! command -v agent-browser &>/dev/null && ! npx -y agent-browser --version &>/dev/null 2>&1; then
-    echo "❌ agent-browser not found. Installing..."
-    npm install -g agent-browser 2>/dev/null || {
-      echo "⚠️  Global install failed. Using npx (slower first run)."
-    }
-  fi
-}
-
-# --- Commands ---
-
-case "${1:-help}" in
-  login)
-    "$SCRIPT_DIR/session-manager.sh" login "$2" "$3"
-    ;;
-  check)
-    "$SCRIPT_DIR/session-manager.sh" check "$2" "$3"
-    ;;
-  crawl)
-    platform="$2"
-    brand_id="$3"
-    period="${4:-$(date -v-1m +%Y%m 2>/dev/null || date -d '-1 month' +%Y%m)}"
-    echo "🕷️  Starting crawl: $platform / $brand_id / $period"
-    node "$SCRIPT_DIR/crawl-runner.js" --plan --platform "$platform" --brand-id "$brand_id" --period "$period"
-    ;;
-  open)
-    profile_dir=$(get_profile_dir "$2" "$3")
-    mkdir -p "$profile_dir"
-    $AB_CMD --profile "$profile_dir" open "$4"
-    ;;
-  snapshot)
-    profile_dir=$(get_profile_dir "$2" "$3")
-    $AB_CMD --profile "$profile_dir" snapshot -i --json
-    ;;
-  screenshot)
-    profile_dir=$(get_profile_dir "$2" "$3")
-    output="${4:-/tmp/marketplace-screenshot-$(date +%s).png}"
-    $AB_CMD --profile "$profile_dir" screenshot "$output"
-    echo "📸 Screenshot saved: $output"
-    ;;
-  close)
-    profile_dir=$(get_profile_dir "$2" "$3")
-    $AB_CMD --profile "$profile_dir" close 2>/dev/null || true
-    echo "🔒 Browser closed for $2/$3"
-    ;;
-  exec)
-    # Pass any agent-browser command with the correct profile
-    profile_dir=$(get_profile_dir "$2" "$3")
-    shift 3
-    $AB_CMD --profile "$profile_dir" "$@"
-    ;;
-  help|*)
-    echo ""
-    echo "🕷️  ab-wrapper — Marketplace Browser Automation"
-    echo "════════════════════════════════════════════════"
-    echo ""
-    echo "Session Management:"
-    echo "  login <platform> <brand-id>              Guided login (headed browser)"
-    echo "  check <platform> <brand-id>              Check session validity"
-    echo ""
-    echo "Crawling:"
-    echo "  crawl <platform> <brand-id> [YYYYMM]     Generate & show crawl plan"
-    echo ""
-    echo "Browser Control:"
-    echo "  open <platform> <brand-id> <url>          Open URL with saved session"
-    echo "  snapshot <platform> <brand-id>            Get accessibility tree (JSON)"
-    echo "  screenshot <platform> <brand-id> [path]   Take screenshot"
-    echo "  close <platform> <brand-id>               Close browser"
-    echo "  exec <platform> <brand-id> <ab-args...>   Run any agent-browser command"
-    echo ""
-    echo "Environment:"
-    echo "  MARKETPLACE_PROFILE_ROOT     Default: ~/.marketplace-crawler/profiles"
-    echo "  AGENT_BROWSER_CMD            Default: npx -y agent-browser"
-    echo ""
-    ;;
-esac

package/skills/marketplace-report-crawler/scripts/browser-actions/lazada/lazada-actions.js

@@ -1,114 +0,0 @@
-/**
- * Lazada Browser Actions
- * ==================================================
- * JavaScript snippets to inject into Lazada Seller Center pages.
- */
-
-/**
- * Open calendar and go to the target month using next/prev buttons
- * Used for platform_income, platform_wallet
- */
-function lazadaCalendar_selectMonthRange(yearMonth) {
-  // Try to find the date picker input
-  const dateInputs = document.querySelectorAll('.next-date-picker-input input, input[placeholder*="YYYY"]');
-  if (dateInputs.length > 0) {
-    dateInputs[0].click(); // Open picker
-    
-    setTimeout(() => {
-      // Find the 'Last Month' preset if it exists
-      const presets = document.querySelectorAll('.next-date-picker-quick span');
-      for (const preset of presets) {
-        if (preset.textContent.trim() === 'Tháng trước' || preset.textContent.trim() === 'Last month') {
-          preset.click();
-          return;
-        }
-      }
-      
-      // Otherwise find the 'OK' button and click it to accept default (usually last 30 days)
-      const okBtn = document.querySelector('.next-btn-primary');
-      if (okBtn) okBtn.click();
-    }, 500);
-  }
-}
-
-/**
- * Lazada Paid Ads uses a specific date input format
- * Used for paid_ads_onsite_report, paid_ads_product
- */
-function lazadaAds_setDateRange(startDateStr, endDateStr) {
-  // Check the 'Product' checkbox if needed for paid_ads_product
-  const productCheckbox = document.querySelector('input[type="checkbox"][value="product"]');
-  if (productCheckbox && !productCheckbox.checked) {
-    productCheckbox.click();
-  }
-
-  // Find date inputs (DD/MM/YYYY format usually)
-  const inputs = document.querySelectorAll('.next-input input');
-  if (inputs.length >= 2) {
-    // Start Date
-    inputs[0].value = startDateStr;
-    inputs[0].dispatchEvent(new Event('input', { bubbles: true }));
-    inputs[0].dispatchEvent(new Event('change', { bubbles: true }));
-
-    // End Date
-    inputs[1].value = endDateStr;
-    inputs[1].dispatchEvent(new Event('input', { bubbles: true }));
-    inputs[1].dispatchEvent(new Event('change', { bubbles: true }));
-  }
-}
-
-/**
- * Select from Lazada dropdown list
- * Used for shipping_fee_details 
- */
-function lazadaMultiSelect_selectDates(targetYYYYMM) {
-  // Find the dropdown button
-  const dropdownTrigger = document.querySelector('.next-select-trigger');
-  if (dropdownTrigger) {
-    dropdownTrigger.click();
-
-    setTimeout(() => {
-        // Select logic
-        const items = document.querySelectorAll('.next-menu-item');
-        for(const item of items) {
-            if(item.textContent.trim().includes(targetYYYYMM)) {
-                item.click();
-            }
-        }
-    }, 500);
-  }
-}
-
-/**
- * Click export button on Lazada
- */
-function lazadaClickExport() {
-  const buttons = document.querySelectorAll('button');
-  for (const btn of buttons) {
-    const text = btn.textContent.trim().toLowerCase();
-    if (text.includes('tải xuống') || text.includes('xuất dữ liệu') || text.includes('export') || text.includes('download')) {
-      btn.click();
-      
-      // Some export buttons open a dropdown. If so, look for Excel/PDF option.
-      setTimeout(() => {
-        const menuItems = document.querySelectorAll('.next-menu-item');
-        for (const item of menuItems) {
-            if (item.textContent.toLowerCase().includes('excel') || item.textContent.toLowerCase().includes('pdf')) {
-                item.click();
-                return true;
-            }
-        }
-      }, 500);
-      
-      return true;
-    }
-  }
-  return false;
-}
-
-module.exports = {
-  lazadaCalendar_selectMonthRange,
-  lazadaAds_setDateRange,
-  lazadaMultiSelect_selectDates,
-  lazadaClickExport
-};

package/skills/marketplace-report-crawler/scripts/browser-actions/shopee/shopee-actions.js

@@ -1,94 +0,0 @@
-/**
- * Shopee Browser Actions
- * ==================================================
- * JavaScript snippets to inject into Shopee Seller pages.
- */
-
-/**
- * Select month range on Shopee's typical calendar-range picker
- * Used for platform_income, platform_wallet, ads_wallet_historical
- */
-function shopeeCalendar_selectMonthRange(yearMonth) {
-  // Shopee usually has a date range input that opens a popper with two calendars.
-  const dateRangeInputs = document.querySelectorAll('.shopee-date-range-picker input');
-  if (dateRangeInputs.length > 0) {
-    dateRangeInputs[0].click(); // Open picker
-    
-    setTimeout(() => {
-      // Very naive approach: try to find 'THIS_MONTH' or 'LAST_MONTH' button
-      // Or try to select the 1st and last day. Shopee's calendar is highly custom.
-      const lastMonthBtn = Array.from(document.querySelectorAll('.shopee-popover span, .shopee-popover div')).find(el => el.textContent.trim() === 'Tháng trước' || el.textContent.trim() === 'Last Month');
-      if (lastMonthBtn) {
-        lastMonthBtn.click();
-      }
-    }, 500);
-  }
-}
-
-/**
- * Select a specific month in a month-picker
- * Used for platform_report (PDF)
- */
-function shopeeMonthPicker_selectMonth(yearMonth) {
-  const monthInput = document.querySelector('.shopeesc-month-picker, .month-picker-input');
-  if (monthInput) {
-    monthInput.click();
-    setTimeout(() => {
-      // Find the specific month cell
-      const monthStr = parseInt(yearMonth.substring(4, 6), 10).toString();
-      const cells = document.querySelectorAll('.month-cell, .shopee-month-table td');
-      for (const cell of cells) {
-        if (cell.textContent.trim() === monthStr || cell.textContent.trim().includes(`Tháng ${monthStr}`)) {
-          cell.click();
-          break;
-        }
-      }
-    }, 500);
-  }
-}
-
-/**
- * Input Start and End date directly into text inputs
- * Used for paid_ads_onsite_report (date_input)
- */
-function shopeeDateInput_setDate(startDateStr, endDateStr) {
-  // Usually there are two inputs: start date and end date
-  const inputs = document.querySelectorAll('.shopee-input__input[placeholder*="YYYY"], input[placeholder*="Ngày"]');
-  if (inputs.length >= 2) {
-    // Start date
-    const startInput = inputs[0];
-    startInput.value = startDateStr;
-    startInput.dispatchEvent(new Event('input', { bubbles: true }));
-    startInput.dispatchEvent(new Event('change', { bubbles: true }));
-
-    // End date
-    const endInput = inputs[1];
-    endInput.value = endDateStr;
-    endInput.dispatchEvent(new Event('input', { bubbles: true }));
-    endInput.dispatchEvent(new Event('change', { bubbles: true }));
-  }
-}
-
-/**
- * Click export button
- */
-function shopeeClickExport() {
-  // Tries to find common export buttons
-  const exportBtn = Array.from(document.querySelectorAll('button')).find(btn => {
-    const text = btn.textContent.trim().toLowerCase();
-    return text.includes('xuất') || text.includes('export') || text.includes('tải');
-  });
-  
-  if (exportBtn) {
-    exportBtn.click();
-    return true;
-  }
-  return false;
-}
-
-module.exports = {
-  shopeeCalendar_selectMonthRange,
-  shopeeMonthPicker_selectMonth,
-  shopeeDateInput_setDate,
-  shopeeClickExport
-};

package/skills/marketplace-report-crawler/scripts/browser-actions/tiktok/tiktok-actions.js

@@ -1,272 +0,0 @@
-/**
- * TikTok Browser Actions — Date Selection & Export
- * ==================================================
- * JavaScript snippets to inject into TikTok Seller Center pages.
- * 
- * Extracted from Power Automate Desktop flow: "20260209 GBS Tiktok"
- * 
- * TikTok uses:
- * 1. core-picker (TikTok Design System) — for Income, Wallet pages
- * 2. pulse-select — for pagination on Invoice page
- */
-
-// ============================================================================
-// TIKTOK INCOME / WALLET — core-picker date range
-// URL: https://seller-vn.tiktok.com/finance/transactions?shop_region=VN&tab=settled_tab
-// URL: https://seller-vn.tiktok.com/finance/withdraw-new
-// ============================================================================
-
-/**
- * Select first and last day of target month in TikTok core-picker
- * Used for TikTok Income and Wallet pages
- * 
- * @param {string} yearMonth - Format: "YYYYMM" (e.g., "202602")
- */
-function tiktokCorePicker_selectMonthRange(yearMonth) {
-  const lastDay = new Date(yearMonth.slice(0, 4), yearMonth.slice(4, 6), 0)
-    .getDate().toString().padStart(2, '0');
-  
-  const cells = [...document.querySelectorAll('.core-picker-cell-in-view .core-picker-date-value')];
-  const first = cells.find(c => c.textContent.trim() === '01');
-  const last = cells.find(c => c.textContent.trim() === lastDay);
-  
-  first?.click();
-  setTimeout(() => last?.click(), 100);
-}
-
-// ============================================================================
-// TIKTOK AFFILIATE INVOICE — Month picker + Table scraping
-// URL: https://seller-vn.tiktok.com/finance/invoice?shop_region=VN
-// ============================================================================
-
-/**
- * Select target month in TikTok month picker (Jan-Dec display)
- * Used for TikTok Affiliate Invoice page
- * 
- * @param {string} yearMonth - Format: "YYYYMM" (e.g., "202602")
- */
-function tiktokMonthPicker_selectMonth(yearMonth) {
-  const month = parseInt(yearMonth.substring(4, 6), 10);
-  const monthNames = ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 
-                       'Jul', 'Aug', 'Sept', 'Oct', 'Nov', 'Dec'];
-  const monthName = monthNames[month - 1];
-  
-  const cells = document.querySelectorAll('.core-picker-date-value');
-  let targetCell = null;
-  
-  for (let i = 0; i < cells.length; i++) {
-    if (cells[i].textContent.trim() === monthName) {
-      targetCell = cells[i];
-      break;
-    }
-  }
-  
-  if (targetCell) {
-    targetCell.click();
-    setTimeout(function() {
-      targetCell.click(); // Double-click to confirm
-    }, 300);
-  }
-}
-
-/**
- * Set pagination to 50 items per page
- * Used on TikTok Affiliate Invoice page for large datasets
- */
-function tiktokPagination_set50PerPage() {
-  const options = document.querySelectorAll('.pulse-select-option');
-  
-  for (let option of options) {
-    const label = option.querySelector('.pulse-select-option-label-single');
-    if (label && label.textContent.trim() === '50/Page') {
-      option.click();
-      return true;
-    }
-  }
-  return false;
-}
-
-/**
- * Get max page number from TikTok pagination
- * @returns {number|null} Max page number
- */
-function tiktokPagination_getMaxPage() {
-  const paginationElement = document.querySelector('.core-pagination-list');
-  if (!paginationElement) return null;
-
-  const pageItems = paginationElement.querySelectorAll('.core-pagination-item');
-  let maxPage = 0;
-
-  pageItems.forEach(item => {
-    const text = item.textContent.trim();
-    if (/^\d+$/.test(text)) {
-      const pageNumber = parseInt(text, 10);
-      if (pageNumber > maxPage) {
-        maxPage = pageNumber;
-      }
-    }
-  });
-
-  return maxPage || null;
-}
-
-/**
- * Click next page button in TikTok pagination
- */
-function tiktokPagination_clickNext() {
-  const element = document.querySelector('.core-pagination-item-next');
-  if (!element) return;
-
-  element.scrollIntoView({ behavior: 'smooth', block: 'center' });
-  
-  const rect = element.getBoundingClientRect();
-  const x = rect.left + rect.width / 2;
-  const y = rect.top + rect.height / 2;
-
-  element.dispatchEvent(new MouseEvent('mousemove', {
-    view: window, bubbles: true, cancelable: true, clientX: x, clientY: y
-  }));
-
-  element.dispatchEvent(new MouseEvent('click', {
-    view: window, bubbles: true, cancelable: true, button: 0
-  }));
-}
-
-// ============================================================================
-// HELPER — Scroll to bottom
-// ============================================================================
-
-function scrollToBottom() {
-  window.scrollTo({
-    top: document.body.scrollHeight,
-    behavior: "smooth"
-  });
-}
-
-// ============================================================================
-// BROWSER AGENT INSTRUCTIONS — TIKTOK COMPLETE FLOWS
-// ============================================================================
-
-/**
- * === TIKTOK PLATFORM INCOME ===
- * 1. Navigate to: https://seller-vn.tiktok.com/finance/transactions?shop_region=VN&tab=settled_tab
- * 2. Wait for text "Lịch sử xuất dữ liệu" to appear (up to 200s)
- * 3. Wait 1s
- * 4. Click "Xuất" button
- * 5. Wait 1s → Click SVG calendar icon to open date picker
- * 6. Wait 1s → Click another SVG to clear existing date
- * 7. Execute tiktokCorePicker_selectMonthRange(yearMonth)
- * 8. Wait 1s → Click "OK" button
- * 9. Wait 2s → Click "Xuất" (the export Span inside popup)
- * 10. Wait for "Đang xuất" text to disappear (up to 600s!)
- * 11. Wait 1s → Click "Tải xuống" button
- * 12. Save file as: {yearMonth}_{brand}_platform_income.xlsx
- * 
- * === TIKTOK WALLET ===
- * 1. Navigate to: https://seller-vn.tiktok.com/finance/withdraw-new?is_new_connect=0&shop_region=VN
- * 2. Wait for "Lịch sử xuất dữ liệu" (up to 200s)
- * 3. Scroll down 500px
- * 4. Click "Xuất"
- * 5. Click SVG → clear → select date range (same as Income)
- * 6. Click OK → Click "Xuất" button
- * 7. Wait for "Đang xuất" to disappear (up to 600s)
- * 8. Click "Tải xuống"
- * 9. Save as: {yearMonth}_{brand}_platform_wallet.xlsx
- * 
- * === TIKTOK AFFILIATE INVOICE ===
- * 1. Navigate to: https://seller-vn.tiktok.com/finance/invoice?shop_region=VN
- * 2. Wait for page load
- * 3. Click "Biên nhận hoa hồng liên kết"
- * 4. Wait 2s → Click SVG to open month picker
- * 5. Execute tiktokMonthPicker_selectMonth(yearMonth)
- * 6. Wait 3s → Click "OK"
- * 7. Check if "Nothing here at the moment" exists
- *    - If yes: skip (no data)
- *    - If no: continue below
- * 8. Scroll to bottom
- * 9. Click pagination dropdown → Execute tiktokPagination_set50PerPage()
- * 10. Get max page: tiktokPagination_getMaxPage()
- * 11. If single page: extract table → save as .xlsx
- * 12. If multiple pages: loop through pages:
- *     a. Extract table data from current page
- *     b. Save as: {yearMonth}_{brand}_affiliate_invoice_report_part_{pageNum}.xlsx
- *     c. Click next: tiktokPagination_clickNext()
- *     d. Wait 2s → repeat
- * 
- * TABLE EXTRACTION CSS SELECTOR:
- *   Rows: html > body > div:eq(0) > div:eq(1) > main > div:eq(0) > 
- *          div:eq(0) > div:eq(0) > div:eq(1) > div:eq(0) > div:eq(0) > 
- *          div:eq(0) > div:eq(0) > div:eq(2) > div:eq(0) > div:eq(0) > 
- *          div:eq(0) > div:eq(0) > div:eq(0) > table > tbody > tr
- *   
- *   Columns:
- *     - td:eq(0) > div > span > div > div  (Column 1)
- *     - td:eq(1) > div > span              (Column 2)
- *     - td:eq(2) > div > span              (Column 3)
- *     - td:eq(3) > div > span              (Column 4)
- *     - td:eq(4) > div > span              (Column 5)
- */
-
-// ============================================================================
-// TIKTOK ADS AND AFFILIATE ORDERS
-// ============================================================================
-
-/**
- * Handle TikTok Business Center (Ads) date picker
- * Used for ads_cost, ads_revenue
- */
-function tiktokAds_setDateRange(startDateStr, endDateStr) {
-  // Usually involves clicking the date picker button
-  const pickerBtn = document.querySelector('.byted-date-picker, .date-picker-trigger');
-  if (pickerBtn) {
-    pickerBtn.click();
-    setTimeout(() => {
-      // Very naive: find inputs or presets inside the popup
-      // TikTok Business Center uses a complex React date picker
-      const presets = document.querySelectorAll('.byted-picker-preset-item');
-      for (const preset of presets) {
-        if (preset.textContent.trim().includes('Last Month') || preset.textContent.trim().includes('Tháng trước')) {
-          preset.click();
-          break;
-        }
-      }
-    }, 500);
-  }
-}
-
-/**
- * Click typical TikTok export buttons
- */
-function tiktokClickExport() {
-  const exportBtns = document.querySelectorAll('button');
-  for (const btn of exportBtns) {
-    const text = btn.textContent.trim().toLowerCase();
-    if (text.includes('export') || text.includes('xuất') || text.includes('tải')) {
-      btn.click();
-      return true;
-    }
-  }
-  
-  // Also check divs/spans that act as buttons (TikTok uses these heavily)
-  const allElements = document.querySelectorAll('div, span');
-  for (const el of allElements) {
-    const text = el.textContent.trim().toLowerCase();
-    if ((text === 'export' || text === 'xuất' || text === 'tải xuống') && el.children.length === 0) {
-      el.click();
-      return true;
-    }
-  }
-  
-  return false;
-}
-
-module.exports = {
-  tiktokCorePicker_selectMonthRange,
-  tiktokMonthPicker_selectMonth,
-  tiktokPagination_set50PerPage,
-  tiktokPagination_getMaxPage,
-  tiktokPagination_clickNext,
-  scrollToBottom,
-  tiktokAds_setDateRange,
-  tiktokClickExport
-};