@dyyz1993/agent-browser 0.23.0 → 0.25.0

package/scripts/check_page_content.js

@@ -0,0 +1,36 @@
+(() => {
+  const result = {
+    visibleElements: [],
+    linksWithProductInClass: []
+  };
+  
+  const allElements = document.querySelectorAll('*');
+  let count = 0;
+  
+  for (const el of allElements) {
+    if (count >= 50) break;
+    
+    const className = el.className ? String(el.className) : '';
+    const text = el.textContent?.trim() || '';
+    
+    if ((className.includes('product') || className.includes('item') || className.includes('card')) && text.length > 10) {
+      result.visibleElements.push({
+        tagName: el.tagName,
+        className: className.substring(0, 100),
+        text: text.substring(0, 100)
+      });
+      count++;
+    }
+  }
+  
+  const productLinks = document.querySelectorAll('a[href*="item.jd"], a[href*="product.jd"]');
+  productLinks.forEach((link, index) => {
+    if (index >= 10) return;
+    result.linksWithProductInClass.push({
+      href: link.href.substring(0, 100),
+      text: link.textContent?.substring(0, 50)
+    });
+  });
+  
+  return result;
+})()

package/scripts/click_applause_rate.js

@@ -0,0 +1,30 @@
+(async () => {
+  const applauseRateEl = document.querySelector('.applause-rate');
+  
+  if (applauseRateEl) {
+    applauseRateEl.click();
+    
+    await new Promise(resolve => setTimeout(resolve, 3000));
+    
+    const result = {
+      elementFound: true,
+      elementText: applauseRateEl.textContent,
+      popup: null
+    };
+    
+    const popup = document.querySelector('[class*="popup"], [class*="modal"], [class*="dialog"]');
+    if (popup) {
+      result.popup = {
+        className: popup.className,
+        text: popup.textContent?.substring(0, 500)
+      };
+    }
+    
+    return result;
+  } else {
+    return {
+      elementFound: false,
+      message: 'applause-rate element not found'
+    };
+  }
+})()

package/scripts/explore_jd_page.js

@@ -0,0 +1,31 @@
+(() => {
+  const result = {
+    productContainers: [],
+    sampleProduct: null
+  };
+  
+  const containers = document.querySelectorAll('[class*="product"], [class*="item"], [class*="card"]');
+  
+  containers.forEach((el, index) => {
+    if (index < 5) {
+      result.productContainers.push({
+        className: el.className,
+        tagName: el.tagName,
+        innerHTML: el.innerHTML.substring(0, 200)
+      });
+    }
+  });
+  
+  const links = document.querySelectorAll('a[href*="item.jd"]');
+  if (links.length > 0) {
+    const parent = links[0].closest('[class*="product"], [class*="item"], [class*="card"]');
+    if (parent) {
+      result.sampleProduct = {
+        className: parent.className,
+        innerHTML: parent.innerHTML.substring(0, 500)
+      };
+    }
+  }
+  
+  return result;
+})()

package/scripts/extract_all_jd_data.js

@@ -0,0 +1,80 @@
+(() => {
+  const result = {
+    url: window.location.href,
+    title: document.title,
+    basic: {
+      title: '',
+      shop: '',
+      price: '',
+      sales: ''
+    },
+    reviews: {
+      total: '',
+      good_percent: '',
+      good: '',
+      neutral: '',
+      bad: ''
+    },
+    region: ''
+  };
+  
+  const allText = document.body.textContent;
+  
+  const titleMatch = allText.match(/首鲜道斑节虾[^¥]{0,200}/);
+  if (titleMatch) {
+    result.basic.title = titleMatch[0].trim().substring(0, 100);
+  }
+  
+  const shopMatch = allText.match(/首鲜道旗舰店/);
+  if (shopMatch) {
+    result.basic.shop = shopMatch[0];
+  }
+  
+  const priceMatch = allText.match(/[¥￥]\s*(\d+\.?\d*)/);
+  if (priceMatch) {
+    result.basic.price = priceMatch[1];
+  }
+  
+  const totalReviewMatch = allText.match(/买家评价[（(](\d+[+万])[）)]/);
+  if (totalReviewMatch) {
+    result.reviews.total = totalReviewMatch[1];
+  }
+  
+  const goodPercentMatch = allText.match(/超(\d+)%买家赞不绝口/);
+  if (goodPercentMatch) {
+    result.reviews.good_percent = goodPercentMatch[1];
+  }
+  
+  const regionMatch = allText.match(/[京津沪渝冀豫云辽黑湘皖鲁新苏浙赣鄂桂甘晋蒙陕吉闽贵粤青藏川宁琼]\s*[^\s]{0,10}(?:市|省|区|县|街道)/);
+  if (regionMatch) {
+    result.region = regionMatch[0].trim();
+  }
+  
+  const filterItems = document.querySelectorAll('[class*="filter-item"], [class*="comment-item"]');
+  filterItems.forEach(item => {
+    const text = item.textContent || '';
+    
+    if (text.includes('好评') || text.includes('positive')) {
+      const match = text.match(/(\d+)/);
+      if (match && !result.reviews.good) {
+        result.reviews.good = match[1];
+      }
+    }
+    
+    if (text.includes('中评') || text.includes('neutral')) {
+      const match = text.match(/(\d+)/);
+      if (match && !result.reviews.neutral) {
+        result.reviews.neutral = match[1];
+      }
+    }
+    
+    if (text.includes('差评') || text.includes('negative')) {
+      const match = text.match(/(\d+)/);
+      if (match && !result.reviews.bad) {
+        result.reviews.bad = match[1];
+      }
+    }
+  });
+  
+  return result;
+})()

package/scripts/extract_jd_product_detail.js

@@ -0,0 +1,62 @@
+(() => {
+  const result = {
+    url: window.location.href,
+    title: document.title,
+    price: '',
+    shop: '',
+    sales: '',
+    reviews: {
+      good: '',
+      neutral: '',
+      bad: ''
+    },
+    region: ''
+  };
+  
+  const priceMatch = document.body.textContent.match(/[¥￥]\s*(\d+\.?\d*)/);
+  if (priceMatch) {
+    result.price = priceMatch[1];
+  }
+  
+  const shopMatch = document.body.textContent.match(/([^\s]{2,10}(?:旗舰店|专营店|京东自营))/);
+  if (shopMatch) {
+    result.shop = shopMatch[1];
+  }
+  
+  const reviewElements = document.querySelectorAll('[class*="comment"], [class*="review"], [class*="rating"]');
+  
+  reviewElements.forEach(el => {
+    const text = el.textContent || '';
+    
+    if (text.includes('好评') && !result.reviews.good) {
+      const match = text.match(/好评[：:]\s*(\d+)/);
+      if (match) {
+        result.reviews.good = match[1];
+      }
+    }
+    
+    if (text.includes('中评') && !result.reviews.neutral) {
+      const match = text.match(/中评[：:]\s*(\d+)/);
+      if (match) {
+        result.reviews.neutral = match[1];
+      }
+    }
+    
+    if (text.includes('差评') && !result.reviews.bad) {
+      const match = text.match(/差评[：:]\s*(\d+)/);
+      if (match) {
+        result.reviews.bad = match[1];
+      }
+    }
+  });
+  
+  const regionElements = document.querySelectorAll('[class*="address"], [class*="region"], [class*="location"]');
+  regionElements.forEach(el => {
+    const text = el.textContent || '';
+    if (!result.region && text.length > 0 && text.length < 100) {
+      result.region = text.trim();
+    }
+  });
+  
+  return result;
+})()

package/scripts/extract_jd_products_correct_links.js

@@ -0,0 +1,78 @@
+(async () => {
+  const result = {
+    keyword: "生鲜海鲜",
+    crawlTime: new Date().toISOString(),
+    products: []
+  };
+  
+  window.scrollTo(0, 500);
+  await new Promise(resolve => setTimeout(resolve, 2000));
+  
+  window.scrollTo(0, 2000);
+  await new Promise(resolve => setTimeout(resolve, 2000));
+  
+  window.scrollTo(0, 4000);
+  await new Promise(resolve => setTimeout(resolve, 3000));
+  
+  const containers = document.querySelectorAll('._goodsContainer_1p2ae_1');
+  const seenLinks = new Set();
+  
+  containers.forEach((container, index) => {
+    const link = container.querySelector('a[href]');
+    if (!link) return;
+    
+    const href = link.href;
+    if (seenLinks.has(href)) return;
+    seenLinks.add(href);
+    
+    const text = container.textContent || '';
+    const product = {
+      id: index + 1,
+      link: href
+    };
+    
+    const img = container.querySelector('img');
+    if (img) {
+      const src = img.getAttribute('data-src') || img.src;
+      if (src) product.image = src.substring(0, 150);
+    }
+    
+    const priceMatch = text.match(/[¥￥]\s*(\d+\.?\d*)/);
+    if (priceMatch) {
+      product.price = priceMatch[1];
+    }
+    
+    const salesMatch = text.match(/已售([\d\+万]+)/);
+    if (salesMatch) {
+      product.sales = salesMatch[1];
+    }
+    
+    const shopMatch = text.match(/([^\s]{2,10}(?:旗舰店|专营店|京东自营))/);
+    if (shopMatch) {
+      product.shop = shopMatch[1];
+    }
+    
+    const adIndex = text.indexOf('广告');
+    const titleStart = adIndex >= 0 ? adIndex + 2 : 0;
+    let title = text.substring(titleStart).trim();
+    
+    title = title.replace(/已售[\d\+万]+/, '');
+    title = title.replace(/[\d\+万]+人加购/, '');
+    title = title.replace(/[\d\+万]+人种草/, '');
+    title = title.replace(/[\d\+万]+人浏览/, '');
+    title = title.replace(/[^\s]{2,10}(?:旗舰店|专营店|京东自营)/, '');
+    title = title.replace(/搜同款|关注|对比/g, '');
+    title = title.trim();
+    
+    if (title.length > 5) {
+      product.title = title.substring(0, 100);
+    }
+    
+    if (product.title || product.price) {
+      result.products.push(product);
+    }
+  });
+  
+  result.total = result.products.length;
+  return result;
+})()

package/scripts/extract_jd_products_final.js

@@ -0,0 +1,80 @@
+(async () => {
+  const result = {
+    keyword: "生鲜海鲜",
+    crawlTime: new Date().toISOString(),
+    products: []
+  };
+  
+  window.scrollTo(0, 100);
+  await new Promise(resolve => setTimeout(resolve, 2000));
+  
+  window.scrollTo(0, document.body.scrollHeight);
+  await new Promise(resolve => setTimeout(resolve, 3000));
+  
+  const containers = document.querySelectorAll('._goodsContainer_1p2ae_1');
+  
+  const seenLinks = new Set();
+  
+  containers.forEach((container, index) => {
+    const link = container.querySelector('a[href]');
+    if (!link) return;
+    
+    const href = link.href;
+    if (seenLinks.has(href)) return;
+    seenLinks.add(href);
+    
+    const text = container.textContent || '';
+    
+    const product = {
+      id: index + 1,
+      link: href
+    };
+    
+    const img = container.querySelector('img');
+    if (img) {
+      const src = img.getAttribute('data-src') || img.src;
+      if (src) product.image = src.substring(0, 150);
+    }
+    
+    const priceMatch = text.match(/[¥￥]\s*(\d+\.?\d*)/);
+    if (priceMatch) {
+      product.price = priceMatch[1];
+    }
+    
+    const salesMatch = text.match(/已售([\d\+万]+)/);
+    if (salesMatch) {
+      product.sales = salesMatch[1];
+    }
+    
+    const shopMatch = text.match(/([^\s]{2,10}(?:旗舰店|专营店|京东自营))/);
+    if (shopMatch) {
+      product.shop = shopMatch[1];
+    }
+    
+    const adIndex = text.indexOf('广告');
+    const titleStart = adIndex >= 0 ? adIndex + 2 : 0;
+    const titleText = text.substring(titleStart).trim();
+    
+    const titleParts = titleText.split(/[¥￥]/);
+    if (titleParts.length > 0) {
+      let title = titleParts[0].trim();
+      title = title.replace(/已售[\d\+万]+/, '');
+      title = title.replace(/[\d\+万]+人加购/, '');
+      title = title.replace(/[\d\+万]+人种草/, '');
+      title = title.replace(/[\d\+万]+人浏览/, '');
+      title = title.replace(/[^\s]{2,10}(?:旗舰店|专营店|京东自营)/, '');
+      title = title.replace(/搜同款|关注|对比/g, '');
+      title = title.trim();
+      
+      if (title.length > 5) {
+        product.title = title.substring(0, 100);
+      }
+    }
+    
+    if (product.title || product.price) {
+      result.products.push(product);
+    }
+  });
+  
+  return result;
+})()

package/scripts/extract_jd_reviews.js

@@ -0,0 +1,48 @@
+(() => {
+  const result = {
+    reviews: {
+      total: '',
+      good: '',
+      neutral: '',
+      bad: ''
+    },
+    allReviewText: []
+  };
+  
+  const allText = document.body.textContent;
+  
+  const totalMatch = allText.match(/买家评价[（(](\d+[+万])[）)]/);
+  if (totalMatch) {
+    result.reviews.total = totalMatch[1];
+  }
+  
+  const reviewButtons = document.querySelectorAll('[class*="filter"], [class*="tab"]');
+  
+  reviewButtons.forEach(btn => {
+    const text = btn.textContent || '';
+    result.allReviewText.push(text);
+    
+    if (text.includes('好评') || text.includes('positive')) {
+      const match = text.match(/(\d+)/);
+      if (match) result.reviews.good = match[1];
+    }
+    
+    if (text.includes('中评') || text.includes('neutral')) {
+      const match = text.match(/(\d+)/);
+      if (match) result.reviews.neutral = match[1];
+    }
+    
+    if (text.includes('差评') || text.includes('negative')) {
+      const match = text.match(/(\d+)/);
+      if (match) result.reviews.bad = match[1];
+    }
+  });
+  
+  const commentSummary = document.querySelector('[class*="comment-summary"], [class*="summary"]');
+  if (commentSummary) {
+    const summaryText = commentSummary.textContent || '';
+    result.allReviewText.push(summaryText);
+  }
+  
+  return result;
+})()

package/scripts/extract_jd_seafood_final.js

@@ -0,0 +1,78 @@
+(async () => {
+  const result = {
+    keyword: "生鲜海鲜",
+    crawlTime: new Date().toISOString(),
+    products: []
+  };
+  
+  window.scrollTo(0, 500);
+  await new Promise(resolve => setTimeout(resolve, 2000));
+  
+  window.scrollTo(0, 2000);
+  await new Promise(resolve => setTimeout(resolve, 2000));
+  
+  window.scrollTo(0, 4000);
+  await new Promise(resolve => setTimeout(resolve, 3000));
+  
+  const containers = document.querySelectorAll('._goodsContainer_1p2ae_1');
+  const seenLinks = new Set();
+  
+  containers.forEach((container, index) => {
+    const link = container.querySelector('a[href]');
+    if (!link) return;
+    
+    const href = link.href;
+    if (seenLinks.has(href)) return;
+    seenLinks.add(href);
+    
+    const text = container.textContent || '';
+    const product = {
+      id: index + 1,
+      link: href
+    };
+    
+    const img = container.querySelector('img');
+    if (img) {
+      const src = img.getAttribute('data-src') || img.src;
+      if (src) product.image = src.substring(0, 150);
+    }
+    
+    const priceMatch = text.match(/[¥￥]\s*(\d+\.?\d*)/);
+    if (priceMatch) {
+      product.price = priceMatch[1];
+    }
+    
+    const salesMatch = text.match(/已售([\d\+万]+)/);
+    if (salesMatch) {
+      product.sales = salesMatch[1];
+    }
+    
+    const shopMatch = text.match(/([^\s]{2,10}(?:旗舰店|专营店|京东自营))/);
+    if (shopMatch) {
+      product.shop = shopMatch[1];
+    }
+    
+    const adIndex = text.indexOf('广告');
+    const titleStart = adIndex >= 0 ? adIndex + 2 : 0;
+    let title = text.substring(titleStart).trim();
+    
+    title = title.replace(/已售[\d\+万]+/, '');
+    title = title.replace(/[\d\+万]+人加购/, '');
+    title = title.replace(/[\d\+万]+人种草/, '');
+    title = title.replace(/[\d\+万]+人浏览/, '');
+    title = title.replace(/[^\s]{2,10}(?:旗舰店|专营店|京东自营)/, '');
+    title = title.replace(/搜同款|关注|对比/g, '');
+    title = title.trim();
+    
+    if (title.length > 5) {
+      product.title = title.substring(0, 100);
+    }
+    
+    if (product.title || product.price) {
+      result.products.push(product);
+    }
+  });
+  
+  result.total = result.products.length;
+  return result;
+})()

package/scripts/extract_multiple_products.js

@@ -0,0 +1,77 @@
+(async () => {
+  const result = {
+    keyword: "生鲜海鲜",
+    crawlTime: new Date().toISOString(),
+    products: []
+  };
+  
+  window.scrollTo(0, 500);
+  await new Promise(resolve => setTimeout(resolve, 2000));
+  
+  window.scrollTo(0, 2000);
+  await new Promise(resolve => setTimeout(resolve, 2000));
+  
+  window.scrollTo(0, 4000);
+  await new Promise(resolve => setTimeout(resolve, 3000));
+  
+  const containers = document.querySelectorAll('._goodsContainer_1p2ae_1');
+  const seenLinks = new Set();
+  
+  containers.forEach((container, index) => {
+    const link = container.querySelector('a[href]');
+    if (!link) return;
+    
+    const href = link.href;
+    if (seenLinks.has(href)) return;
+    seenLinks.add(href);
+    
+    const text = container.textContent || '';
+    const product = {
+      id: index + 1,
+      link: href
+    };
+    
+    const img = container.querySelector('img');
+    if (img) {
+      const src = img.getAttribute('data-src') || img.src;
+      if (src) product.image = src.substring(0, 150);
+    }
+    
+    const priceMatch = text.match(/[¥￥]\s*(\d+\.?\d*)/);
+    if (priceMatch) {
+      product.price = priceMatch[1];
+    }
+    
+    const salesMatch = text.match(/已售([\d\+万]+)/);
+    if (salesMatch) {
+      product.sales = salesMatch[1];
+    }
+    
+    const shopMatch = text.match(/([^\s]{2,10}(?:旗舰店|专营店|京东自营))/);
+    if (shopMatch) {
+      product.shop = shopMatch[1];
+    }
+    
+    const adIndex = text.indexOf('广告');
+    const titleStart = adIndex >= 0 ? adIndex + 2 : 0;
+    let title = text.substring(titleStart).trim();
+    
+    title = title.replace(/已售[\d\+万]+/, '');
+    title = title.replace(/[\d\+万]+人加购/, '');
+    title = title.replace(/[\d\+万]+人种草/, '');
+    title = title.replace(/[\d\+万]+人浏览/, '');
+    title = title.replace(/[^\s]{2,10}(?:旗舰店|专营店|京东自营)/, '');
+    title = title.replace(/搜同款|关注|对比/g, '');
+    title = title.trim();
+    
+    if (title.length > 5) {
+      product.title = title.substring(0, 100);
+    }
+    
+    if (product.title || product.price) {
+      result.products.push(product);
+    }
+  });
+  
+  return result;
+})()

package/scripts/extract_products_no_scroll.js

@@ -0,0 +1,68 @@
+(() => {
+  const result = {
+    keyword: "生鲜海鲜",
+    crawlTime: new Date().toISOString(),
+    products: []
+  };
+  
+  const containers = document.querySelectorAll('._goodsContainer_1p2ae_1');
+  const seenLinks = new Set();
+  
+  containers.forEach((container, index) => {
+    const link = container.querySelector('a[href]');
+    if (!link) return;
+    
+    const href = link.href;
+    if (seenLinks.has(href)) return;
+    seenLinks.add(href);
+    
+    const text = container.textContent || '';
+    const product = {
+      id: index + 1,
+      link: href
+    };
+    
+    const img = container.querySelector('img');
+    if (img) {
+      const src = img.getAttribute('data-src') || img.src;
+      if (src) product.image = src.substring(0, 150);
+    }
+    
+    const priceMatch = text.match(/[¥￥]\s*(\d+\.?\d*)/);
+    if (priceMatch) {
+      product.price = priceMatch[1];
+    }
+    
+    const salesMatch = text.match(/已售([\d\+万]+)/);
+    if (salesMatch) {
+      product.sales = salesMatch[1];
+    }
+    
+    const shopMatch = text.match(/([^\s]{2,10}(?:旗舰店|专营店|京东自营))/);
+    if (shopMatch) {
+      product.shop = shopMatch[1];
+    }
+    
+    const adIndex = text.indexOf('广告');
+    const titleStart = adIndex >= 0 ? adIndex + 2 : 0;
+    let title = text.substring(titleStart).trim();
+    
+    title = title.replace(/已售[\d\+万]+/, '');
+    title = title.replace(/[\d\+万]+人加购/, '');
+    title = title.replace(/[\d\+万]+人种草/, '');
+    title = title.replace(/[\d\+万]+人浏览/, '');
+    title = title.replace(/[^\s]{2,10}(?:旗舰店|专营店|京东自营)/, '');
+    title = title.replace(/搜同款|关注|对比/g, '');
+    title = title.trim();
+    
+    if (title.length > 5) {
+      product.title = title.substring(0, 100);
+    }
+    
+    if (product.title || product.price) {
+      result.products.push(product);
+    }
+  });
+  
+  return result;
+})()