@soyaxell09/zenbot-scraper 1.0.12 → 1.0.13

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soyaxell09/zenbot-scraper",
-  "version": "1.0.12",
+  "version": "1.0.13",
   "description": "Scrapers de descarga y búsqueda para bots de WhatsApp — YouTube, TikTok, Instagram, Facebook, Twitter, Pinterest, MediaFire, GitHub, APK, Google Drive, XNXX, PornHub, XVideos, XHamster, Rule34, Screenshot y más.",
   "type": "module",
   "main": "src/index.js",
@@ -54,6 +54,7 @@
     "@distube/ytdl-core": "^4.16.0",
     "axios": "^1.6.0",
     "cheerio": "^1.0.0",
+    "node-fetch": "^3.3.2",
     "form-data": "^4.0.0"
   },
   "engines": {

package/src/scrapers/apk.js

@@ -5,52 +5,51 @@
  * Deja los créditos we 🗣️
  */
 
-import axios from 'axios'
-import * as cheerio from 'cheerio'
+import axios from 'axios';
+import * as cheerio from 'cheerio';
 
-const HEADERS = {
-  'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 Chrome/120.0.0.0 Safari/537.36',
-}
+const UA      = 'Mozilla/5.0 (Linux; Android 11; Redmi Note 8) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36';
+const BASE    = 'https://apkpure.net';
+const DL_BASE = 'https://d.apkpure.net';
+const HEADERS = { 'User-Agent': UA, 'Referer': BASE };
 
 function extractPkg(href) {
-  const m = href?.match(/\/((?:com|org|net|io|co)\.[a-z0-9.]+)(?:\/|$)/i)
-  return m ? m[1] : ''
+  const m = href?.match(/\/((?:com|org|net|io|co)\.[a-z0-9.]+)(?:\/|$)/i);
+  return m ? m[1] : '';
 }
 
-async function searchPage(query) {
-  const res = await axios.get(
-    `https://apkpure.com/search?q=${encodeURIComponent(query)}`,
-    { headers: HEADERS, timeout: 15000 }
-  )
-  return cheerio.load(res.data)
+function parsePageData(data) {
+  try {
+    const m = data.match(/window\.apkpure\s*=\s*\{pageData:\s*(\{.*?\})\s*[,;]/s);
+    if (m) return JSON.parse(m[1]);
+  } catch {}
+  return null;
 }
 
 export async function apkSearch(query, limit = 5) {
-  if (!query?.trim()) throw new Error('Query vacío')
-
-  const $       = await searchPage(query)
-  const results = []
-  const seen    = new Set()
-
-  $('.brand-info-top').each((_, el) => {
-    if (results.length >= limit) return false
+  if (!query?.trim()) throw new Error('Query vacío');
 
-    const name = $(el).find('.p1').text().trim()
-    const dev  = $(el).find('.p2').text().trim()
-    const date = $(el).find('.date').text().trim()
-    const icon = $(el).closest('.search-result').find('img').first().attr('src') || ''
+  const { data } = await axios.get(`${BASE}/search?q=${encodeURIComponent(query)}`, {
+    headers: HEADERS, timeout: 15000
+  });
+  const $       = cheerio.load(data);
+  const results = [];
+  const seen    = new Set();
 
-    const appHref = $(el).closest('.search-result')
-      .find('a[href]').toArray()
-      .map(a => $(a).attr('href'))
-      .find(h => extractPkg(h)) || ''
+  $('.search-brand-container').each((_, el) => {
+    if (results.length >= limit) return false;
 
-    const pkg = extractPkg(appHref)
-    if (!name || !pkg || seen.has(pkg)) return
-    seen.add(pkg)
+    const name    = $(el).find('a.top').first().text().trim();
+    const dev     = $(el).find('a.developer').first().text().trim();
+    const date    = $(el).find('span.time').first().text().trim();
+    const icon    = $(el).find('img.app-icon-img').first().attr('data-original') || '';
+    const appHref = $(el).find('a.top').first().attr('href') || '';
+    const pkg     = extractPkg(appHref);
 
-    const appUrl = appHref.startsWith('http') ? appHref : `https://apkpure.com${appHref}`
+    if (!name || !pkg || seen.has(pkg)) return;
+    seen.add(pkg);
 
+    const appUrl = appHref.startsWith('http') ? appHref : `${BASE}${appHref}`;
     results.push({
       name,
       developer: dev,
@@ -58,55 +57,50 @@ export async function apkSearch(query, limit = 5) {
       date,
       icon,
       appUrl,
-      dlUrl: `https://d.apkpure.com/b/XAPK/${pkg}?version=latest`,
-    })
-  })
+      dlUrl: `${DL_BASE}/b/APK/${pkg}?version=latest`,
+    });
+  });
 
-  if (!results.length) throw new Error('No se encontraron resultados')
-  return results
+  if (!results.length) throw new Error('No se encontraron resultados');
+  return results;
 }
 
 export async function apkInfo(pkgOrUrl) {
-  let pkg = pkgOrUrl
-  if (pkgOrUrl.includes('apkpure.com')) {
-    pkg = extractPkg(pkgOrUrl) || pkgOrUrl
-  }
-
-  // Buscar por última parte del pkg (ej: "whatsapp" de "com.whatsapp")
-  const shortName = pkg.split('.').pop()
-  const $         = await searchPage(shortName)
-
-  // Buscar el item que tenga el pkg correcto
-  let found = null
-  $('.brand-info-top').each((_, el) => {
-    if (found) return false
-    const appHref = $(el).closest('.search-result')
-      .find('a[href]').toArray()
-      .map(a => $(a).attr('href'))
-      .find(h => h?.includes(pkg))
-    if (appHref) found = el
-  })
-
-  const el   = found ? $(found) : $('.brand-info-top').first()
-  const name = el.find('.p1').text().trim()
-  const dev  = el.find('.p2').text().trim()
-  const date = el.find('.date').text().trim()
-  const icon = el.closest('.search-result').find('img').first().attr('src') || ''
-
-  const dlLinks = []
-  $(`a[href*="d.apkpure.com"]`).each((_, a) => {
-    const href = $(a).attr('href') || ''
-    if (href.includes(pkg)) dlLinks.push(href)
-  })
+  let pkg = pkgOrUrl.includes('apkpure') ? extractPkg(pkgOrUrl) : pkgOrUrl;
+  if (!pkg) pkg = pkgOrUrl;
+
+  const shortName = pkg.split('.').slice(-2).join('-').toLowerCase();
+
+  const { data } = await axios.get(`${BASE}/${shortName}/${pkg}/download`, {
+    headers: HEADERS, timeout: 15000, validateStatus: () => true
+  });
+  const $       = cheerio.load(data);
+  const pageData = parsePageData(data);
+
+  const name    = pageData?.versionName
+    ? $('title').text().split(' APK')[0].replace('Download ', '').trim()
+    : $('h1, .title-like').first().text().trim();
+  const version = pageData?.versionName || $('[class*="version"]').first().text().trim().match(/[\d.]+/)?.[0] || '';
+  const size    = $('[class*="size"]').first().text().trim();
+  const icon    = $('img.icon, img[itemprop="image"]').first().attr('src') || '';
+  const dev     = $('[class*="developer"], .dev-info, [itemprop="author"]').first().text().trim();
+
+  const dlLinks = [];
+  $(`a[href*="d.apkpure.net"]`).each((_, a) => {
+    const href = $(a).attr('href') || '';
+    if (href.includes(pkg)) dlLinks.push(href);
+  });
 
   return {
     name,
     developer: dev,
     pkg,
-    date,
+    version,
+    size,
     icon,
-    download:  `https://d.apkpure.com/b/XAPK/${pkg}?version=latest`,
+    download:  `${DL_BASE}/b/APK/${pkg}?version=latest`,
+    downloadXapk: `${DL_BASE}/b/XAPK/${pkg}?version=latest`,
     dlLinks:   [...new Set(dlLinks)],
-    url:       `https://apkpure.com/search?q=${shortName}`,
-  }
+    url:       `${BASE}/${shortName}/${pkg}`,
+  };
 }

package/src/scrapers/instagram.js

@@ -29,26 +29,34 @@ function parseItems(html) {
     items.push({ type, url: clean });
   }
 
+  // Primero agregar fuentes directas (CDN Instagram)
   $('source[src]').each((_, el) => {
     const src = $(el).attr('src');
-    if (src) add('video', src);
-  });
-
-  $('a[href]').each((_, el) => {
-    const href = $(el).attr('href') || '';
-    if (!href.includes('kdnsd/v1/download')) return;
-    const b64     = href.split('url=')[1] || '';
-    const decoded = decodeUrl(decodeURIComponent(b64));
-    const type    = decoded.includes('.mp4') ? 'video' : 'image';
-    add(type, href.replace(/&/g, '&'));
+    if (src && !src.includes('kdnsd')) add('video', src);
   });
 
   $('img[src]').each((_, el) => {
     const src = $(el).attr('src') || '';
-    if (src.includes('kdnsd/v1/download') || src.includes('cdninstagram') || src.includes('fbcdn'))
+    if ((src.includes('cdninstagram') || src.includes('fbcdn')) && !src.includes('kdnsd'))
       add('image', src);
   });
 
+  if (!items.length) {
+    $('a[href]').each((_, el) => {
+      const href = $(el).attr('href') || '';
+      if (!href.includes('kdnsd/v1/download')) return;
+      const b64     = href.split('url=')[1] || '';
+      const decoded = decodeUrl(decodeURIComponent(b64));
+      const type    = decoded.includes('.mp4') ? 'video' : 'image';
+      add(type, href.replace(/&/g, '&'));
+    });
+
+    $('img[src]').each((_, el) => {
+      const src = $(el).attr('src') || '';
+      if (src.includes('kdnsd/v1/download')) add('image', src);
+    });
+  }
+
   return items;
 }