better-ani-scraped 1.6.7 → 1.6.9

package/examples/utility-functions/example_usage_getVideoUrlFromEmbed.js

@@ -3,8 +3,10 @@ import { getVideoUrlFromEmbed } from "../../index.js"; // REPLACE BY "from 'bett
 const main = async () => {
   const embedUrlSibnet = "https://video.sibnet.ru/shell.php?videoid=4291083";
   const embedUrlSendvid = "https://sendvid.com/embed/4vzpcb0q";
-  const embedUrlVidmoly = "https://vidmoly.to/embed-vt374ef2joph.html";
+  const embedUrlVidmoly = "https://vidmoly.to/embed-rvqrwg5zk37w.html";
   const embedUrlOneupload = "https://oneupload.net/embed-axdrxh1y3p37.html";
+  const embedUrlSmoothpre = "https://smoothpre.com/embed/8294jcf1q8jf";
+  const embedUrlMovearnpre = "https://movearnpre.com/embed/e3xbkin87yt3";
 
   const videoUrlSibnet = await getVideoUrlFromEmbed("sibnet", embedUrlSibnet)
   console.log("Video URL Sibnet:", videoUrlSibnet);
@@ -17,6 +19,13 @@ const main = async () => {
   
   const videoUrlOneupload = await getVideoUrlFromEmbed("oneupload", embedUrlOneupload)
   console.log("Video URL Oneupload:", videoUrlOneupload);
+
+  const videoUrlSmoothpre = await getVideoUrlFromEmbed("smoothpre", embedUrlSmoothpre)
+  console.log("Video URL Smoothpre:", videoUrlSmoothpre);
+
+  const videoUrlMovearnpre = await getVideoUrlFromEmbed("movearnpre", embedUrlMovearnpre)
+  console.log("Video URL Movearnpre:", videoUrlMovearnpre);
+
 };
 
 main().catch(console.error);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "better-ani-scraped",
-  "version": "1.6.7",
-  "description": "Scrape anime data from different sources (only anime-sama.fr for the moment)",
+  "version": "1.6.9",
+  "description": "Scrape anime data from different sources (only anime-sama.fr, animepahe and crunchyroll for the moment)",
   "main": "index.js",
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1"

package/scrapers/animesama.js

@@ -187,11 +187,15 @@ export async function getEpisodeTitles(seasonUrl, customChromiumPath) {
     browser = await puppeteer.launch({
       headless: true,
       executablePath,
-      args: ['--no-sandbox', '--disable-setuid-sandbox'],
+      args: [
+        '--no-sandbox',
+        '--disable-setuid-sandbox',
+      ]
+
     });
 
     const page = await browser.newPage();
-
+    await page.setExtraHTTPHeaders(getHeaders(seasonUrl));
     await page.setRequestInterception(true);
     page.on('request', (req) => {
       const blocked = ['image', 'stylesheet', 'font', 'media'];
@@ -201,9 +205,13 @@ export async function getEpisodeTitles(seasonUrl, customChromiumPath) {
         req.continue();
       }
     });
-
+    await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 ' + '(KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36');
+    await page.evaluateOnNewDocument(() => {
+      Object.defineProperty(navigator, 'webdriver', { get: () => false });
+    });
     await page.goto(seasonUrl, { waitUntil: 'domcontentloaded' });
     await page.waitForSelector('#selectEpisodes');
+    
 
     const titres = await page.$$eval('#selectEpisodes option', options =>
       options.map(o => o.textContent.trim())
@@ -601,4 +609,3 @@ export async function getRandomAnime(
     return null;
   }
 }
-

package/utils/dispatcher.js

@@ -10,6 +10,9 @@ export async function getVideoUrlFromEmbed(source, embedUrl) {
   if (source === "vidmoly" || source === "oneupload" ) { 
     return await extractor.getVidmolyOrOneuploadVideo(embedUrl);
   }
+  if (source === "movearnpre" || source === "smoothpre" ) { 
+    return await extractor.getMovearnpreOrSmoothpreVideo(embedUrl);
+  }
 
   throw new Error(`Unsupported embed source: ${source}`);
 }

package/utils/extractVideoUrl.js

@@ -53,11 +53,13 @@ export async function getSendvidVideo(embedUrl) {
 
 export async function getVidmolyOrOneuploadVideo(embedUrl) {
   try {
+    if (embedUrl.includes("vidmoly.to/")) {
+      embedUrl = embedUrl.replace("vidmoly.to/", "vidmoly.net/");
+    }
     console.log(embedUrl)
     const { data } = await axios.get(embedUrl, {
       headers: getHeaders(embedUrl),
     });
-    console.log(data)
     const $ = cheerio.load(data);
     const scripts = $("script");
 
@@ -74,3 +76,28 @@ export async function getVidmolyOrOneuploadVideo(embedUrl) {
     return null;
   }
 }
+
+import puppeteer from 'puppeteer';
+
+export async function getMovearnpreOrSmoothpreVideo(embedUrl) {
+  const browser = await puppeteer.launch({ headless: true });
+  const page = await browser.newPage();
+
+  await page.setUserAgent(
+    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36"
+  );
+
+  await page.goto(embedUrl, { waitUntil: 'networkidle2' });
+
+  await page.waitForFunction('typeof jwplayer !== "undefined"');
+
+  const videoUrl = await page.evaluate(() => {
+    const player = jwplayer();
+    const sources = player?.getPlaylist()?.[0]?.sources;
+    return sources?.[0]?.file || null;
+  });
+
+  await browser.close();
+  const finalUrl = embedUrl.split("/").slice(0, 3).join("/") + videoUrl
+  return finalUrl;
+}