better-ani-scraped 1.6.7 → 1.6.10

package/examples/animesama/example_usage_getEmbed.js

@@ -2,9 +2,9 @@ import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-s
 
 const main = async () => {
   const animesama = new AnimeScraper('animesama');
-  const seasonUrl = "https://anime-sama.fr/catalogue/solo-leveling/saison1/vostfr/";
+  const seasonUrl = "https://anime-sama.fr/catalogue/one-piece/saison11/vostfr";
   
-  const embeds = await animesama.getEmbed(seasonUrl, ["sibnet", "vidmoly", "sendvid"], true, true);
+  const embeds = await animesama.getEmbed(seasonUrl, ["smoothpre", "movearnpre", "sibnet", "vidmoly", "sendvid"], true, true);
 
 console.log("Embed Links:", JSON.stringify(embeds, null, 2));
 

package/examples/utility-functions/example_usage_getVideoUrlFromEmbed.js

@@ -3,8 +3,10 @@ import { getVideoUrlFromEmbed } from "../../index.js"; // REPLACE BY "from 'bett
 const main = async () => {
   const embedUrlSibnet = "https://video.sibnet.ru/shell.php?videoid=4291083";
   const embedUrlSendvid = "https://sendvid.com/embed/4vzpcb0q";
-  const embedUrlVidmoly = "https://vidmoly.to/embed-vt374ef2joph.html";
+  const embedUrlVidmoly = "https://vidmoly.to/embed-rvqrwg5zk37w.html";
   const embedUrlOneupload = "https://oneupload.net/embed-axdrxh1y3p37.html";
+  const embedUrlSmoothpre = "https://smoothpre.com/embed/8294jcf1q8jf";
+  const embedUrlMovearnpre = "https://movearnpre.com/embed/e3xbkin87yt3";
 
   const videoUrlSibnet = await getVideoUrlFromEmbed("sibnet", embedUrlSibnet)
   console.log("Video URL Sibnet:", videoUrlSibnet);
@@ -17,6 +19,13 @@ const main = async () => {
   
   const videoUrlOneupload = await getVideoUrlFromEmbed("oneupload", embedUrlOneupload)
   console.log("Video URL Oneupload:", videoUrlOneupload);
+
+  const videoUrlSmoothpre = await getVideoUrlFromEmbed("smoothpre", embedUrlSmoothpre)
+  console.log("Video URL Smoothpre:", videoUrlSmoothpre);
+
+  const videoUrlMovearnpre = await getVideoUrlFromEmbed("movearnpre", embedUrlMovearnpre)
+  console.log("Video URL Movearnpre:", videoUrlMovearnpre);
+
 };
 
 main().catch(console.error);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "better-ani-scraped",
-  "version": "1.6.7",
-  "description": "Scrape anime data from different sources (only anime-sama.fr for the moment)",
+  "version": "1.6.10",
+  "description": "Scrape anime data from different sources (only anime-sama.fr, animepahe and crunchyroll for the moment)",
   "main": "index.js",
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1"

package/scrapers/animesama.js

@@ -187,11 +187,15 @@ export async function getEpisodeTitles(seasonUrl, customChromiumPath) {
     browser = await puppeteer.launch({
       headless: true,
       executablePath,
-      args: ['--no-sandbox', '--disable-setuid-sandbox'],
+      args: [
+        '--no-sandbox',
+        '--disable-setuid-sandbox',
+      ]
+
     });
 
     const page = await browser.newPage();
-
+    await page.setExtraHTTPHeaders(getHeaders(seasonUrl));
     await page.setRequestInterception(true);
     page.on('request', (req) => {
       const blocked = ['image', 'stylesheet', 'font', 'media'];
@@ -201,9 +205,13 @@ export async function getEpisodeTitles(seasonUrl, customChromiumPath) {
         req.continue();
       }
     });
-
+    await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 ' + '(KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36');
+    await page.evaluateOnNewDocument(() => {
+      Object.defineProperty(navigator, 'webdriver', { get: () => false });
+    });
     await page.goto(seasonUrl, { waitUntil: 'domcontentloaded' });
     await page.waitForSelector('#selectEpisodes');
+    
 
     const titres = await page.$$eval('#selectEpisodes option', options =>
       options.map(o => o.textContent.trim())
@@ -248,7 +256,7 @@ export async function getEmbed(
     .get(scriptUrl, { headers: getHeaders(seasonUrl) })
     .then((r) => r.data);
 
-  const matches = [...episodesJs.matchAll(/var\s+(eps\d+)\s*=\s*(\[[^\]]+\])/g)];
+  const matches = [...episodesJs.toLowerCase().matchAll(/var\s+(eps\d+)\s*=\s*(\[[^\]]+\])/g)];
   if (!matches.length) throw new Error("No episode arrays found");
 
   let episodeMatrix = [];
@@ -271,18 +279,18 @@ export async function getEmbed(
 
       for (const host of hostPriority) {
         for (const arr of episodeMatrix) {
-          if (i < arr.length && arr[i].includes(host)) {
-            if (!hosts.includes(host)) {
+          if (i < arr.length && arr[i].includes(host.toLowerCase())) {
+            if (!hosts.includes(host.toLowerCase())) {
               urls.push(arr[i]);
-              hosts.push(host);
+              hosts.push(host.toLowerCase());
             }
-            break; // une seule URL par host
+            break;
           }
         }
       }
 
       finalEmbeds.push({
-        title: null, // à remplir plus tard
+        title: null, 
         url: urls.length ? urls : null,
         host: hosts.length ? hosts : null,
       });
@@ -293,9 +301,9 @@ export async function getEmbed(
 
       for (const host of hostPriority) {
         for (const arr of episodeMatrix) {
-          if (i < arr.length && arr[i].includes(host)) {
+          if (i < arr.length && arr[i].includes(host.toLowerCase())) {
             selectedUrl = arr[i];
-            selectedHost = host;
+            selectedHost = host.toLowerCase();
             break;
           }
         }
@@ -303,7 +311,7 @@ export async function getEmbed(
       }
 
       finalEmbeds.push({
-        title: null, // à remplir plus tard
+        title: null, 
         url: selectedUrl || null,
         host: selectedHost || null,
       });
@@ -601,4 +609,3 @@ export async function getRandomAnime(
     return null;
   }
 }
-

package/utils/dispatcher.js

@@ -10,6 +10,9 @@ export async function getVideoUrlFromEmbed(source, embedUrl) {
   if (source === "vidmoly" || source === "oneupload" ) { 
     return await extractor.getVidmolyOrOneuploadVideo(embedUrl);
   }
+  if (source === "movearnpre" || source === "smoothpre" ) { 
+    return await extractor.getMovearnpreOrSmoothpreVideo(embedUrl);
+  }
 
   throw new Error(`Unsupported embed source: ${source}`);
 }

package/utils/extractVideoUrl.js

@@ -53,11 +53,13 @@ export async function getSendvidVideo(embedUrl) {
 
 export async function getVidmolyOrOneuploadVideo(embedUrl) {
   try {
+    if (embedUrl.includes("vidmoly.to/")) {
+      embedUrl = embedUrl.replace("vidmoly.to/", "vidmoly.net/");
+    }
     console.log(embedUrl)
     const { data } = await axios.get(embedUrl, {
       headers: getHeaders(embedUrl),
     });
-    console.log(data)
     const $ = cheerio.load(data);
     const scripts = $("script");
 
@@ -74,3 +76,28 @@ export async function getVidmolyOrOneuploadVideo(embedUrl) {
     return null;
   }
 }
+
+import puppeteer from 'puppeteer';
+
+export async function getMovearnpreOrSmoothpreVideo(embedUrl) {
+  const browser = await puppeteer.launch({ headless: true });
+  const page = await browser.newPage();
+
+  await page.setUserAgent(
+    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36"
+  );
+
+  await page.goto(embedUrl, { waitUntil: 'networkidle2' });
+
+  await page.waitForFunction('typeof jwplayer !== "undefined"');
+
+  const videoUrl = await page.evaluate(() => {
+    const player = jwplayer();
+    const sources = player?.getPlaylist()?.[0]?.sources;
+    return sources?.[0]?.file || null;
+  });
+
+  await browser.close();
+  const finalUrl = embedUrl.split("/").slice(0, 3).join("/") + videoUrl
+  return finalUrl;
+}