better-ani-scraped 1.6.6 → 1.6.9

package/examples/animesama/example_usage_searchAnime.js

@@ -3,7 +3,7 @@ import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-s
 const main = async () => {
   const animesama = new AnimeScraper('animesama');
 
-  const search = await animesama.searchAnime("a", 100, ["vostfr", "vf", "vastfr"], ["Anime", "Film"], 2);
+  const search = await animesama.searchAnime("gachiakuta", 100, [], ["Anime", "Film", "Autres", "Scans"]);
   console.log("Search Results:", search);
 };
 

package/examples/utility-functions/example_usage_getVideoUrlFromEmbed.js

@@ -3,8 +3,10 @@ import { getVideoUrlFromEmbed } from "../../index.js"; // REPLACE BY "from 'bett
 const main = async () => {
   const embedUrlSibnet = "https://video.sibnet.ru/shell.php?videoid=4291083";
   const embedUrlSendvid = "https://sendvid.com/embed/4vzpcb0q";
-  const embedUrlVidmoly = "https://vidmoly.to/embed-vt374ef2joph.html";
+  const embedUrlVidmoly = "https://vidmoly.to/embed-rvqrwg5zk37w.html";
   const embedUrlOneupload = "https://oneupload.net/embed-axdrxh1y3p37.html";
+  const embedUrlSmoothpre = "https://smoothpre.com/embed/8294jcf1q8jf";
+  const embedUrlMovearnpre = "https://movearnpre.com/embed/e3xbkin87yt3";
 
   const videoUrlSibnet = await getVideoUrlFromEmbed("sibnet", embedUrlSibnet)
   console.log("Video URL Sibnet:", videoUrlSibnet);
@@ -17,6 +19,13 @@ const main = async () => {
   
   const videoUrlOneupload = await getVideoUrlFromEmbed("oneupload", embedUrlOneupload)
   console.log("Video URL Oneupload:", videoUrlOneupload);
+
+  const videoUrlSmoothpre = await getVideoUrlFromEmbed("smoothpre", embedUrlSmoothpre)
+  console.log("Video URL Smoothpre:", videoUrlSmoothpre);
+
+  const videoUrlMovearnpre = await getVideoUrlFromEmbed("movearnpre", embedUrlMovearnpre)
+  console.log("Video URL Movearnpre:", videoUrlMovearnpre);
+
 };
 
 main().catch(console.error);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "better-ani-scraped",
-  "version": "1.6.6",
-  "description": "Scrape anime data from different sources (only anime-sama.fr for the moment)",
+  "version": "1.6.9",
+  "description": "Scrape anime data from different sources (only anime-sama.fr, animepahe and crunchyroll for the moment)",
   "main": "index.js",
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1"

package/scrapers/animesama.js

@@ -46,12 +46,15 @@ function getHeaders(referer = BASE_URL) {
 export async function searchAnime(
   query,
   limit = 10,
-  wantedLanguages = ["vostfr", "vf", "vastfr"],
-  wantedTypes = ["Anime", "Film"],
+  wantedLanguages = null,
+  wantedTypes = null,
   page = null
 ) {
+  const languages = Array.isArray(wantedLanguages) ? wantedLanguages : ["vostfr", "vf", "vastfr"];
+  const types = Array.isArray(wantedTypes) ? wantedTypes : ["Anime", "Film"];
+
   const isWanted = (text, list) =>
-    list.some(item => text.toLowerCase().includes(item.toLowerCase()));
+    list.length === 0 || list.some(item => text.toLowerCase().includes(item.toLowerCase()));
 
   const results = [];
 
@@ -76,11 +79,11 @@ export async function searchAnime(
       const cover = anchor.find("img").first().attr("src");
 
       const tagText = anchor.find("p").filter((_, p) =>
-        isWanted($(p).text(), wantedTypes)
+        isWanted($(p).text(), types)
       ).first().text();
 
       const languageText = anchor.find("p").filter((_, p) =>
-        isWanted($(p).text(), wantedLanguages)
+        isWanted($(p).text(), languages)
       ).first().text();
 
       const altTitles = altRaw
@@ -92,7 +95,10 @@ export async function searchAnime(
         ? genreRaw.split(",").map((g) => g.trim()).filter(Boolean)
         : [];
 
-      if (title && link && tagText && languageText) {
+      const hasValidType = types.length === 0 || tagText;
+      const hasValidLanguage = languages.length === 0 || languageText;
+
+      if (title && link && hasValidType && hasValidLanguage) {
         results.push({
           title,
           altTitles,
@@ -181,11 +187,15 @@ export async function getEpisodeTitles(seasonUrl, customChromiumPath) {
     browser = await puppeteer.launch({
       headless: true,
       executablePath,
-      args: ['--no-sandbox', '--disable-setuid-sandbox'],
+      args: [
+        '--no-sandbox',
+        '--disable-setuid-sandbox',
+      ]
+
     });
 
     const page = await browser.newPage();
-
+    await page.setExtraHTTPHeaders(getHeaders(seasonUrl));
     await page.setRequestInterception(true);
     page.on('request', (req) => {
       const blocked = ['image', 'stylesheet', 'font', 'media'];
@@ -195,9 +205,13 @@ export async function getEpisodeTitles(seasonUrl, customChromiumPath) {
         req.continue();
       }
     });
-
+    await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 ' + '(KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36');
+    await page.evaluateOnNewDocument(() => {
+      Object.defineProperty(navigator, 'webdriver', { get: () => false });
+    });
     await page.goto(seasonUrl, { waitUntil: 'domcontentloaded' });
     await page.waitForSelector('#selectEpisodes');
+    
 
     const titres = await page.$$eval('#selectEpisodes option', options =>
       options.map(o => o.textContent.trim())
@@ -595,4 +609,3 @@ export async function getRandomAnime(
     return null;
   }
 }
-

package/utils/dispatcher.js

@@ -10,6 +10,9 @@ export async function getVideoUrlFromEmbed(source, embedUrl) {
   if (source === "vidmoly" || source === "oneupload" ) { 
     return await extractor.getVidmolyOrOneuploadVideo(embedUrl);
   }
+  if (source === "movearnpre" || source === "smoothpre" ) { 
+    return await extractor.getMovearnpreOrSmoothpreVideo(embedUrl);
+  }
 
   throw new Error(`Unsupported embed source: ${source}`);
 }

package/utils/extractVideoUrl.js

@@ -53,11 +53,13 @@ export async function getSendvidVideo(embedUrl) {
 
 export async function getVidmolyOrOneuploadVideo(embedUrl) {
   try {
+    if (embedUrl.includes("vidmoly.to/")) {
+      embedUrl = embedUrl.replace("vidmoly.to/", "vidmoly.net/");
+    }
     console.log(embedUrl)
     const { data } = await axios.get(embedUrl, {
       headers: getHeaders(embedUrl),
     });
-    console.log(data)
     const $ = cheerio.load(data);
     const scripts = $("script");
 
@@ -74,3 +76,28 @@ export async function getVidmolyOrOneuploadVideo(embedUrl) {
     return null;
   }
 }
+
+import puppeteer from 'puppeteer';
+
+export async function getMovearnpreOrSmoothpreVideo(embedUrl) {
+  const browser = await puppeteer.launch({ headless: true });
+  const page = await browser.newPage();
+
+  await page.setUserAgent(
+    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36"
+  );
+
+  await page.goto(embedUrl, { waitUntil: 'networkidle2' });
+
+  await page.waitForFunction('typeof jwplayer !== "undefined"');
+
+  const videoUrl = await page.evaluate(() => {
+    const player = jwplayer();
+    const sources = player?.getPlaylist()?.[0]?.sources;
+    return sources?.[0]?.file || null;
+  });
+
+  await browser.close();
+  const finalUrl = embedUrl.split("/").slice(0, 3).join("/") + videoUrl
+  return finalUrl;
+}