better-ani-scraped 1.6.11 → 1.6.82

package/DOCUMENTATION.md

@@ -36,9 +36,6 @@ const crunchyroll = new AnimeScraper('crunchyroll') //for Crunchyroll
 - [getAllAnime](#animesamagetallanimewantedlanguages--vostfr-vf-vastfr-wantedtypes--anime-film-page--null-output--anime_listjson-get_seasons--false)
 - [getLatestEpisodes](#animesamagetlatestepisodeslanguagefilter--null)
 - [getRandomAnime](#animesamagetrandomanimewantedlanguages--vostfr-vf-vastfr-wantedtypes--anime-film-maxattempts--null-attempt--0)
-- [getAllTitleScans](#animesamagetalltitlescansmangaurl-numberimg--false)
-- [getImgScans](#animesamagetimgscansmangaurl-wantedchapter)
-
 
 ### `animesama.searchAnime(query, limit = 10, wantedLanguages = ["vostfr", "vf", "vastfr"], wantedTypes = ["Anime", "Film"], page = null)`
 Searches for anime titles that match the given query.
@@ -257,40 +254,6 @@ Fetches a random anime from the catalogue.
 
 ---
 
-### `animesama.getAllTitleScans(mangaUrl, numberImg = false)`
-Scrapes all the scans of a chapter.
-
-- **Parameters:**
-  - `mangaUrl` *(string)*: The manga URL.
-  - `numberImg` *(boolean)*: If `true`, indicates the number of images in each chapter.
-- **Returns:**  
-  An array of chapter titles if *numberImg = false* 
-  Else : 
-  ```js
-  {
-    scans :
-    [
-      {
-        title: string,
-        url: string, 
-      },
-      ...
-    ]
-    mangaTitle: string,
-  }
-
----
-
-### `animesama.getImgScans(mangaUrl, wantedChapter)`
-Scrapes all the scans of a chapter.
-
-- **Parameters:**
-  - `mangaUrl` *(string)*: The manga URL.
-  - `wantedChapter` *(int)*: The number of the chapter you want.
-- **Returns:**  
-  An array of image URL.
-
----
 
 ## `AnimeScraper("animepahe")` methods
 

package/examples/animesama/example_usage_getAllAnime.js

@@ -3,7 +3,7 @@ import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-s
 const main = async () => {
   const animesama = new AnimeScraper('animesama');
 
-  const catalogue = await animesama.getAllAnime(["vostfr", "vf", "vastfr"], ["Anime", "Film", "Scans"], 1);
+  const catalogue = await animesama.getAllAnime(["vostfr", "vf", "vastfr"], ["Anime", "Film"], 2);
   console.log(catalogue)
 };
 

package/examples/animesama/example_usage_getEmbed.js

@@ -2,9 +2,9 @@ import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-s
 
 const main = async () => {
   const animesama = new AnimeScraper('animesama');
-  const seasonUrl = "https://anime-sama.fr/catalogue/one-piece/saison11/vostfr";
+  const seasonUrl = "https://anime-sama.fr/catalogue/solo-leveling/saison1/vostfr/";
   
-  const embeds = await animesama.getEmbed(seasonUrl, ["smoothpre", "movearnpre", "sibnet", "vidmoly", "sendvid"], true, true);
+  const embeds = await animesama.getEmbed(seasonUrl, ["sibnet", "vidmoly", "sendvid"], true, true);
 
 console.log("Embed Links:", JSON.stringify(embeds, null, 2));
 

package/examples/animesama/example_usage_getSeasons.js

@@ -2,9 +2,9 @@ import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-s
 
 const main = async () => {
   const animesama = new AnimeScraper('animesama');
-  const animeUrl = "https://anime-sama.fr/catalogue/one-piece";
+  const animeUrl = "https://anime-sama.fr/catalogue/sword-art-online";
   
-  const seasons = await animesama.getSeasons(animeUrl, ["vostfr", "vf"], ["Anime", "Scans"]);
+  const seasons = await animesama.getSeasons(animeUrl, ["vostfr", "vf"]);
   console.log("Seasons:", seasons);
 };
 

package/examples/utility-functions/example_usage_getVideoUrlFromEmbed.js

@@ -5,8 +5,6 @@ const main = async () => {
   const embedUrlSendvid = "https://sendvid.com/embed/4vzpcb0q";
   const embedUrlVidmoly = "https://vidmoly.to/embed-rvqrwg5zk37w.html";
   const embedUrlOneupload = "https://oneupload.net/embed-axdrxh1y3p37.html";
-  const embedUrlSmoothpre = "https://smoothpre.com/embed/8294jcf1q8jf";
-  const embedUrlMovearnpre = "https://movearnpre.com/embed/e3xbkin87yt3";
 
   const videoUrlSibnet = await getVideoUrlFromEmbed("sibnet", embedUrlSibnet)
   console.log("Video URL Sibnet:", videoUrlSibnet);
@@ -19,13 +17,6 @@ const main = async () => {
   
   const videoUrlOneupload = await getVideoUrlFromEmbed("oneupload", embedUrlOneupload)
   console.log("Video URL Oneupload:", videoUrlOneupload);
-
-  const videoUrlSmoothpre = await getVideoUrlFromEmbed("smoothpre", embedUrlSmoothpre)
-  console.log("Video URL Smoothpre:", videoUrlSmoothpre);
-
-  const videoUrlMovearnpre = await getVideoUrlFromEmbed("movearnpre", embedUrlMovearnpre)
-  console.log("Video URL Movearnpre:", videoUrlMovearnpre);
-
 };
 
 main().catch(console.error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "better-ani-scraped",
-  "version": "1.6.11",
+  "version": "1.6.82",
   "description": "Scrape anime data from different sources (only anime-sama.fr, animepahe and crunchyroll for the moment)",
   "main": "index.js",
   "scripts": {

package/scrapers/animesama.js

@@ -4,7 +4,6 @@ import fs from "fs";
 import path from 'path';
 import { exec as execCallback } from 'child_process';
 import { promisify } from 'util';
-import { title } from "process";
 const execAsync = promisify(execCallback);
  
 
@@ -125,26 +124,15 @@ export async function searchAnime(
   return results;
 }
 
-export async function getSeasons(animeUrl, languagePriority = ["vostfr", "vf", "va", "vkr", "vcn", "vqc", "vf1", "vf2"], wantedTypes=["Anime", "Kai", "Scans"]) {
+export async function getSeasons(animeUrl, languagePriority = ["vostfr", "vf", "va", "vkr", "vcn", "vqc", "vf1", "vf2"]) {
   const res = await axios.get(animeUrl, { headers: getHeaders(CATALOGUE_URL) });
   const html = res.data;
-  let mainAnimeOnly = html;
-  if (wantedTypes.length !== 0) {
-    if (!wantedTypes.includes("Anime")) {
-      mainAnimeOnly = mainAnimeOnly.replace(/<h2.*?>Anime<\/h2>[\s\S]*?(?=<h2|$)/g, '');
-    }
-    if (!wantedTypes.includes("Kai")) {
-      mainAnimeOnly = mainAnimeOnly.replace(/<h2.*?>Anime Version Kai<\/h2>[\s\S]*?(?=<h2|$)/g, '');
-    }
-    if (!wantedTypes.includes("Scans")) {
-      mainAnimeOnly = mainAnimeOnly.replace(/<h2.*?>Manga<\/h2>[\s\S]*?(?=<h2|$)/g, '');
-    }
-  }
-  
+
+  const mainAnimeOnly = html.split("Anime Version Kai")[0];
   const $ = cheerio.load(mainAnimeOnly);
   const scriptTags = $("script")
     .toArray()
-    .filter(script => ["panneauAnime", "panneauScan"].some(str => $(script).html().includes(str)));
+    .filter(script => $(script).html().includes("panneauAnime"));
 
   const animeName = animeUrl.split("/")[4];
   let seasons = [];
@@ -152,7 +140,7 @@ export async function getSeasons(animeUrl, languagePriority = ["vostfr", "vf", "
   for (const language of languagePriority) {
     seasons = [];
     let languageAvailable = false;
-    let scansLanguage = "";
+
     for (let script of scriptTags) {
       const content = $(script).html();
 
@@ -160,49 +148,33 @@ export async function getSeasons(animeUrl, languagePriority = ["vostfr", "vf", "
         .replace(/\/\*[\s\S]*?\*\//g, "")
         .replace(/\/\/.*$/gm, "");
 
-      const matches = [...uncommentedContent.matchAll(/(panneauAnime|panneauScan)\("([^"]+)", "([^"]+)"\);/g)];
+      const matches = [...uncommentedContent.matchAll(/panneauAnime\("([^"]+)", "([^"]+)"\);/g)];
 
       for (let match of matches) {
-        const type = match[1]; 
-        const title = match[2];
-        const href = match[3].split("/")[0];
-
-        if (type === "panneauScan") {
-          let found = false;
-          for (const lang of languagePriority) {
-            const fullUrl = `${CATALOGUE_URL}/${animeName}/${href}/${lang}`;
-            try {
-              const check = await axios.head(fullUrl, { headers: getHeaders(animeUrl) });
-              if (check.status === 200) {
-                seasons.push({ title, url: fullUrl });
-                scansLanguage = lang
-                found = true;
-                break; 
-              }
-            } catch {}
+        const title = match[1];
+        const href = match[2].split("/")[0];
+        const fullUrl = `${CATALOGUE_URL}/${animeName}/${href}/${language}`;
+
+        try {
+          const check = await axios.head(fullUrl, {
+            headers: getHeaders(animeUrl),
+          });
+          if (check.status === 200) {
+            languageAvailable = true;
+            seasons.push({ title, url: fullUrl });
           }
-          if (found) languageAvailable = true;
-        } else {
-          const fullUrl = `${CATALOGUE_URL}/${animeName}/${href}/${language}`;
-          try {
-            const check = await axios.head(fullUrl, { headers: getHeaders(animeUrl) });
-            if (check.status === 200) {
-              seasons.push({ title, url: fullUrl });
-              languageAvailable = true;
-            }
-          } catch {}
+        } catch (err) {
+          // Ignore invalid URLs
         }
       }
     }
-    if (wantedTypes.includes("Scans") && wantedTypes.length==1 && scansLanguage) {
-      return { scansLanguage, seasons };
-    }
-    else if (languageAvailable) {
+
+    if (languageAvailable) {
       return { language, seasons };
     }
   }
 
-  return [];
+  return { error: "No language available in : " + languagePriority.join(", ") };
 }
 
 
@@ -284,7 +256,7 @@ export async function getEmbed(
     .get(scriptUrl, { headers: getHeaders(seasonUrl) })
     .then((r) => r.data);
 
-  const matches = [...episodesJs.toLowerCase().matchAll(/var\s+(eps\d+)\s*=\s*(\[[^\]]+\])/g)];
+  const matches = [...episodesJs.matchAll(/var\s+(eps\d+)\s*=\s*(\[[^\]]+\])/g)];
   if (!matches.length) throw new Error("No episode arrays found");
 
   let episodeMatrix = [];
@@ -307,18 +279,18 @@ export async function getEmbed(
 
       for (const host of hostPriority) {
         for (const arr of episodeMatrix) {
-          if (i < arr.length && arr[i].includes(host.toLowerCase())) {
-            if (!hosts.includes(host.toLowerCase())) {
+          if (i < arr.length && arr[i].includes(host)) {
+            if (!hosts.includes(host)) {
               urls.push(arr[i]);
-              hosts.push(host.toLowerCase());
+              hosts.push(host);
             }
-            break;
+            break; // une seule URL par host
           }
         }
       }
 
       finalEmbeds.push({
-        title: null, 
+        title: null, // à remplir plus tard
         url: urls.length ? urls : null,
         host: hosts.length ? hosts : null,
       });
@@ -329,9 +301,9 @@ export async function getEmbed(
 
       for (const host of hostPriority) {
         for (const arr of episodeMatrix) {
-          if (i < arr.length && arr[i].includes(host.toLowerCase())) {
+          if (i < arr.length && arr[i].includes(host)) {
             selectedUrl = arr[i];
-            selectedHost = host.toLowerCase();
+            selectedHost = host;
             break;
           }
         }
@@ -339,7 +311,7 @@ export async function getEmbed(
       }
 
       finalEmbeds.push({
-        title: null, 
+        title: null, // à remplir plus tard
         url: selectedUrl || null,
         host: selectedHost || null,
       });
@@ -445,37 +417,28 @@ export async function getAllAnime(
     const url = pageNum === 1 ? CATALOGUE_URL : `${CATALOGUE_URL}?page=${pageNum}`;
     const res = await axios.get(url, { headers: getHeaders(CATALOGUE_URL) });
     const $ = cheerio.load(res.data);
-
+  
     const containers = $("div.shrink-0.m-3.rounded.border-2");
-
+  
     containers.each((_, el) => {
       const anchor = $(el).find("a");
       const title = anchor.find("h1").text().trim();
       const link = anchor.attr("href");
       const img = anchor.find("img").attr("src");
-
+  
       const paragraphs = anchor.find("p").toArray().map(p => $(p).text().trim());
-
+  
       const altTitles = paragraphs[0] ? paragraphs[0].split(',').map(name => name.trim()) : [];
       const genres = paragraphs[1] ? paragraphs[1].split(',').map(genre => genre.trim()) : [];
       const type = paragraphs[2] ? paragraphs[2].split(',').map(t => t.trim()) : [];
       const language = paragraphs[3] ? paragraphs[3].split(',').map(lang => lang.trim()) : [];
-
-      const filteredTypes = wantedTypes.length === 0
-        ? type
-        : type.filter(t => isWanted(t, wantedTypes));
-
-      const hasScans = filteredTypes.some(t => t.toLowerCase() === "scans".toLowerCase());
-
-      const filteredLanguages = (wantedLanguages.length === 0 || hasScans)
-        ? language
-        : language.filter(lang => isWanted(lang, wantedLanguages));
-
+      const filteredTypes = type.filter(t => isWanted(t, wantedTypes));
+      const filteredLanguages = language.filter(lang => isWanted(lang, wantedLanguages));
       if (
         title &&
         link &&
         filteredTypes.length > 0 &&
-        (filteredLanguages.length > 0 || hasScans)
+        filteredLanguages.length > 0
       ) {
         const fullUrl = link.startsWith("http") ? link : `${BASE_URL}${link}`;
         animeLinks.push({
@@ -489,10 +452,10 @@ export async function getAllAnime(
         });
       }
     });
-
+  
     return containers.length > 0;
   };
-
+  
   const enrichWithSeasons = async (list) => {
     for (const anime of list) {
       try {
@@ -646,32 +609,3 @@ export async function getRandomAnime(
     return null;
   }
 }
-
-
-export async function getAllTitleScans(mangaUrl, numberImg = false) {
-  const res = await axios.get(mangaUrl, { headers: getHeaders() });
-  const $ = cheerio.load(res.data);
-
-  const title = encodeURIComponent($("#titreOeuvre").text().trim());
-  const urlInfo = `https://anime-sama.fr/s2/scans/get_nb_chap_et_img.php?oeuvre=${title}`
-  const infoPage = await axios.get(urlInfo, { headers: getHeaders() });
-  const titleChapter = Object.keys(infoPage.data)
-
-  if (numberImg) {
-    return {scans :infoPage.data, mangaTitle :title}
-  } else {
-    return titleChapter
-  }
-}
-
-export async function getImgScans(mangaUrl, wantedChapter) {
-  const infoScan = await getAllTitleScans(mangaUrl, true)
-  const numberImg = infoScan.scans[wantedChapter.toString()];
-  const mangaTitle = infoScan.mangaTitle
-  const imgUrls = [];
-  for (let i = 1; i <= numberImg; i++) {
-    imgUrls.push(`https://anime-sama.fr/s2/scans/${mangaTitle}/${wantedChapter}/${i}.jpg`);
-  }
-
-  return imgUrls
-}

package/scrapers/scrapers.js

@@ -104,21 +104,4 @@ export class AnimeScraper {
       return null;
     }
   }
-
-  async getAllTitleScans(mangaUrl, ...rest) {
-    try {
-      return await this.source.getAllTitleScans(mangaUrl, ...rest);
-    } catch (error) {
-      console.error(`This scraper does not have the getAllTitleScans function implemented or an error happened -> ${error}`);
-      return null;
-    }
-  }
-  async getImgScans(mangaUrl, ...rest) {
-    try {
-      return await this.source.getImgScans(mangaUrl, ...rest);
-    } catch (error) {
-      console.error(`This scraper does not have the getImgScans function implemented or an error happened -> ${error}`);
-      return null;
-    }
-  }
 }

package/utils/dispatcher.js

@@ -10,9 +10,6 @@ export async function getVideoUrlFromEmbed(source, embedUrl) {
   if (source === "vidmoly" || source === "oneupload" ) { 
     return await extractor.getVidmolyOrOneuploadVideo(embedUrl);
   }
-  if (source === "movearnpre" || source === "smoothpre" ) { 
-    return await extractor.getMovearnpreOrSmoothpreVideo(embedUrl);
-  }
 
   throw new Error(`Unsupported embed source: ${source}`);
 }

package/utils/extractVideoUrl.js

@@ -60,6 +60,7 @@ export async function getVidmolyOrOneuploadVideo(embedUrl) {
     const { data } = await axios.get(embedUrl, {
       headers: getHeaders(embedUrl),
     });
+    console.log(data)
     const $ = cheerio.load(data);
     const scripts = $("script");
 
@@ -76,28 +77,3 @@ export async function getVidmolyOrOneuploadVideo(embedUrl) {
     return null;
   }
 }
-
-import puppeteer from 'puppeteer';
-
-export async function getMovearnpreOrSmoothpreVideo(embedUrl) {
-  const browser = await puppeteer.launch({ headless: true });
-  const page = await browser.newPage();
-
-  await page.setUserAgent(
-    "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36"
-  );
-
-  await page.goto(embedUrl, { waitUntil: 'networkidle2' });
-
-  await page.waitForFunction('typeof jwplayer !== "undefined"');
-
-  const videoUrl = await page.evaluate(() => {
-    const player = jwplayer();
-    const sources = player?.getPlaylist()?.[0]?.sources;
-    return sources?.[0]?.file || null;
-  });
-
-  await browser.close();
-  const finalUrl = embedUrl.split("/").slice(0, 3).join("/") + videoUrl
-  return finalUrl;
-}

package/examples/animesama/example_usage_getAllTitleScans.js

@@ -1,10 +0,0 @@
-import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-scraped';"
-
-const main = async () => {
-  const animesama = new AnimeScraper('animesama');
-  const mangaUrl = "https://anime-sama.fr/catalogue/drcl-midnight-children/scan/vf";
-  const chapterTitles = await animesama.getAllTitleScans(mangaUrl, true);
-  console.log("Titles:", chapterTitles);
-};
-
-main().catch(console.error);

package/examples/animesama/example_usage_getImgScans.js

@@ -1,10 +0,0 @@
-import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-scraped';"
-
-const main = async () => {
-  const animesama = new AnimeScraper('animesama');
-  const scansUrl = "https://anime-sama.fr/catalogue/drcl-midnight-children/scan/vf";
-  const scansImgUrl = await animesama.getImgScans(scansUrl, 9);
-  console.log("Image scans:", scansImgUrl);
-};
-
-main().catch(console.error);