better-ani-scraped 1.6.9 → 1.6.11

package/DOCUMENTATION.md

@@ -36,6 +36,9 @@ const crunchyroll = new AnimeScraper('crunchyroll') //for Crunchyroll
 - [getAllAnime](#animesamagetallanimewantedlanguages--vostfr-vf-vastfr-wantedtypes--anime-film-page--null-output--anime_listjson-get_seasons--false)
 - [getLatestEpisodes](#animesamagetlatestepisodeslanguagefilter--null)
 - [getRandomAnime](#animesamagetrandomanimewantedlanguages--vostfr-vf-vastfr-wantedtypes--anime-film-maxattempts--null-attempt--0)
+- [getAllTitleScans](#animesamagetalltitlescansmangaurl-numberimg--false)
+- [getImgScans](#animesamagetimgscansmangaurl-wantedchapter)
+
 
 ### `animesama.searchAnime(query, limit = 10, wantedLanguages = ["vostfr", "vf", "vastfr"], wantedTypes = ["Anime", "Film"], page = null)`
 Searches for anime titles that match the given query.
@@ -254,6 +257,40 @@ Fetches a random anime from the catalogue.
 
 ---
 
+### `animesama.getAllTitleScans(mangaUrl, numberImg = false)`
+Scrapes all the scans of a chapter.
+
+- **Parameters:**
+  - `mangaUrl` *(string)*: The manga URL.
+  - `numberImg` *(boolean)*: If `true`, indicates the number of images in each chapter.
+- **Returns:**  
+  An array of chapter titles if *numberImg = false* 
+  Else : 
+  ```js
+  {
+    scans :
+    [
+      {
+        title: string,
+        url: string, 
+      },
+      ...
+    ]
+    mangaTitle: string,
+  }
+
+---
+
+### `animesama.getImgScans(mangaUrl, wantedChapter)`
+Scrapes all the scans of a chapter.
+
+- **Parameters:**
+  - `mangaUrl` *(string)*: The manga URL.
+  - `wantedChapter` *(int)*: The number of the chapter you want.
+- **Returns:**  
+  An array of image URL.
+
+---
 
 ## `AnimeScraper("animepahe")` methods
 

package/examples/animesama/example_usage_getAllAnime.js

@@ -3,7 +3,7 @@ import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-s
 const main = async () => {
   const animesama = new AnimeScraper('animesama');
 
-  const catalogue = await animesama.getAllAnime(["vostfr", "vf", "vastfr"], ["Anime", "Film"], 2);
+  const catalogue = await animesama.getAllAnime(["vostfr", "vf", "vastfr"], ["Anime", "Film", "Scans"], 1);
   console.log(catalogue)
 };
 

package/examples/animesama/example_usage_getAllTitleScans.js

@@ -0,0 +1,10 @@
+import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-scraped';"
+
+const main = async () => {
+  const animesama = new AnimeScraper('animesama');
+  const mangaUrl = "https://anime-sama.fr/catalogue/drcl-midnight-children/scan/vf";
+  const chapterTitles = await animesama.getAllTitleScans(mangaUrl, true);
+  console.log("Titles:", chapterTitles);
+};
+
+main().catch(console.error);

package/examples/animesama/example_usage_getEmbed.js

@@ -2,9 +2,9 @@ import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-s
 
 const main = async () => {
   const animesama = new AnimeScraper('animesama');
-  const seasonUrl = "https://anime-sama.fr/catalogue/solo-leveling/saison1/vostfr/";
+  const seasonUrl = "https://anime-sama.fr/catalogue/one-piece/saison11/vostfr";
   
-  const embeds = await animesama.getEmbed(seasonUrl, ["sibnet", "vidmoly", "sendvid"], true, true);
+  const embeds = await animesama.getEmbed(seasonUrl, ["smoothpre", "movearnpre", "sibnet", "vidmoly", "sendvid"], true, true);
 
 console.log("Embed Links:", JSON.stringify(embeds, null, 2));
 

package/examples/animesama/example_usage_getImgScans.js

@@ -0,0 +1,10 @@
+import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-scraped';"
+
+const main = async () => {
+  const animesama = new AnimeScraper('animesama');
+  const scansUrl = "https://anime-sama.fr/catalogue/drcl-midnight-children/scan/vf";
+  const scansImgUrl = await animesama.getImgScans(scansUrl, 9);
+  console.log("Image scans:", scansImgUrl);
+};
+
+main().catch(console.error);

package/examples/animesama/example_usage_getSeasons.js

@@ -2,9 +2,9 @@ import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-s
 
 const main = async () => {
   const animesama = new AnimeScraper('animesama');
-  const animeUrl = "https://anime-sama.fr/catalogue/sword-art-online";
+  const animeUrl = "https://anime-sama.fr/catalogue/one-piece";
   
-  const seasons = await animesama.getSeasons(animeUrl, ["vostfr", "vf"]);
+  const seasons = await animesama.getSeasons(animeUrl, ["vostfr", "vf"], ["Anime", "Scans"]);
   console.log("Seasons:", seasons);
 };
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "better-ani-scraped",
-  "version": "1.6.9",
+  "version": "1.6.11",
   "description": "Scrape anime data from different sources (only anime-sama.fr, animepahe and crunchyroll for the moment)",
   "main": "index.js",
   "scripts": {

package/scrapers/animesama.js

@@ -4,6 +4,7 @@ import fs from "fs";
 import path from 'path';
 import { exec as execCallback } from 'child_process';
 import { promisify } from 'util';
+import { title } from "process";
 const execAsync = promisify(execCallback);
  
 
@@ -124,15 +125,26 @@ export async function searchAnime(
   return results;
 }
 
-export async function getSeasons(animeUrl, languagePriority = ["vostfr", "vf", "va", "vkr", "vcn", "vqc", "vf1", "vf2"]) {
+export async function getSeasons(animeUrl, languagePriority = ["vostfr", "vf", "va", "vkr", "vcn", "vqc", "vf1", "vf2"], wantedTypes=["Anime", "Kai", "Scans"]) {
   const res = await axios.get(animeUrl, { headers: getHeaders(CATALOGUE_URL) });
   const html = res.data;
-
-  const mainAnimeOnly = html.split("Anime Version Kai")[0];
+  let mainAnimeOnly = html;
+  if (wantedTypes.length !== 0) {
+    if (!wantedTypes.includes("Anime")) {
+      mainAnimeOnly = mainAnimeOnly.replace(/<h2.*?>Anime<\/h2>[\s\S]*?(?=<h2|$)/g, '');
+    }
+    if (!wantedTypes.includes("Kai")) {
+      mainAnimeOnly = mainAnimeOnly.replace(/<h2.*?>Anime Version Kai<\/h2>[\s\S]*?(?=<h2|$)/g, '');
+    }
+    if (!wantedTypes.includes("Scans")) {
+      mainAnimeOnly = mainAnimeOnly.replace(/<h2.*?>Manga<\/h2>[\s\S]*?(?=<h2|$)/g, '');
+    }
+  }
+  
   const $ = cheerio.load(mainAnimeOnly);
   const scriptTags = $("script")
     .toArray()
-    .filter(script => $(script).html().includes("panneauAnime"));
+    .filter(script => ["panneauAnime", "panneauScan"].some(str => $(script).html().includes(str)));
 
   const animeName = animeUrl.split("/")[4];
   let seasons = [];
@@ -140,7 +152,7 @@ export async function getSeasons(animeUrl, languagePriority = ["vostfr", "vf", "
   for (const language of languagePriority) {
     seasons = [];
     let languageAvailable = false;
-
+    let scansLanguage = "";
     for (let script of scriptTags) {
       const content = $(script).html();
 
@@ -148,33 +160,49 @@ export async function getSeasons(animeUrl, languagePriority = ["vostfr", "vf", "
         .replace(/\/\*[\s\S]*?\*\//g, "")
         .replace(/\/\/.*$/gm, "");
 
-      const matches = [...uncommentedContent.matchAll(/panneauAnime\("([^"]+)", "([^"]+)"\);/g)];
+      const matches = [...uncommentedContent.matchAll(/(panneauAnime|panneauScan)\("([^"]+)", "([^"]+)"\);/g)];
 
       for (let match of matches) {
-        const title = match[1];
-        const href = match[2].split("/")[0];
-        const fullUrl = `${CATALOGUE_URL}/${animeName}/${href}/${language}`;
-
-        try {
-          const check = await axios.head(fullUrl, {
-            headers: getHeaders(animeUrl),
-          });
-          if (check.status === 200) {
-            languageAvailable = true;
-            seasons.push({ title, url: fullUrl });
+        const type = match[1]; 
+        const title = match[2];
+        const href = match[3].split("/")[0];
+
+        if (type === "panneauScan") {
+          let found = false;
+          for (const lang of languagePriority) {
+            const fullUrl = `${CATALOGUE_URL}/${animeName}/${href}/${lang}`;
+            try {
+              const check = await axios.head(fullUrl, { headers: getHeaders(animeUrl) });
+              if (check.status === 200) {
+                seasons.push({ title, url: fullUrl });
+                scansLanguage = lang
+                found = true;
+                break; 
+              }
+            } catch {}
           }
-        } catch (err) {
-          // Ignore invalid URLs
+          if (found) languageAvailable = true;
+        } else {
+          const fullUrl = `${CATALOGUE_URL}/${animeName}/${href}/${language}`;
+          try {
+            const check = await axios.head(fullUrl, { headers: getHeaders(animeUrl) });
+            if (check.status === 200) {
+              seasons.push({ title, url: fullUrl });
+              languageAvailable = true;
+            }
+          } catch {}
         }
       }
     }
-
-    if (languageAvailable) {
+    if (wantedTypes.includes("Scans") && wantedTypes.length==1 && scansLanguage) {
+      return { scansLanguage, seasons };
+    }
+    else if (languageAvailable) {
       return { language, seasons };
     }
   }
 
-  return { error: "No language available in : " + languagePriority.join(", ") };
+  return [];
 }
 
 
@@ -256,7 +284,7 @@ export async function getEmbed(
     .get(scriptUrl, { headers: getHeaders(seasonUrl) })
     .then((r) => r.data);
 
-  const matches = [...episodesJs.matchAll(/var\s+(eps\d+)\s*=\s*(\[[^\]]+\])/g)];
+  const matches = [...episodesJs.toLowerCase().matchAll(/var\s+(eps\d+)\s*=\s*(\[[^\]]+\])/g)];
   if (!matches.length) throw new Error("No episode arrays found");
 
   let episodeMatrix = [];
@@ -279,18 +307,18 @@ export async function getEmbed(
 
       for (const host of hostPriority) {
         for (const arr of episodeMatrix) {
-          if (i < arr.length && arr[i].includes(host)) {
-            if (!hosts.includes(host)) {
+          if (i < arr.length && arr[i].includes(host.toLowerCase())) {
+            if (!hosts.includes(host.toLowerCase())) {
               urls.push(arr[i]);
-              hosts.push(host);
+              hosts.push(host.toLowerCase());
             }
-            break; // une seule URL par host
+            break;
           }
         }
       }
 
       finalEmbeds.push({
-        title: null, // à remplir plus tard
+        title: null, 
         url: urls.length ? urls : null,
         host: hosts.length ? hosts : null,
       });
@@ -301,9 +329,9 @@ export async function getEmbed(
 
       for (const host of hostPriority) {
         for (const arr of episodeMatrix) {
-          if (i < arr.length && arr[i].includes(host)) {
+          if (i < arr.length && arr[i].includes(host.toLowerCase())) {
             selectedUrl = arr[i];
-            selectedHost = host;
+            selectedHost = host.toLowerCase();
             break;
           }
         }
@@ -311,7 +339,7 @@ export async function getEmbed(
       }
 
       finalEmbeds.push({
-        title: null, // à remplir plus tard
+        title: null, 
         url: selectedUrl || null,
         host: selectedHost || null,
       });
@@ -417,28 +445,37 @@ export async function getAllAnime(
     const url = pageNum === 1 ? CATALOGUE_URL : `${CATALOGUE_URL}?page=${pageNum}`;
     const res = await axios.get(url, { headers: getHeaders(CATALOGUE_URL) });
     const $ = cheerio.load(res.data);
-  
+
     const containers = $("div.shrink-0.m-3.rounded.border-2");
-  
+
     containers.each((_, el) => {
       const anchor = $(el).find("a");
       const title = anchor.find("h1").text().trim();
       const link = anchor.attr("href");
       const img = anchor.find("img").attr("src");
-  
+
       const paragraphs = anchor.find("p").toArray().map(p => $(p).text().trim());
-  
+
       const altTitles = paragraphs[0] ? paragraphs[0].split(',').map(name => name.trim()) : [];
       const genres = paragraphs[1] ? paragraphs[1].split(',').map(genre => genre.trim()) : [];
       const type = paragraphs[2] ? paragraphs[2].split(',').map(t => t.trim()) : [];
       const language = paragraphs[3] ? paragraphs[3].split(',').map(lang => lang.trim()) : [];
-      const filteredTypes = type.filter(t => isWanted(t, wantedTypes));
-      const filteredLanguages = language.filter(lang => isWanted(lang, wantedLanguages));
+
+      const filteredTypes = wantedTypes.length === 0
+        ? type
+        : type.filter(t => isWanted(t, wantedTypes));
+
+      const hasScans = filteredTypes.some(t => t.toLowerCase() === "scans".toLowerCase());
+
+      const filteredLanguages = (wantedLanguages.length === 0 || hasScans)
+        ? language
+        : language.filter(lang => isWanted(lang, wantedLanguages));
+
       if (
         title &&
         link &&
         filteredTypes.length > 0 &&
-        filteredLanguages.length > 0
+        (filteredLanguages.length > 0 || hasScans)
       ) {
         const fullUrl = link.startsWith("http") ? link : `${BASE_URL}${link}`;
         animeLinks.push({
@@ -452,10 +489,10 @@ export async function getAllAnime(
         });
       }
     });
-  
+
     return containers.length > 0;
   };
-  
+
   const enrichWithSeasons = async (list) => {
     for (const anime of list) {
       try {
@@ -609,3 +646,32 @@ export async function getRandomAnime(
     return null;
   }
 }
+
+
+export async function getAllTitleScans(mangaUrl, numberImg = false) {
+  const res = await axios.get(mangaUrl, { headers: getHeaders() });
+  const $ = cheerio.load(res.data);
+
+  const title = encodeURIComponent($("#titreOeuvre").text().trim());
+  const urlInfo = `https://anime-sama.fr/s2/scans/get_nb_chap_et_img.php?oeuvre=${title}`
+  const infoPage = await axios.get(urlInfo, { headers: getHeaders() });
+  const titleChapter = Object.keys(infoPage.data)
+
+  if (numberImg) {
+    return {scans :infoPage.data, mangaTitle :title}
+  } else {
+    return titleChapter
+  }
+}
+
+export async function getImgScans(mangaUrl, wantedChapter) {
+  const infoScan = await getAllTitleScans(mangaUrl, true)
+  const numberImg = infoScan.scans[wantedChapter.toString()];
+  const mangaTitle = infoScan.mangaTitle
+  const imgUrls = [];
+  for (let i = 1; i <= numberImg; i++) {
+    imgUrls.push(`https://anime-sama.fr/s2/scans/${mangaTitle}/${wantedChapter}/${i}.jpg`);
+  }
+
+  return imgUrls
+}

package/scrapers/scrapers.js

@@ -104,4 +104,21 @@ export class AnimeScraper {
       return null;
     }
   }
+
+  async getAllTitleScans(mangaUrl, ...rest) {
+    try {
+      return await this.source.getAllTitleScans(mangaUrl, ...rest);
+    } catch (error) {
+      console.error(`This scraper does not have the getAllTitleScans function implemented or an error happened -> ${error}`);
+      return null;
+    }
+  }
+  async getImgScans(mangaUrl, ...rest) {
+    try {
+      return await this.source.getImgScans(mangaUrl, ...rest);
+    } catch (error) {
+      console.error(`This scraper does not have the getImgScans function implemented or an error happened -> ${error}`);
+      return null;
+    }
+  }
 }