better-ani-scraped 1.5.1 → 1.5.2

package/DOCUMENTATION.md

@@ -27,7 +27,7 @@ const crunchyroll = new AnimeScraper('crunchyroll') //for Crunchyroll
 
 ## `AnimeScraper("animesama")` methods
 
-- [searchAnime](#animesamasearchanimequery-limit--10-wantedlanguages--vostfr-vf-vastfr-wantedtypes--anime-film)
+- [searchAnime](#animesamasearchanimequery-limit--10-wantedlanguages--vostfr-vf-vastfr-wantedtypes--anime-film-page--null)
 - [getSeasons](#animesamagetseasonsanimeurl-language--vostfr)
 - [getEpisodeTitles](#animesamagetepisodetitlesseasonurl-customchromiumpath)
 - [getEmbed](#animesamagetembedseasonurl-hostpriority--sibnet-vidmoly)
@@ -37,7 +37,7 @@ const crunchyroll = new AnimeScraper('crunchyroll') //for Crunchyroll
 - [getLatestEpisodes](#animesamagetlatestepisodeslanguagefilter--null)
 - [getRandomAnime](#animesamagetrandomanimewantedlanguages--vostfr-vf-vastfr-wantedtypes--anime-film-maxattempts--null-attempt--0)
 
-### `animesama.searchAnime(query, limit = 10, wantedLanguages = ["vostfr", "vf", "vastfr"], wantedTypes = ["Anime", "Film"])`
+### `animesama.searchAnime(query, limit = 10, wantedLanguages = ["vostfr", "vf", "vastfr"], wantedTypes = ["Anime", "Film"], page = null)`
 Searches for anime titles that match the given query.
 
 - **Parameters:**
@@ -45,6 +45,7 @@ Searches for anime titles that match the given query.
   - `limit` *(number)*: Maximum number of results to return (default: 10).
   - `wantedLanguages` *(string[])*: Array of wanted languages.
   - `wantedTypes` *(string[])*: Array of wanted types.
+  - `page` *(number)*: The catalog page number.
 - **Returns:**  
   An array of anime objects:
   ```js

package/examples/animesama/example_usage_searchAnime.js

@@ -3,7 +3,7 @@ import { AnimeScraper } from "../../index.js"; // REPLACE BY "from 'better-ani-s
 const main = async () => {
   const animesama = new AnimeScraper('animesama');
 
-  const search = await animesama.searchAnime("86", 3, ["vostfr", "vf", "vastfr"], ["Anime", "Film"]);
+  const search = await animesama.searchAnime("a", 100, ["vostfr", "vf", "vastfr"], ["Anime", "Film"], 2);
   console.log("Search Results:", search);
 };
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "better-ani-scraped",
-  "version": "1.5.1",
+  "version": "1.5.2",
   "description": "Scrape anime data from different sources (only anime-sama.fr for the moment)",
   "main": "index.js",
   "scripts": {

package/scrapers/animesama.js

@@ -47,67 +47,73 @@ export async function searchAnime(
   query,
   limit = 10,
   wantedLanguages = ["vostfr", "vf", "vastfr"],
-  wantedTypes = ["Anime", "Film"]
+  wantedTypes = ["Anime", "Film"],
+  page = null
 ) {
-  const url = `${CATALOGUE_URL}/?search=${encodeURIComponent(
-    query
-  )}`;
   const isWanted = (text, list) =>
     list.some(item => text.toLowerCase().includes(item.toLowerCase()));
-  const res = await axios.get(url, { headers: getHeaders(CATALOGUE_URL) });
-  const $ = cheerio.load(res.data);
+
   const results = [];
 
-  $("a.flex.divide-x").each((i, el) => {
-    if (i >= limit) return false;
+  const fetchPage = async (pageNum) => {
+    const url =
+      pageNum === 1
+        ? `${CATALOGUE_URL}/?search=${encodeURIComponent(query)}`
+        : `${CATALOGUE_URL}/?search=${encodeURIComponent(query)}&page=${pageNum}`;
 
-    const anchor = $(el);
-    const link = anchor.attr("href");
-    const title = anchor.find("h1").first().text().trim();
-    const altRaw = anchor
-      .find("p.text-xs.opacity-40.italic")
-      .first()
-      .text()
-      .trim();
-    const cover = anchor.find("img").first().attr("src");
+    const res = await axios.get(url, { headers: getHeaders(CATALOGUE_URL) });
+    const $ = cheerio.load(res.data);
 
-    const tagText = anchor.find("p").filter((_, p) =>
-      isWanted($(p).text(), wantedTypes)
-    ).first().text();
+    const containers = $("a.flex.divide-x");
 
-    const languageText = anchor.find("p").filter((_, p) =>
-      isWanted($(p).text(), wantedLanguages)
-    ).first().text();
+    containers.each((_, el) => {
+      if (results.length >= limit) return false;
 
-    const altTitles = altRaw
-      ? altRaw
-          .split(",")
-          .map((t) => t.trim())
-          .filter(Boolean)
-      : [];
+      const anchor = $(el);
+      const link = anchor.attr("href");
+      const title = anchor.find("h1").first().text().trim();
+      const altRaw = anchor.find("p.text-xs.opacity-40.italic").first().text().trim();
+      const cover = anchor.find("img").first().attr("src");
 
-    const genreRaw = anchor
-      .find("p.text-xs.font-medium.text-gray-300")
-      .first()
-      .text()
-      .trim();
-    const genres = genreRaw
-      ? genreRaw
-          .split(",")
-          .map((g) => g.trim())
-          .filter(Boolean)
-      : [];
+      const tagText = anchor.find("p").filter((_, p) =>
+        isWanted($(p).text(), wantedTypes)
+      ).first().text();
 
-    if (title && link && tagText && languageText) {
-      results.push({
-        title,
-        altTitles,
-        genres,
-        url: link.startsWith("http") ? link : `${CATALOGUE_URL}${link}`,
-        cover,
-      });
+      const languageText = anchor.find("p").filter((_, p) =>
+        isWanted($(p).text(), wantedLanguages)
+      ).first().text();
+
+      const altTitles = altRaw
+        ? altRaw.split(",").map((t) => t.trim()).filter(Boolean)
+        : [];
+
+      const genreRaw = anchor.find("p.text-xs.font-medium.text-gray-300").first().text().trim();
+      const genres = genreRaw
+        ? genreRaw.split(",").map((g) => g.trim()).filter(Boolean)
+        : [];
+
+      if (title && link && tagText && languageText) {
+        results.push({
+          title,
+          altTitles,
+          genres,
+          url: link.startsWith("http") ? link : `${CATALOGUE_URL}${link}`,
+          cover,
+        });
+      }
+    });
+
+    return containers.length > 0;
+  };
+
+  if (page) {
+    await fetchPage(page);
+  } else {
+    let currentPage = 1;
+    while (await fetchPage(currentPage++) && results.length < limit) {
+      await new Promise((res) => setTimeout(res, 300));
     }
-  });
+  }
 
   return results;
 }