shirayuki-anime-scraper-api 1.0.0

package/scrapeanime/Browse/Search/search.js

@@ -0,0 +1,119 @@
+import axios from 'axios';
+import * as cheerio from 'cheerio';
+
+export async function scrapeAnimeSearch(query) {
+    const url = `https://123animehub.cc/search?keyword=${encodeURIComponent(query)}`;
+
+    try {
+        const { data } = await axios.get(url);
+        const $ = cheerio.load(data);
+        const results = [];
+
+        const selectors = [
+            '.film-list .item',
+            '.film_list-wrap .item',
+            '.flw-item',
+            '.anime-list .item',
+            '.items .item'
+        ];
+
+        let itemsFound = false;
+
+        for (const selector of selectors) {
+            const items = $(selector);
+            if (items.length > 0) {
+                itemsFound = true;
+
+                items.each((i, el) => {
+                    const $el = $(el);
+
+                    // Extract title
+                    const title = $el.find('.name a, .film-name a, .dynamic-name, .title a, h3 a').first().text().trim() ||
+                        $el.find('a[data-jtitle]').attr('data-jtitle') ||
+                        $el.find('img').attr('alt') || '';
+
+                    // Extract image 
+                    const imgElement = $el.find('.film-poster img, .poster img, img').first();
+                    let image = imgElement.attr('data-src') ||
+                        imgElement.attr('src') ||
+                        imgElement.attr('data-lazy') || '';
+
+                    if (image && !image.startsWith('http')) {
+                        image = image.startsWith('/') ? 'https://123animehub.cc' + image : 'https://123animehub.cc/' + image;
+                    }
+
+                    if (!image || image.includes('no_poster.jpg')) {
+                        image = '';
+                    }
+
+                    const episodeSelectors = [
+                        '.fa-tv',
+                        '.ep-num',
+                        '.episode',
+                        '[class*="ep"]',
+                        '.item-head .is-sub'
+                    ];
+
+                    let episodeText = '';
+                    for (const epSelector of episodeSelectors) {
+                        const epElement = $el.find(epSelector);
+                        if (epElement.length > 0) {
+                            episodeText = epElement.parent().text().trim() || epElement.text().trim();
+                            break;
+                        }
+                    }
+
+                    const episode = episodeText.replace(/[^\d]/g, '') || '';
+
+                    const statusSelectors = [
+                        '.dot',
+                        '.status',
+                        '.film-infor .fdi-item',
+                        '.is-sub',
+                        '.is-dub'
+                    ];
+
+                    let statusText = '';
+                    for (const statusSelector of statusSelectors) {
+                        const statusElement = $el.find(statusSelector);
+                        if (statusElement.length > 0) {
+                            statusText = statusElement.parent().text().trim() || statusElement.text().trim();
+                            break;
+                        }
+                    }
+
+                    // Extract sub/dub 
+                    const hasSub = statusText.toLowerCase().includes('sub') ||
+                        $el.find('.is-sub').length > 0 ||
+                        $el.find('[class*="sub"]').length > 0;
+
+                    const hasDub = statusText.toLowerCase().includes('dub') ||
+                        $el.find('.is-dub').length > 0 ||
+                        $el.find('[class*="dub"]').length > 0;
+
+                    if (title && title.length > 0) {
+                        results.push({
+                            title,
+                            sub: hasSub,
+                            dub: hasDub,
+                            image,
+                            episodes: episode || null
+                        });
+                    }
+                });
+
+                break;
+            }
+        }
+
+        if (!itemsFound) {
+            console.log('No anime items found with any selector');
+        }
+
+        return results;
+
+    } catch (error) {
+        console.error('Error scraping anime search:', error);
+        throw new Error(`Failed to scrape search results: ${error.message}`);
+    }
+}

package/scrapeanime/Browse/Suggestion/suggestion.js

@@ -0,0 +1,50 @@
+import axios from 'axios';
+import * as cheerio from 'cheerio';
+
+export async function scrapeSearchSuggestions(query) {
+    const url = `https://123animehub.cc/search?keyword=${encodeURIComponent(query)}`;
+    const { data } = await axios.get(url);
+    const $ = cheerio.load(data);
+    const suggestions = [];
+
+    $('.suggestions .item, .film-list .item').each((i, el) => {
+        const title = $(el).find('.name, a[data-jtitle]').first().text().trim() ||
+            $(el).find('a[data-jtitle]').attr('data-jtitle') || '';
+
+        // Extract image 
+        const imgElement = $(el).find('.film-poster img, .poster img, img').first();
+        let image = imgElement.attr('data-src') ||
+            imgElement.attr('src') ||
+            imgElement.attr('data-lazy') || '';
+
+        if (image && !image.startsWith('http')) {
+            image = image.startsWith('/') ? 'https://123animehub.cc' + image : 'https://123animehub.cc/' + image;
+        }
+
+        if (!image || image.includes('no_poster.jpg')) {
+            image = '';
+        }
+
+        // Extract episode 
+        const episodeText = $(el).find('.fa-tv').parent().text().trim() ||
+            $(el).find('[class*="ep"]').text().trim() || '';
+        const episode = episodeText.replace(/[^\d]/g, '') || '';
+
+        // Extract sub/dub 
+        const isSubbed = $(el).find('.sub').length > 0;
+        const isDubbed = $(el).find('.dub').length > 0;
+        const type = isDubbed ? 'dub' : (isSubbed ? 'sub' : 'sub');
+
+        if (title) {
+            suggestions.push({
+                index: i + 1,
+                title,
+                image,
+                episode,
+                type
+            });
+        }
+    });
+
+    return suggestions;
+}

package/scrapeanime/Leaderboard/Monthly/scrapeHiAnimeMonthlyTop10.js

@@ -0,0 +1,137 @@
+import axios from 'axios';
+import * as cheerio from 'cheerio';
+
+export const scrapeHiAnimeMonthlyTop10 = async () => {
+    try {
+        console.log('🌐 Loading HiAnime home page...');
+        const response = await axios.get('https://hianime.to/home', {
+            headers: {
+                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36'
+            },
+            timeout: 30000
+        });
+
+        const $ = cheerio.load(response.data);
+        const results = [];
+        const processedTitles = new Set();
+
+        let monthlySection = $('#top-viewed-month.anif-block-ul.anif-block-chart.tab-pane');
+        if (!monthlySection.length) {
+            monthlySection = $('.anif-block-ul.anif-block-chart.tab-pane').eq(2); 
+        }
+
+        if (monthlySection.length) {
+            console.log('✅ Found monthly section');
+            
+            const topItems = monthlySection.find('.item-top');
+            topItems.each((index, item) => {
+                if (results.length >= 10) return false;
+                try {
+                    const titleElement = $(item).find('.film-name a');
+                    const title = titleElement.text().trim();
+                    const imageElement = $(item).find('.film-poster img');
+                    const image = imageElement.attr('data-src') || imageElement.attr('src') || null;
+                    
+                    const subEpisodes = [];
+                    const dubEpisodes = [];
+                    $(item).find('.tick-item').each((_, tick) => {
+                        if ($(tick).hasClass('tick-sub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) subEpisodes.push(ep);
+                        }
+                        if ($(tick).hasClass('tick-dub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) dubEpisodes.push(ep);
+                        }
+                    });
+                    
+                    if (title && !processedTitles.has(title)) {
+                        processedTitles.add(title);
+                        results.push({
+                            title: title,
+                            image: image,
+                            rank: index + 1,
+                            sub: subEpisodes,
+                            dub: dubEpisodes
+                        });
+                        console.log(`📊 Monthly Top ${index + 1}: ${title}`);
+                    }
+                } catch (error) {
+                    console.log(`⚠️ Error processing top item ${index + 1}:`, error.message);
+                }
+            });
+
+            const listItems = monthlySection.find('li:not(.item-top)');
+            listItems.each((index, item) => {
+                if (results.length >= 10) return false;
+                try {
+                    const titleElement = $(item).find('.film-name a, .dynamic-name, a[title], a');
+                    const title = titleElement.text().trim() || titleElement.attr('title');
+                    const imageElement = $(item).find('.film-poster img');
+                    const image = imageElement.attr('data-src') || imageElement.attr('src') || null;
+                    
+                    const subEpisodes = [];
+                    const dubEpisodes = [];
+                    $(item).find('.tick-item').each((_, tick) => {
+                        if ($(tick).hasClass('tick-sub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) subEpisodes.push(ep);
+                        }
+                        if ($(tick).hasClass('tick-dub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) dubEpisodes.push(ep);
+                        }
+                    });
+                    
+                    if (title && title.length > 3 && !processedTitles.has(title)) {
+                        processedTitles.add(title);
+                        results.push({
+                            title: title,
+                            image: image,
+                            rank: results.length + 1,
+                            sub: subEpisodes,
+                            dub: dubEpisodes
+                        });
+                        console.log(`📊 Monthly #${results.length}: ${title}`);
+                    }
+                } catch (error) {
+                    console.log(`⚠️ Error processing list item ${index + 1}:`, error.message);
+                }
+            });
+        } else {
+            console.log('❌ Monthly section not found');
+        }
+
+        console.log(`✅ Found ${results.length} monthly anime titles`);
+
+        const finalResults = results.slice(0, 10).map((anime, idx) => ({
+            index: idx + 1,
+            rank: anime.rank,
+            title: anime.title,
+            img: anime.image ? `${anime.image}?title=${encodeURIComponent(anime.title)}` : '',
+            dub: anime.dub,
+            sub: anime.sub
+        }));
+
+        const resultObj = {};
+        finalResults.forEach(anime => {
+            resultObj[anime.index] = anime;
+        });
+        
+        console.log(`📋 Returning ${Object.keys(resultObj).length} monthly top anime`);
+        return resultObj;
+
+    } catch (error) {
+        console.error('❌ Error scraping HiAnime Monthly:', error.message);
+        return {
+            1: {
+                index: 1,
+                rank: 1,
+                title: "Monthly Scraping Error",
+                img: null,
+                dub: [],
+                sub: []
+            }
+        };
+    }
+};

package/scrapeanime/Leaderboard/Top/scrapeHiAnimeTop10.js

@@ -0,0 +1,125 @@
+import axios from 'axios';
+import * as cheerio from 'cheerio';
+
+export const scrapeHiAnimeTop10 = async () => {
+    try {
+        const response = await axios.get('https://hianime.to/home', {
+            headers: {
+                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36'
+            },
+            timeout: 30000
+        });
+
+        const $ = cheerio.load(response.data);
+        const results = [];
+        const processedTitles = new Set();
+
+        let trendingSection = $('.anif-block-ul.anif-block-chart.tab-pane.active');
+        if (!trendingSection.length) {
+            trendingSection = $('.anif-block-ul.anif-block-chart.tab-pane');
+        }
+
+        if (trendingSection.length) {
+            const topItems = trendingSection.find('.item-top');
+            topItems.each((index, item) => {
+                if (results.length >= 10) return false;
+                try {
+                    const titleElement = $(item).find('.film-name a');
+                    const title = titleElement.text().trim();
+                    const imageElement = $(item).find('.film-poster img');
+                    const image = imageElement.attr('data-src') || imageElement.attr('src') || null;
+                    
+                    const subEpisodes = [];
+                    const dubEpisodes = [];
+                    $(item).find('.tick-item').each((_, tick) => {
+                        if ($(tick).hasClass('tick-sub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) subEpisodes.push(ep);
+                        }
+                        if ($(tick).hasClass('tick-dub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) dubEpisodes.push(ep);
+                        }
+                    });
+                    
+                    if (title && !processedTitles.has(title)) {
+                        processedTitles.add(title);
+                        results.push({
+                            title: title,
+                            image: image,
+                            rank: index + 1,
+                            sub: subEpisodes,
+                            dub: dubEpisodes
+                        });
+                    }
+                } catch (error) {
+                }
+            });
+
+            const listItems = trendingSection.find('li:not(.item-top)');
+            listItems.each((index, item) => {
+                if (results.length >= 10) return false;
+                try {
+                    const titleElement = $(item).find('.film-name a, .dynamic-name, a[title], a');
+                    const title = titleElement.text().trim() || titleElement.attr('title');
+                    const imageElement = $(item).find('.film-poster img');
+                    const image = imageElement.attr('data-src') || imageElement.attr('src') || null;
+                    
+                    const subEpisodes = [];
+                    const dubEpisodes = [];
+                    $(item).find('.tick-item').each((_, tick) => {
+                        if ($(tick).hasClass('tick-sub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) subEpisodes.push(ep);
+                        }
+                        if ($(tick).hasClass('tick-dub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) dubEpisodes.push(ep);
+                        }
+                    });
+                    
+                    if (title && title.length > 3 && !processedTitles.has(title)) {
+                        processedTitles.add(title);
+                        results.push({
+                            title: title,
+                            image: image,
+                            rank: results.length + 1,
+                            sub: subEpisodes,
+                            dub: dubEpisodes
+                        });
+                    }
+                } catch (error) {
+                }
+            });
+        }
+
+        const finalResults = results.slice(0, 10).map((anime, idx) => ({
+            index: idx + 1,
+            rank: anime.rank,
+            title: anime.title,
+            img: anime.image ? `${anime.image}?title=${encodeURIComponent(anime.title)}` : '',
+            dub: anime.dub,
+            sub: anime.sub
+        }));
+
+        const resultObj = {};
+        finalResults.forEach(anime => {
+            resultObj[anime.index] = anime;
+        });
+        return resultObj;
+
+    } catch (error) {
+        console.error('Error scraping HiAnime:', error.message);
+        return {
+            1: {
+                index: 1,
+                rank: 1,
+                title: "Scraping Error",
+                img: null,
+                dub: [],
+                sub: []
+            }
+        };
+    }
+};
+

package/scrapeanime/Leaderboard/Weekly/scrapeHiAnimeWeeklyTop10.js

@@ -0,0 +1,188 @@
+import axios from 'axios';
+import * as cheerio from 'cheerio';
+
+export const scrapeHiAnimeWeeklyTop10 = async () => {
+    try {
+        console.log('🌐 Loading HiAnime home page...');
+        const response = await axios.get('https://hianime.to/home', {
+            headers: {
+                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36'
+            },
+            timeout: 30000
+        });
+
+        const $ = cheerio.load(response.data);
+        const results = [];
+        const processedTitles = new Set();
+
+        let weeklySection = $('#top-viewed-week.anif-block-ul.anif-block-chart.tab-pane');
+        if (!weeklySection.length) {
+            weeklySection = $('.anif-block-ul.anif-block-chart.tab-pane').eq(1);
+        }
+
+        if (weeklySection.length) {
+            console.log('✅ Found weekly section');
+
+            const topItems = weeklySection.find('.item-top');
+            topItems.each((index, item) => {
+                if (results.length >= 10) return false;
+                try {
+                    const titleElement = $(item).find('.film-name a');
+                    const title = titleElement.text().trim();
+                    const imageElement = $(item).find('.film-poster img');
+                    const image = imageElement.attr('data-src') || imageElement.attr('src') || null;
+
+                    const subEpisodes = [];
+                    const dubEpisodes = [];
+                    $(item).find('.tick-item').each((_, tick) => {
+                        if ($(tick).hasClass('tick-sub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) subEpisodes.push(ep);
+                        }
+                        if ($(tick).hasClass('tick-dub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) dubEpisodes.push(ep);
+                        }
+                    });
+
+                    if (title && !processedTitles.has(title)) {
+                        processedTitles.add(title);
+                        results.push({
+                            title: title,
+                            image: image,
+                            rank: index + 1,
+                            sub: subEpisodes,
+                            dub: dubEpisodes,
+                            category: 'top'
+                        });
+                        console.log(`📅 Weekly Top ${index + 1}: ${title}`);
+                    }
+                } catch (error) {
+                    console.log(`⚠️ Error processing weekly top item ${index + 1}:`, error.message);
+                }
+            });
+
+            const listItems = weeklySection.find('li:not(.item-top)');
+            listItems.each((index, item) => {
+                if (results.length >= 10) return false;
+                try {
+                    const titleElement = $(item).find('.film-name a, .dynamic-name, a[title], a');
+                    const title = titleElement.text().trim() || titleElement.attr('title');
+                    const imageElement = $(item).find('.film-poster img');
+                    const image = imageElement.attr('data-src') || imageElement.attr('src') || null;
+
+                    const subEpisodes = [];
+                    const dubEpisodes = [];
+                    $(item).find('.tick-item').each((_, tick) => {
+                        if ($(tick).hasClass('tick-sub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) subEpisodes.push(ep);
+                        }
+                        if ($(tick).hasClass('tick-dub')) {
+                            const ep = $(tick).text().trim();
+                            if (ep) dubEpisodes.push(ep);
+                        }
+                    });
+
+                    if (title && title.length > 3 && !processedTitles.has(title)) {
+                        processedTitles.add(title);
+                        results.push({
+                            title: title,
+                            image: image,
+                            rank: results.length + 1,
+                            sub: subEpisodes,
+                            dub: dubEpisodes,
+                            category: 'regular'
+                        });
+                        console.log(`📅 Weekly #${results.length}: ${title}`);
+                    }
+                } catch (error) {
+                    console.log(`⚠️ Error processing weekly list item ${index + 1}:`, error.message);
+                }
+            });
+        }
+
+        if (results.length === 0) {
+            console.log('🔍 Trying alternative weekly selector...');
+            const alternativeWeeklySection = $('[id*="top-viewed-week"]');
+            if (alternativeWeeklySection.length) {
+                console.log('✅ Found alternative weekly section');
+                const allItems = alternativeWeeklySection.find('li');
+                allItems.each((index, item) => {
+                    if (results.length >= 10) return false;
+                    try {
+                        const titleElement = $(item).find('.film-name a, a[title], a');
+                        const title = titleElement.text().trim() || titleElement.attr('title');
+                        const imageElement = $(item).find('.film-poster img, img');
+                        const image = imageElement.attr('data-src') || imageElement.attr('src') || null;
+
+                        const subEpisodes = [];
+                        const dubEpisodes = [];
+                        $(item).find('.tick-item').each((_, tick) => {
+                            if ($(tick).hasClass('tick-sub')) {
+                                const ep = $(tick).text().trim();
+                                if (ep) subEpisodes.push(ep);
+                            }
+                            if ($(tick).hasClass('tick-dub')) {
+                                const ep = $(tick).text().trim();
+                                if (ep) dubEpisodes.push(ep);
+                            }
+                        });
+
+                        if (title && title.length > 3 && !processedTitles.has(title)) {
+                            processedTitles.add(title);
+                            results.push({
+                                title: title,
+                                image: image,
+                                rank: results.length + 1,
+                                sub: subEpisodes,
+                                dub: dubEpisodes,
+                                category: 'alternative'
+                            });
+                            console.log(`📅 Weekly Alt #${results.length}: ${title}`);
+                        }
+                    } catch (error) {
+                        console.log(`⚠️ Error processing alternative weekly item ${index + 1}:`, error.message);
+                    }
+                });
+            } else {
+                console.log('❌ No weekly section found with alternative selector');
+            }
+        }
+
+        console.log(`✅ Found ${results.length} weekly anime titles`);
+
+        // Only return top 10
+        const finalResults = results.slice(0, 10).map((anime, idx) => ({
+            index: idx + 1,
+            rank: anime.rank,
+            title: anime.title,
+            img: anime.image ? `${anime.image}?title=${encodeURIComponent(anime.title)}` : '',
+            dub: anime.dub,
+            sub: anime.sub,
+            category: anime.category
+        }));
+
+        const resultObj = {};
+        finalResults.forEach(anime => {
+            resultObj[anime.index] = anime;
+        });
+
+        console.log(`📋 Returning ${Object.keys(resultObj).length} weekly top anime`);
+        return resultObj;
+
+    } catch (error) {
+        console.error('❌ Error scraping HiAnime Weekly:', error.message);
+        return {
+            1: {
+                index: 1,
+                rank: 1,
+                title: "Weekly Scraping Error",
+                img: null,
+                dub: [],
+                sub: [],
+                category: 'error'
+            }
+        };
+    }
+};