rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/routes/gov/zhengce/wenjian.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const { pcodeJiguan } = ctx.params;
-    const link = `http://sousuo.gov.cn/list.htm`;
-    const res = await got.get(link, {
-        searchParams: queryString.stringify({
-            n: 20,
-            sort: 'pubtime',
-            t: 'paper',
-            pcodeJiguan: pcodeJiguan ? pcodeJiguan : '',
-        }),
-    });
-    const $list = cheerio.load(res.data);
-
-    ctx.state.data = {
-        title: `最新文件 - 中国政府网`,
-        link,
-        item: await Promise.all(
-            $list('body > div.dataBox > table > tbody > tr')
-                .slice(1)
-                .map(async (_, el) => {
-                    const item = $list(el);
-
-                    const number = item.find('td.info').next();
-                    const title = item.find('td.info > a');
-                    const href = title.attr('href');
-
-                    const key = `gov_zhengce: ${href}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        const contentData = await got.get(href);
-                        const $content = cheerio.load(contentData.data);
-                        description = $content('#UCAP-CONTENT').html();
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title: number.text() + ' | ' + title.text(),
-                        description,
-                        link: href,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/gov/zhengce/zuixin.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = `http://www.gov.cn/zhengce/zuixin.htm`;
-    const listData = await got.get(link);
-    const $list = cheerio.load(listData.data);
-    ctx.state.data = {
-        title: `最新政策 - 中国政府网`,
-        link,
-        item: await Promise.all(
-            $list('.news_box .list li:not(.line)')
-                .map(async (_, el) => {
-                    const $el = $list(el);
-                    const $a = $el.find('h4 a');
-                    const href = $a.attr('href');
-                    const link = href.startsWith('/zhengce') ? `http://www.gov.cn${href}` : href;
-                    const key = `gov_zhengce_zuixin: ${link}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        const contentData = await got.get(link);
-                        const $content = cheerio.load(contentData.data);
-                        description = $content('#UCAP-CONTENT').html();
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title: $a.text(),
-                        description,
-                        guid: href,
-                        link,
-                        pubDate: new Date($el.find('.date').text()).toUTCString(),
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/gq/tw/index.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    ctx.params.caty = ctx.params.caty || '';
-    ctx.params.subcaty = ctx.params.subcaty || '';
-
-    const rootUrl = 'https://www.gq.com.tw';
-    const currentUrl = `${rootUrl}${ctx.params.caty === '' ? '' : '/' + ctx.params.caty}${ctx.params.subcaty === '' ? '' : '/' + ctx.params.subcaty}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    $('a[data-test-id="NavElement"]').remove();
-    $('a[data-test-id="Link"]').remove();
-    $('a[data-test-id="FooterLink"]').remove();
-
-    const list = $('a[data-test-id]')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.title = content('h1').text();
-
-                const article = content('section[data-test-id="ArticleBodyContent"]').html();
-                const gallery = content('section[data-test-id="GalleryImage"]').html();
-
-                if (ctx.params.caty === 'video') {
-                    item.description = content('div[data-test-id="EmbedIframe"]').html() + content('p[data-test-id="DekText"]').parent().html();
-                    item.pubDate = new Date(detailResponse.data.match(/pubDate":"(.*?)","channel/)[1]).toUTCString();
-                } else if (gallery !== null) {
-                    item.description = gallery;
-                    item.pubDate = new Date(detailResponse.data.match(/pubDate":"(.*?)","items/)[1]).toUTCString();
-                } else {
-                    item.description = article;
-                    item.pubDate = new Date(detailResponse.data.match(/pubDate":"(.*?)","publishedRevisions/)[1]).toUTCString();
-                }
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('title').eq(0).text()} - GQ Taiwan`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/ikea/uk/new.js

@@ -1,20 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.ikea.com/gb/en/news/product-news-gallery/';
-
-    const count = (await got.get('https://sik.search.blue.cdtapps.com/gb/en/product-list-page?category=products&f-toggles2=new_product')).data.productListPage.productCount;
-
-    const products = (await got.get(`http://sik.search.blue.cdtapps.com/gb/en/product-list-page/more-products?category=products&start=1&end=${count}`)).data.moreProducts.productWindow;
-
-    ctx.state.data = {
-        title: 'IKEA UK - New Products',
-        link,
-        description: 'New products released by IKEA UK.',
-        item: products.map((p) => ({
-            title: `${p.name} ${p.typeName} ${p.itemMeasureReferenceText}`,
-            description: `<img src="${p.mainImageUrl}">`,
-            link: p.pipUrl,
-        })),
-    };
-};

package/lib/routes/ikea/uk/offer.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.ikea.com/gb/en/ikea-family/discounts/';
-
-    const items = [];
-
-    const loadProductsOnPage = (data) => {
-        const $ = cheerio.load(data);
-        const products = $('.range-revamp-product-compact').get();
-
-        if (products.length > 0) {
-            for (const p of products) {
-                const price = $(p).find('.range-revamp-compact-price-package__price-wrapper').text();
-
-                if (!price) {
-                    continue;
-                }
-
-                let title = $(p).find('.range-revamp-header-section__title--small').text() + ' ';
-
-                title += $(p).find('.range-revamp-header-section__description-text').text().trim() + ' ';
-
-                const previous = $(p).find('.range-revamp-compact-price-package__previous-price-text').next('span').text();
-
-                title += `[${previous} ▶️ ${price}]`;
-
-                const link = $(p).find('.range-revamp-product-compact__bottom-wrapper > a').attr('href');
-
-                items.push({
-                    title,
-                    description: `<img src='${$($(p).find('.range-revamp-aspect-ratio-image__image')[1]).attr('data-src')}'>`,
-                    link,
-                });
-            }
-        }
-    };
-
-    const response = await got.get(link);
-
-    loadProductsOnPage(response.data);
-
-    const $ = cheerio.load(response.data);
-    const list = $('.text.component a')
-        .get()
-        .map((e) => $(e).attr('href'));
-
-    if (list.length > 0) {
-        await Promise.all(
-            list.map(async (url) => {
-                const response = await got.get(url);
-                loadProductsOnPage(response.data);
-            })
-        );
-    }
-
-    ctx.state.data = {
-        title: 'IKEA UK - Offers',
-        link,
-        description: 'Offers by IKEA UK.',
-        item: items,
-    };
-};

package/lib/routes/instagram/index.js

@@ -1,131 +0,0 @@
-const cheerio = require('cheerio');
-const { IgLoginRequiredError } = require('instagram-private-api');
-const { ig, login } = require('./utils');
-const logger = require('@/utils/logger');
-const config = require('@/config').value;
-
-// loadContent pulls the desired user/tag/etc
-async function loadContent(category, nameOrId) {
-    let title, link, description, logo;
-    let itemsRaw;
-
-    // TODO: extend to other feed categories
-    switch (category) {
-        case 'user': {
-            let userInfo, username, id;
-            if (!isNaN(nameOrId)) {
-                id = nameOrId;
-                userInfo = await ig.user.info(id);
-                username = userInfo.username;
-            } else {
-                username = nameOrId;
-                id = await ig.user.getIdByUsername(username);
-                userInfo = await ig.user.info(id);
-            }
-
-            description = userInfo.biography;
-            logo = userInfo.profile_pic_url;
-            const fullName = userInfo.full_name;
-            title = `${fullName} (@${username}) - Instagram`;
-            link = `https://www.instagram.com/${username}`;
-
-            itemsRaw = await ig.feed.user(id).items();
-            break;
-        }
-        case 'tag': {
-            const tag = nameOrId;
-
-            title = `#${tag}) - Instagram`;
-            link = `https://www.instagram.com/explore/tags/${tag}`;
-
-            itemsRaw = await (await ig.feed.tags(tag).items()).slice(1); // the 0 item is undefined for unknown reason
-            break;
-        }
-        default: {
-            break;
-        }
-    }
-
-    return {
-        title,
-        link,
-        description,
-        logo,
-        itemsRaw,
-    };
-}
-
-module.exports = async (ctx) => {
-    // https://github.com/dilame/instagram-private-api#feeds
-    // const availableCategories = ["accountFollowers", "accountFollowing", "news",
-    //     "discover", "pendingFriendships", "blockedUsers", "directInbox", "directPending",
-    //     "directThread", "user", "tag", "location", "mediaComments", "reelsMedia", "reelsTray",
-    //     "timeline", "musicTrending", "musicSearch", "musicGenre", "musicMood", "usertags", "saved"];
-    const availableCategories = ['user', 'tag'];
-    const category = ctx.params.category;
-    if (!availableCategories.includes(category)) {
-        throw Error('Such feed is not supported.');
-    }
-
-    if (config.instagram && config.instagram.proxy) {
-        ig.state.proxyUrl = config.instagram.proxy;
-    }
-
-    // Unique key for a feed category
-    // e.g. username for user feed
-    const key = ctx.params.key;
-
-    let data;
-    try {
-        data = await loadContent(category, key);
-    } catch (e) {
-        logger.error(`Instagram error: ${e}`);
-        if (e instanceof IgLoginRequiredError) {
-            // Login and try again
-            await login(ig);
-            data = await loadContent(category, key);
-        } else {
-            throw e;
-        }
-    }
-
-    const items = data.itemsRaw.map((item) => {
-        // Content
-        const summary = item.caption ? item.caption.text : '';
-        const $ = cheerio.load(`<p>${summary}</p>`);
-        const content = $.root();
-
-        // Image or carousel media
-        const images = item.image_versions2 ? [item.image_versions2] : item.carousel_media.map((i) => i.image_versions2);
-        for (const i of images) {
-            const img = i.candidates[0];
-            content.append(`<img src="${img.url}" height="${img.height}" width="${img.width}">`);
-        }
-
-        // Metadata
-        const url = `https://www.instagram.com/p/${item.code}`;
-        const pubDate = new Date(item.taken_at * 1000).toUTCString();
-        const title = summary.split('\n')[0];
-
-        return {
-            title,
-            id: item.pk,
-            pubDate,
-            author: item.creator,
-            link: url,
-            summary,
-            description: content.html(),
-            icon: 'https://www.instagram.com/static/images/ico/xxhdpi_launcher.png/99cf3909d459.png',
-            logo: data.logo,
-        };
-    });
-
-    ctx.state.data = {
-        title: data.title,
-        link: data.link,
-        description: data.description,
-        item: items,
-        icon: 'https://www.instagram.com/static/images/ico/xxhdpi_launcher.png/99cf3909d459.png',
-        logo: data.logo,
-    };
-};

package/lib/routes/instagram/utils.js

@@ -1,28 +0,0 @@
-const { IgApiClient } = require('instagram-private-api');
-const logger = require('@/utils/logger');
-const config = require('@/config').value;
-
-const ig = new IgApiClient();
-() => login(ig); // deepscan-disable-line UNUSED_EXPR
-
-async function login(ig) {
-    if (config.instagram && config.instagram.username && config.instagram.password) {
-        try {
-            ig.state.generateDevice(config.instagram.username);
-            try {
-                await ig.simulate.preLoginFlow();
-            } catch (error) {
-                logger.info('Instagram preLoginFlow fail: ' + error);
-            }
-            await ig.account.login(config.instagram.username, config.instagram.password);
-            process.nextTick(() => ig.simulate.postLoginFlow());
-            logger.info('Instagram login success.');
-        } catch (error) {
-            logger.error('Instagram login fail: ' + error);
-        }
-    } else {
-        throw Error('Instagram RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>');
-    }
-}
-
-module.exports = { ig, login };

package/lib/routes/iqiyi/dongman.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got({
-        method: 'get',
-        url: `http://www.iqiyi.com/${id}.html`,
-        headers: {
-            Host: 'www.iqiyi.com',
-            Referer: `http://www.iqiyi.com/${id}.html`,
-        },
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const description = $('.episodeIntro-brief').text();
-    const list = $('li[data-albumlist-elem="playItem"]');
-
-    ctx.state.data = {
-        title: $('title').text().split('-')[0],
-        link: `http://www.iqiyi.com/${id}.html`,
-        description,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    const episode = $(item).find('p.site-piclist_info_title a').text().trim();
-                    const describe = $(item).find('p.site-piclist_info_describe a').text();
-                    const title = `${episode}-${describe}`;
-
-                    return {
-                        title,
-                        description: `<img src="${$(item).find('.site-piclist_pic .site-piclist_pic_link img').attr('src')}">`,
-                        link: $(item).find('.site-piclist_pic .site-piclist_pic_link').attr('href'),
-                    };
-                })
-                .get()
-                .reverse(),
-    };
-};

package/lib/routes/jinshi/index.js

@@ -1,35 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got.get('https://www.jin10.com/');
-    const $ = cheerio.load(response.data);
-    let date;
-
-    const item = $('#jin_flash_list .jin-flash-item-container')
-        .filter((index, ele) => !!$('.right-content div:first-of-type', ele).text() && !$('.is-vip', ele).length)
-        .map((index, ele) => {
-            const year = new Date().getFullYear();
-            const time = $('.item-time', ele).text();
-            const title = $('.right-content div:first-of-type', ele).text();
-            const link = $('.right-content .flash-item-share_right a', ele).attr('href');
-
-            date = $('.jin-flash-date-line span', ele).text().trim() ? $('.jin-flash-date-line span', ele).text().trim() : date;
-
-            const datetime = year + '-' + date.replace('月', '-').replace('日', ` ${time}`);
-
-            return {
-                title,
-                link,
-                description: datetime,
-                pubDate: new Date(datetime),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '金十数据',
-        link: 'https://www.jin10.com/',
-        item,
-    };
-};

package/lib/routes/langlive/room.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const url = `https://play.lang.live/${id}`;
-
-    const api = `https://game-api.lang.live/webapi/v1/room/info?room_id=${id}`;
-    const response = await got({
-        method: 'get',
-        url: api,
-    });
-
-    let item = [];
-    let name = '';
-    if (response.data.data.live_info.live_status === 1) {
-        name = response.data.data.live_info.nickname;
-        item = [
-            {
-                title: response.data.data.live_info.nickname + '开播了',
-                link: url,
-                guid: response.data.data.live_info.live_id,
-                description: response.data.data.live_info.describe,
-            },
-        ];
-    }
-
-    ctx.state.data = {
-        title: `${name}的浪Play直播`,
-        link: url,
-        item,
-        allowEmpty: true,
-    };
-};

package/lib/routes/mi/youpin/crowdfunding.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://home.mi.com/lasagne/page/5',
-    });
-
-    const data = response.data.floors.filter((floor) => floor.floor_id === 99 || floor.floor_id === 100);
-    const item = data.reduce((acc, item) => {
-        if (!item.data) {
-            return acc;
-        }
-        let goodsList = [];
-
-        if (item.data.result) {
-            goodsList = item.data.result.goods_list;
-        }
-
-        goodsList.forEach((goods) => {
-            const img = goods.pic_url;
-            acc.push({
-                title: goods.name,
-                description: `<img src="${img}"><br>${goods.summary}<br>价格：${goods.market_price / 100}元`,
-                link: goods.jump_url,
-                pubDate: new Date(goods.first_release_time * 1000).toUTCString(),
-            });
-        });
-
-        return acc;
-    }, []);
-
-    ctx.state.data = {
-        title: '小米有品众筹',
-        link: 'https://m.xiaomiyoupin.com/w/crowdfunding?pageid=5',
-        description: '小米有品众筹',
-        item,
-    };
-};

package/lib/routes/mi/youpin/new.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'post',
-        url: 'https://m.xiaomiyoupin.com/homepage/main/v1005',
-    });
-
-    const items = response.data.data.homepage.floors
-        .filter((floor) => floor.module_key === 'product_hot')[0]
-        .data.items.map((item) => {
-            const i = item.item;
-            return {
-                title: i.name,
-                description: `<img src="${i.pic_url}"><br>${i.summary}<br>价格：${i.market_price / 100}元`,
-                link: i.jump_url,
-            };
-        });
-
-    ctx.state.data = {
-        title: '小米有品每日上新',
-        link: 'https://m.xiaomiyoupin.com/w/newproduct?pageid=1605',
-        description: '小米有品每日上新',
-        item: items,
-    };
-};

package/lib/routes/nautilus/topics.js

@@ -1,45 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = `http://nautil.us/term/f/${ctx.params.tid}`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('article.search-result').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('h3 > a').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `http://nautil.us${partial}`;
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-            capture('div.reco').remove();
-            const banner = capture('div.banner').html();
-            const textWithTime = capture('div.byline').text();
-            const author = capture('div.byline > span:nth-child(2)').text();
-            const contents = banner + capture('div.page-content').html();
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(textWithTime).toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: 'Nautilus | ' + $('title').text(),
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/ncm/playlist.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got({
-        method: 'post',
-        url: 'https://music.163.com/api/v3/playlist/detail',
-        headers: {
-            Referer: 'https://music.163.com/',
-            Cookie: config.ncm.cookies,
-        },
-        form: {
-            id,
-        },
-    });
-
-    const data = response.data.playlist;
-    const songinfo = await got({
-        method: 'get',
-        url: `https://music.163.com/api/song/detail?ids=[${data.trackIds.slice(0, 201).map((item) => item.id)}]`,
-        headers: {
-            Referer: 'https://music.163.com',
-        },
-    });
-    const songs = songinfo.data.songs;
-
-    ctx.state.data = {
-        title: data.name,
-        link: `https://music.163.com/#/playlist?id=${id}`,
-        description: `网易云音乐歌单 - ${data.name}`,
-        item: data.trackIds.slice(0, 201).map((item) => {
-            const thissong = songs.find((element) => element.id === item.id);
-            const singer = thissong.artists.length === 1 ? thissong.artists[0].name : thissong.artists.reduce((prev, cur) => (prev.name || prev) + '/' + cur.name);
-            return {
-                title: `${thissong.name} - ${singer}`,
-                description: `歌手：${singer}<br>专辑：${thissong.album.name}<br>发行日期：${new Date(thissong.album.publishTime).toLocaleDateString()}<br><img src="${thissong.album.picUrl}">`,
-                link: `https://music.163.com/#/song?id=${item.id}`,
-                pubDate: new Date(item.at),
-                author: singer,
-            };
-        }),
-    };
-};