rsshub 1.0.0-master.f7f8b7a → 1.0.0-master.f812e91

package/lib/routes/qlwb/city.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const config = {
-    linyi: 'http://linyi.qlwb.com.cn/yaowen/',
-    dezhou: 'http://dezhou.qlwb.com.cn/yaowen/',
-    weihai: 'http://jrwh.qlwb.com.cn/yaowen/',
-    zaozhuang: 'http://jrzz.qlwb.com.cn/yw/',
-    zibo: 'http://jrzb.qlwb.com.cn/yw/',
-    yantai: 'http://yantai.qlwb.com.cn/yantai/yaowen/',
-    weifang: 'http://jrwf.qlwb.com.cn/xw/',
-    heze: 'http://jrhz.qlwb.com.cn/jjhz/',
-    rizhao: 'http://jrrz.qlwb.com.cn/fbh/',
-    taishan: 'http://taian.qlwb.com.cn/fabu/',
-    liaocheng: 'http://www.qlwb.com.cn/news/sqds/liaocheng/',
-    jining: 'http://jryh.qlwb.com.cn/jiningxinwen/',
-};
-
-module.exports = async (ctx) => {
-    const newsUrl = config[ctx.params.city];
-
-    const response = await got({
-        method: 'get',
-        url: newsUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('ul.list.list-point li a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: newsUrl,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const res = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(res.data);
-                    item.description = content('div.article-content').html();
-                    item.pubDate = new Date(content('span.date').text() + ' GMT+8').toUTCString();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/qlwb/news.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const newsUrl = 'http://news.qlwb.com.cn/news/';
-    const response = await got({
-        method: 'get',
-        url: newsUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('ul.list.list-point li a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: newsUrl,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const res = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(res.data);
-                    item.description = content('div.article-content').html();
-                    item.pubDate = new Date(content('span.date').text() + ' GMT+8').toUTCString();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/sbs/chinese.js

@@ -1,70 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id ?? 'news';
-    const dialect = ctx.params.dialect ?? 'mandarin';
-    const category = ctx.params.category ?? 'news';
-    const language = ctx.params.language ?? dialect === 'mandarin' ? 'zh-hans' : 'zh-hant';
-
-    const rootUrl = 'https://www.sbs.com.au';
-    const currentUrl = `${rootUrl}/language/${dialect}/${category === 'podcast' ? `${language}/podcast/${id}` : `${id}/${language}`}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.headline, .audio-playlist__item-more')
-        .find('a')
-        .map((_, item) => {
-            item = $(item);
-
-            return {
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                content('.block__container').remove();
-
-                const audio = content('a[download]')?.attr('href') ?? '';
-                const image = content('meta[itemprop="image"]')?.attr('content').split('/crop/')[0] ?? '';
-
-                item.title = content('meta[property="og:title"]').attr('content');
-                item.author = content('.article__meta-author').text().trim().replace('By', '');
-                item.pubDate = parseDate(content('meta[itemprop="datePublished"]').attr('content'));
-                item.description = `${image ? `<img src="${image}"><br>` : ''}${audio ? `<audio src="${audio}" controls></audio><br>` : ''}${content('.text-body').html()}`;
-
-                if (audio) {
-                    item.itunes_item_image = image;
-                    item.enclosure_url = audio;
-                    item.enclosure_type = 'audio/mpeg';
-                }
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('meta[property="og:title"]').attr('content')} - SBS中文`,
-        link: currentUrl,
-        item: items,
-        itunes_author: 'SBS中文',
-        image: `${rootUrl}/language/img/logos/in-language/logo_chinese.svg`,
-    };
-};

package/lib/routes/sixthtone/news.js

@@ -1,52 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const parser = require('@/utils/rss-parser');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://www.sixthtone.com/rss');
-
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-
-        // 移除广告等内容
-        $('[class*="advertise-"]').remove();
-
-        // 提取内容
-        return $('.content').html();
-    };
-
-    const items = await Promise.all(
-        feed.items.map(async (item) => {
-            const link = 'https:' + item.link.match(/\/\/www.sixthtone.com\/news\/\d+\//g)[0];
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: link,
-            });
-
-            const description = ProcessFeed(response.data);
-
-            const single = {
-                title: item.title,
-                description,
-                pubDate: item.pubDate,
-                link,
-                author: item.author,
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/socialbeta/hunt.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `http://hunt.socialbeta.com/`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('div.ml64')
-        .slice(0, 50)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                description: item.find('div.content').text(),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: 'SocialBeta - 案例',
-        link: currentUrl,
-        item: list,
-    };
-};

package/lib/routes/soomal/topics.js

@@ -1,130 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const iconv = require('iconv-lite');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const lang = ctx.params.language;
-
-    let index_url;
-    let character_set;
-    switch (lang) {
-        case 'zh_tw':
-            index_url = 'http://www.soomal.com/doc/index201000_0001_00.htm';
-            character_set = 'big5';
-            break;
-        case 'en':
-            index_url = 'http://eng.soomal.com/edoc/index101000_0001_00.htm';
-            character_set = 'ISO-8859-5';
-            break;
-        default:
-            index_url = 'http://www.soomal.com/doc/index101000_0001_00.htm';
-            character_set = 'gbk';
-            break;
-    }
-
-    let category_list;
-    let url_list;
-
-    const category_url = await ctx.cache.tryGet([lang, category], async () => {
-        const front_page = await got.get(index_url, {
-            responseType: 'buffer',
-        });
-
-        const front_data = iconv.decode(front_page.data, character_set);
-
-        const $ = cheerio.load(front_data);
-        if (lang !== 'en') {
-            const container_list = $('div.container.cf').slice(0, 2);
-            category_list = container_list
-                .find('ul.ul-reset')
-                .find('h3')
-                .children()
-                .get()
-                .map((item) => $(item).text());
-            url_list = container_list
-                .find('ul.ul-reset')
-                .find('h3')
-                .children()
-                .get()
-                .map((item) => $(item).attr('href'));
-        } else {
-            category_list = $('div.menu')
-                .find('a')
-                .get()
-                .map((item) => $(item).text());
-            url_list = $('div.menu')
-                .find('a')
-                .get()
-                .map((item) => $(item).attr('href'));
-        }
-
-        return url.resolve(index_url, url_list[category_list.indexOf(category)]);
-    });
-
-    const response = await got.get(category_url, {
-        responseType: 'buffer',
-    });
-
-    const data = iconv.decode(response.data, character_set);
-    const $ = cheerio.load(data);
-
-    const list = $('div.item')
-        .find('div.title')
-        .children('a')
-        .get()
-        .map((item) => url.resolve(category_url, $(item).attr('href')));
-
-    const out = await Promise.all(
-        list.map(async (link) => {
-            const [title, author, pubDate, description] = await ctx.cache.tryGet(link, async () => {
-                const response = await got.get(link, {
-                    responseType: 'buffer',
-                });
-
-                const data = iconv.decode(response.data, character_set);
-                const $ = cheerio.load(data);
-
-                let [title, author, pubDate, description] = '';
-                if (lang !== 'en') {
-                    title = $('div.titlebox').find('div.title').text();
-                    author = $('div.titlebox').find('div.info').children('a').text();
-                    pubDate = Date.parse(
-                        $('div.titlebox')
-                            .find('div.info')
-                            .text()
-                            .match(/\d{4}([.\-/ ])\d{2}\1\d{2}\s\d{2}[:]\d{2}[:]\d{2}/)[0]
-                    );
-
-                    $('div.toolbar,div.grade').remove();
-                    description = $('div.Doc').html();
-                } else {
-                    title = $('div.titlebox').find('div.title').text();
-                    author = $('div.titlebox').find('div.infobox').children('a').text();
-                    pubDate = new Date();
-
-                    $('div.grade').remove();
-                    description = $('div.textbox').html();
-                }
-
-                return [title, author, pubDate, description];
-            });
-
-            const item = {
-                title,
-                description,
-                pubDate,
-                link,
-                author,
-            };
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: 'Soomal.com - ' + category,
-        link: category_url,
-        item: out,
-    };
-};

package/lib/routes/tam/forecast.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://www.tam.museum';
-    const currentUrl = `${rootUrl}/astronomy/forecast.php?lang=tw`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-        https: {
-            rejectUnauthorized: false,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('#sample_2 a[title]')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}/astronomy/${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                    https: {
-                        rejectUnauthorized: false,
-                    },
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.content_detail').html();
-                item.pubDate = new Date(detailResponse.data.match(/<label>公告日期 : <\/label> (\d{4}-\d{2}-\d{2})/)[1]).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/tanwu/products.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://api.tanwuapp.com/iOS/2.0.0/products?rentType=0&pageSize=1000&pageNum=1&clientType=web:h5',
-    });
-
-    const data = response.data.details.allProductList.data;
-
-    ctx.state.data = {
-        title: '探物',
-        link: 'https://m.tanwuapp.com',
-        description: '探物是一个科技数码产品租赁平台，旨在把市面上最新、最酷、最实用的科技产品带去给用户，传播科技便捷生活、共享丰富生活的价值理念。',
-        item: data.map(({ productName, productImageSrc, productRent, rentUnit, productId, appraiseAvgScore }) => ({
-            title: productName,
-            link: `https://m.tanwuapp.com/?source=mobile#/productDetails?productId=${productId}`,
-            description: `
-          <img src="${productImageSrc}"><br>
-          <strong>${productName}</strong><br><br>
-          价格: ￥${productRent} / ${rentUnit}<br>
-          评分: ${appraiseAvgScore}
-        `,
-            guid: productId,
-        })),
-    };
-};

package/lib/routes/tencent/guyu/channel.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const map = new Map([
-    ['lab', { title: '谷雨实验室', link: 'https://news.qq.com/guyu/huizong/hz_lab.htm', channelid: 498 }],
-    ['report', { title: '谷雨报道', link: 'https://news.qq.com/guyu/huizong/hz_report.htm', channelid: 500 }],
-    ['story', { title: '谷雨故事', link: 'https://gy.qq.com/hz_story.html', channelid: 332 }],
-    ['shalong', { title: '谷雨沙龙', link: 'https://news.qq.com/guyu/huizong/hz_shalong.htm', channelid: 542 }],
-]);
-
-module.exports = async (ctx) => {
-    const type = ctx.params.name;
-    const title = map.get(type).title;
-    const channelid = map.get(type).channelid;
-    const link = map.get(type).link;
-
-    const api = `https://i.match.qq.com/ninjayc/guyu?action=guyu&channelid=${channelid}&p=0&num=10`;
-    const response = await got({
-        method: 'get',
-        url: api,
-        headers: { Referer: link },
-    });
-    const list = response.data.data;
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.n_short_title;
-            const date = info.n_publishtime;
-            const itemUrl = info.n_url;
-            const author = info.name;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl, {
-                responseType: 'buffer',
-            });
-
-            response.data = iconv.decode(response.data, 'gbk');
-
-            const $ = cheerio.load(response.data);
-            const description = $('div.articleContent').html().replace(/src="/g, `src="https:`);
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                author,
-                pubDate: new Date(date).toUTCString(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link,
-        item: out,
-    };
-};

package/lib/routes/thrillist/index.js

@@ -1,67 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const tag = ctx.params.tag;
-
-    const response = await got({
-        method: 'get',
-        url: `https://www.thrillist.com/${tag}`,
-    });
-    const url = response.url; // got will make sure that this is the final URL after redirects
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const title = $('meta[property="og:title"]').attr('content');
-    const description = $('meta[property="og:description"]').attr('content');
-
-    const list = $('div.golSS > a,div.cAtWxS > a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            const itemURL = new URL(item.attr('href'), url).href;
-            return {
-                link: itemURL,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                const body = content('div.hjroUg');
-
-                const dateContent = content('p.iNefBF').text();
-                const dateRegex = dateContent.match(/(\d+\/\d+\/\d+) at (\d+:\d+ [A-Za-z]*)/);
-                const dateString = dateRegex[1] + ' ' + dateRegex[2];
-
-                // // remove extra body content that we don't want to see
-                body.find('div.article-header__mobile-top-row').remove();
-                body.find('p.iNefBF').remove();
-                body.find('h1.ixrfny').remove();
-                body.find('div.bStUVN').remove();
-                body.find('span.dgtYLN').remove();
-
-                item.title = content('meta[property="og:title"]').attr('content');
-                item.description = body.html();
-                item.pubDate = new Date(dateString).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title,
-        link: url,
-        description,
-        item: items,
-    };
-};

package/lib/routes/tianya/comments.js

@@ -1,41 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { userid } = ctx.params;
-    const url = 'http://www.tianya.cn/' + userid + '/bbs?t=post';
-    const responseraw = await got(url, { headers: { Referer: 'http://bbs.tianya.cn' } });
-    const $ = cheerio.load(responseraw.data);
-    const username = $('div.portrait h2 a').first().text();
-
-    const turl = `http://www.tianya.cn/api/bbsuser?method=userinfo.ice.getUserTotalReplyList&params.userId=${userid}&params.pageSize=20&params.bMore=true`;
-    const response = await got(turl, { headers: { Referer: 'http://bbs.tianya.cn' } });
-    const json = response.data;
-    const items = await Promise.all(
-        json.data.rows.map(async (ele) => {
-            const title = ele.title;
-            const link = `http://bbs.tianya.cn/go_reply_position.jsp?item=${ele.item}&id=${ele.art_id}&rid=${ele.reply_id}`;
-            const date = ele.reply_time;
-
-            const commentData = await ctx.cache.tryGet(link, async () => {
-                const commentResponse = await got(link, { headers: { Referer: 'http://bbs.tianya.cn' } });
-                const res = cheerio.load(commentResponse.data)(`div[replyid='${ele.reply_id}'] div.atl-content div.bbs-content`).html();
-                return res;
-            });
-
-            const pubDate = new Date(date).toUTCString();
-            return Promise.resolve({
-                title,
-                description: commentData,
-                link,
-                pubDate,
-            });
-        })
-    );
-    ctx.state.data = {
-        title: username + '的天涯回帖',
-        description: username,
-        link: url,
-        item: items,
-    };
-};

package/lib/routes/tianya/index.js

@@ -1,32 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { type } = ctx.params;
-    const url = 'http://bbs.tianya.cn/list-' + type + '-1.shtml';
-    const response = await got(url, { headers: { Referer: 'http://bbs.tianya.cn' } });
-    const $ = cheerio.load(response.data);
-    const typeTitle = $('div.location div.text strong').text();
-    const items = $('table > tbody ~ tbody > tr')
-        .map((_, ele) => {
-            const $item = cheerio.load(ele);
-            const title = $item('td.td-title a').text();
-            const link = 'http://bbs.tianya.cn' + $item('td.td-title a').attr('href');
-            const date = $item('td').last().attr('title');
-
-            const pubDate = new Date(date).toUTCString();
-            return {
-                title,
-                description: title,
-                link,
-                pubDate,
-            };
-        })
-        .get();
-    ctx.state.data = {
-        title: typeTitle,
-        description: typeTitle,
-        link: url,
-        item: items,
-    };
-};