rsshub 1.0.0-master.f7f8b7a → 1.0.0-master.f812e91

package/lib/routes/8btc/author.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const authorid = ctx.params.authorid;
-    const response = await got.get(`https://webapi.8btc.com/bbt_api/comments/list?author_id=${authorid}&fetch_num=20`);
-
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-
-        // 提取内容
-        return $('.bbt-html').html();
-    };
-
-    const items = await Promise.all(
-        response.data.data.list.map(async (item) => {
-            const link = `https://www.8btc.com/article/${item.post_id}`;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: link,
-            });
-
-            const description = ProcessFeed(response.data);
-
-            const single = {
-                title: item.post.title,
-                description,
-                pubDate: item.date_gmt,
-                link,
-                author: item.reviewer.name,
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '巴比特作者专栏',
-        link: `https://www.8btc.com/author/${authorid}`,
-        description: '巴比特作者专栏',
-        item: items,
-    };
-};

package/lib/routes/8btc/news/flash.js

@@ -1,41 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://app.blockmeta.com/w1/news/list?num=30&cat_id=4481&page=1`,
-        headers: {
-            from: 'web',
-            Referer: `https://www.8btc.com/flash`,
-        },
-    });
-
-    const newsflashes = response.data.list;
-
-    let newsflashesList = [];
-    for (let i = 0; i < newsflashes.length; i++) {
-        newsflashesList = newsflashesList.concat(newsflashes[i]);
-    }
-
-    const out = newsflashesList.map((item) => {
-        const pubDate = item.post_date_format;
-        const link = item.source.link;
-        const title = item.title;
-        const description = item.content;
-
-        const single = {
-            title,
-            link,
-            pubDate,
-            description,
-        };
-
-        return single;
-    });
-
-    ctx.state.data = {
-        title: `快讯 - 巴比特`,
-        link: `https://www.8btc.com/flash`,
-        item: out,
-    };
-};

package/lib/routes/91ddcc/stage.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://sns.91ddcc.com/s/${ctx.params.stage}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('div.log-box div.l-single')
-        .slice(0, 5)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('div.word a.s-til');
-            return {
-                title: a.text(),
-                link: `https://sns.91ddcc.com${a.attr('href')}`,
-                pubDate: new Date(item.find('div.floor a.fr').text() + ' GMT+8').toUTCString(),
-                author: item.find('div.floor a.fl').text(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('div.article-con').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('a.name').text()} - 才符`,
-        link: currentUrl,
-        item: items,
-        description: $('div.bot-info').text(),
-    };
-};

package/lib/routes/91ddcc/user.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://sns.91ddcc.com/${ctx.params.user}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('div.dynamic-single')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-
-            const word = item.find('div.word');
-            const detailTitle = item.find('p.detail-title').text();
-
-            let link = currentUrl;
-            let title = detailTitle || word.html();
-
-            if (word.attr('onclick')) {
-                link = `https://sns.91ddcc.com${word.attr('onclick').split("'")[1]}`;
-            } else {
-                title = item.find('div.fl').text().trim();
-            }
-
-            item.find('p.detail-title').remove();
-
-            return {
-                title,
-                link,
-                description: item.find('div.dynamic-content').html(),
-                pubDate: new Date(item.attr('add-time') * 1000).toUTCString(),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: `${$('span.user-name').text()} - 才符`,
-        link: currentUrl,
-        item: list,
-    };
-};

package/lib/routes/93/index.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'lxzn-yzjy';
-
-    const rootUrl = 'http://www.93.gov.cn';
-    const currentUrl = `${rootUrl}/${category}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('li.clearfix a')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-                pubDate: new Date(item.next().text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.pageContent').html();
-                item.author = content('.pageTitle ul li').eq(1).text().replace('来源：', '');
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/allnow/column.js

@@ -1,7 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    ctx.state.data = await utils.processItems(ctx, `${utils.rootUrl}/column/${id}`);
-};

package/lib/routes/allnow/index.js

@@ -1,5 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    ctx.state.data = await utils.processItems(ctx, utils.rootUrl);
-};

package/lib/routes/allnow/tag.js

@@ -1,7 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    ctx.state.data = await utils.processItems(ctx, `${utils.rootUrl}/tag/${id}`);
-};

package/lib/routes/allnow/user.js

@@ -1,7 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    ctx.state.data = await utils.processItems(ctx, `${utils.rootUrl}/user/${id}`);
-};

package/lib/routes/allnow/utils.js

@@ -1,67 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-const rootUrl = 'https://www.allnow.com';
-
-module.exports = {
-    rootUrl,
-
-    processItems: async (ctx, currentUrl) => {
-        const response = await got({
-            method: 'get',
-            url: currentUrl,
-        });
-
-        const $ = cheerio.load(response.data);
-
-        const list = $('.post-list .post')
-            .slice(0, ctx.params.limit ? parseInt(ctx.params.limit) : 15)
-            .map((_, item) => {
-                item = $(item);
-
-                return {
-                    link: `${rootUrl}${item.attr('href')}`,
-                };
-            })
-            .get();
-
-        const items = await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.author = detailResponse.data.match(/authorName:"(.*?)",avatar/)[1];
-                    item.title = content('title')
-                        .text()
-                        .replace(/-全现在官方网站/, '');
-                    item.pubDate = timezone(parseDate(detailResponse.data.match(/time:"(.*)",type/)[1]), +8);
-                    item.category = detailResponse.data
-                        .match(/tags:\[(.*)\],columns/)[1]
-                        .split('},')
-                        .map((category) => category.match(/title:"(.*)"/)[1]);
-                    item.description = content('#article-content').html() ?? content('.summary').html() ?? '';
-
-                    content('video').each(function () {
-                        item.description += `<video src="https:${content(this).attr('src')}" controls></video>`;
-                    });
-
-                    return item;
-                })
-            )
-        );
-
-        return {
-            title: $('title').text(),
-            link: currentUrl,
-            item: items,
-            description: $('.desc').eq(0).text(),
-        };
-    },
-};

package/lib/routes/andyt/index.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const baseUrl = 'https://andyt.cn/forum.php?mod=guide&view=';
-const host = 'https://andyt.cn/';
-const viewProps = {
-    newthread: '最新发表',
-    hot: '最新热门',
-    digest: '最新精华',
-    new: '最新回复',
-};
-
-module.exports = async (ctx) => {
-    const view = ctx.params.view || 'newthread';
-    const url = baseUrl + view;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const $ = cheerio.load(response.data);
-
-    ctx.state.data = {
-        title: `${viewProps[view]} - 书友社区`,
-        link: url,
-        description: `${viewProps[view]} - 书友社区`,
-        item: $('.bm_c')
-            .find('tbody')
-            .map((index, item) => ({
-                title: `【` + $(item).find('td.by a').eq(0).text() + `】` + $(item).find('a.xst').text(),
-                description: '',
-                author: $(item).find('cite').text().trim(),
-                link: host + $(item).find('a').eq(0).attr('href'),
-            }))
-            .get(),
-    };
-};

package/lib/routes/asahi/area.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const rootUrl = 'https://www.asahi.com';
-    const currentUrl = `${rootUrl}/area/${id}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    $('.Time').remove();
-
-    const list = $('#MainInner .Section .List li a')
-        .slice(0, 6)
-        .map((_, item) => {
-            item = $(item);
-            const link = item.attr('href');
-
-            return {
-                link: link.indexOf('//') < 0 ? `${rootUrl}${link}` : `https:${link}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('._30SFw, .-Oj2D, .notPrint').remove();
-
-                item.description = content('._3YqJ1').html();
-                item.title = content('meta[name="TITLE"]').attr('content');
-                item.pubDate = Date.parse(content('meta[name="pubdate"]').attr('content'));
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-        description: '朝日新聞社のニュースサイト、朝日新聞デジタルの社会ニュースについてのページです',
-    };
-};

package/lib/routes/baidu/daily.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-module.exports = async (ctx) => {
-    const host = `https://zhidao.baidu.com/daily?fr=daohang`;
-
-    const response = await got.get(host, {
-        responseType: 'buffer',
-    });
-
-    response.data = iconv.decode(response.data, 'gbk');
-    const $ = cheerio.load(response.data);
-
-    const list = $("li[class=' clearfix']").get();
-
-    const items = list.map((item) => {
-        item = $(item);
-
-        return {
-            title: item.find('div.daily-cont-top > h2 > a').text(),
-            description: item.find('div.daily-cont-top > div > a').text(),
-            link: `https://zhidao.baidu.com/${item.find('div.daily-cont-top > h2 > a').attr('href')}`,
-        };
-    });
-
-    const result = await Promise.all(
-        items.map(async (item) => {
-            const link = item.link;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const itemReponse = await got.get(link, {
-                responseType: 'buffer',
-            });
-            const data = iconv.decode(itemReponse.data, 'gbk');
-            const itemElement = cheerio.load(data);
-
-            item.description = itemElement('.detail-wp').html();
-
-            ctx.cache.set(link, JSON.stringify(item));
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: `知道日报`,
-        link: host,
-        description: `每天都知道一点`,
-        item: result,
-    };
-};

package/lib/routes/bell-labs/events-news.js

@@ -1,70 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const config = {
-    events: '.tout-text a',
-    'industry-recognition': '.n-block-section .n-block .rich-text p b',
-    'press-releases': 'h5 a',
-};
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'press-releases';
-
-    const rootUrl = 'http://www.bell-labs.com';
-    const currentUrl = `${rootUrl}/events-news/${category}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    let items = (category === 'industry-recognition' ? $(config[category]).closest('.rich-text') : $(config[category]))
-        .slice(0, 15)
-        .map((_, i) => {
-            let item = $(i);
-
-            if (category === 'industry-recognition') {
-                item = item.children('.n-link-list').length > 0 ? item.children('.n-link-list') : item.children('p').eq(1);
-            }
-            if (item.children('a').attr('href')) {
-                item = item.children('a');
-            }
-
-            return {
-                title: item.text(),
-                link: item.attr('href') || currentUrl,
-                pubDate: new Date(category === 'events' ? item.text().split(':')[0].split(' - ')[0] : category === 'industry-recognition' ? $(i).children('p').eq(0).text() : '').toUTCString(),
-
-                description: category === 'events' ? item.closest('.n-block').next().find('.rich-text').html() : category === 'industry-recognition' ? `<p>${$(i).find('p').last().text()}</p>` : '',
-            };
-        })
-        .get();
-
-    if (category === 'press-releases') {
-        items = await Promise.all(
-            items.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    content('.social-media-sharing').remove();
-
-                    item.description = content('.layout-content').html();
-                    item.pubDate = new Date(content('meta[name="search-updated"]').attr('content')).toUTCString();
-
-                    return item;
-                })
-            )
-        );
-    }
-
-    ctx.state.data = {
-        title: $('title').eq(0).text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/bihu/activaties.js

@@ -1,76 +0,0 @@
-const got = require('@/utils/got');
-const url = require('url');
-
-const api = 'https://be02.bihu.com/bihube-pc/bihu/user/getUserContentList/';
-const articleHost = 'https://bihu.com/article/';
-const host = 'https://bihu.com/people/';
-const getArticleApi = 'https://be02.bihu.com/bihube-pc/api/content/show/getArticle2/';
-const articleContent = 'https://oss02.bihu.com/';
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const link = url.resolve(host, id);
-    const response = await got.post(api, {
-        queryUserId: id,
-        pageNum: 1,
-    });
-
-    const data = response.data.data;
-    const contenList = data.list;
-
-    let author = '未知用户';
-    let out = '';
-
-    for (let i = contenList.length - 1; i >= 0; i--) {
-        if (contenList[i].type === 2) {
-            contenList.splice(i, 1);
-        }
-    }
-
-    if (contenList.length !== 0) {
-        author = contenList[0].userName;
-
-        out = await Promise.all(
-            contenList.map(async (item) => {
-                const type = item.type;
-                let description = item.content;
-                let title = '动态';
-                let itemLink = link;
-
-                // 文章
-                if (type !== 1) {
-                    title = item.title;
-                    const contentId = item.contentId;
-                    itemLink = url.resolve(articleHost, contentId.toString());
-
-                    const getArticleApiResponse = await got.post(getArticleApi, {
-                        artId: contentId,
-                    });
-
-                    const articleContentPath = getArticleApiResponse.data.data.content;
-
-                    const link = url.resolve(articleContent, articleContentPath);
-                    const articleContentResponse = await got.get(link);
-                    description = articleContentResponse.data;
-                }
-
-                const single = {
-                    title,
-                    link: itemLink,
-                    author,
-                    description,
-                    pubDate: new Date(item.createTime).toUTCString(),
-                };
-
-                return single;
-            })
-        );
-    }
-
-    ctx.state.data = {
-        title: `币乎 - ${author}的动态`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/bioon/latest.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = 'http://www.bioon.com';
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('#cms_list li[data-i]')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                const subtitle = content('div.title5 p').text().split(' ');
-                const pubDate = `${subtitle.slice(-2)[0]} ${subtitle.slice(-1)}`;
-
-                item.pubDate = new Date(pubDate + ' GMT+8').toUTCString();
-                item.description = content('div.text3').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '生物谷 - 最新资讯',
-        link: currentUrl,
-        item: items,
-    };
-};