rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f812e91

package/lib/routes/93/index.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'lxzn-yzjy';
-
-    const rootUrl = 'http://www.93.gov.cn';
-    const currentUrl = `${rootUrl}/${category}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('li.clearfix a')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-                pubDate: new Date(item.next().text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.pageContent').html();
-                item.author = content('.pageTitle ul li').eq(1).text().replace('来源：', '');
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/allnow/column.js

@@ -1,7 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    ctx.state.data = await utils.processItems(ctx, `${utils.rootUrl}/column/${id}`);
-};

package/lib/routes/allnow/index.js

@@ -1,5 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    ctx.state.data = await utils.processItems(ctx, utils.rootUrl);
-};

package/lib/routes/allnow/tag.js

@@ -1,7 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    ctx.state.data = await utils.processItems(ctx, `${utils.rootUrl}/tag/${id}`);
-};

package/lib/routes/allnow/user.js

@@ -1,7 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    ctx.state.data = await utils.processItems(ctx, `${utils.rootUrl}/user/${id}`);
-};

package/lib/routes/allnow/utils.js

@@ -1,67 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-const rootUrl = 'https://www.allnow.com';
-
-module.exports = {
-    rootUrl,
-
-    processItems: async (ctx, currentUrl) => {
-        const response = await got({
-            method: 'get',
-            url: currentUrl,
-        });
-
-        const $ = cheerio.load(response.data);
-
-        const list = $('.post-list .post')
-            .slice(0, ctx.params.limit ? parseInt(ctx.params.limit) : 15)
-            .map((_, item) => {
-                item = $(item);
-
-                return {
-                    link: `${rootUrl}${item.attr('href')}`,
-                };
-            })
-            .get();
-
-        const items = await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.author = detailResponse.data.match(/authorName:"(.*?)",avatar/)[1];
-                    item.title = content('title')
-                        .text()
-                        .replace(/-全现在官方网站/, '');
-                    item.pubDate = timezone(parseDate(detailResponse.data.match(/time:"(.*)",type/)[1]), +8);
-                    item.category = detailResponse.data
-                        .match(/tags:\[(.*)\],columns/)[1]
-                        .split('},')
-                        .map((category) => category.match(/title:"(.*)"/)[1]);
-                    item.description = content('#article-content').html() ?? content('.summary').html() ?? '';
-
-                    content('video').each(function () {
-                        item.description += `<video src="https:${content(this).attr('src')}" controls></video>`;
-                    });
-
-                    return item;
-                })
-            )
-        );
-
-        return {
-            title: $('title').text(),
-            link: currentUrl,
-            item: items,
-            description: $('.desc').eq(0).text(),
-        };
-    },
-};

package/lib/routes/andyt/index.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const baseUrl = 'https://andyt.cn/forum.php?mod=guide&view=';
-const host = 'https://andyt.cn/';
-const viewProps = {
-    newthread: '最新发表',
-    hot: '最新热门',
-    digest: '最新精华',
-    new: '最新回复',
-};
-
-module.exports = async (ctx) => {
-    const view = ctx.params.view || 'newthread';
-    const url = baseUrl + view;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const $ = cheerio.load(response.data);
-
-    ctx.state.data = {
-        title: `${viewProps[view]} - 书友社区`,
-        link: url,
-        description: `${viewProps[view]} - 书友社区`,
-        item: $('.bm_c')
-            .find('tbody')
-            .map((index, item) => ({
-                title: `【` + $(item).find('td.by a').eq(0).text() + `】` + $(item).find('a.xst').text(),
-                description: '',
-                author: $(item).find('cite').text().trim(),
-                link: host + $(item).find('a').eq(0).attr('href'),
-            }))
-            .get(),
-    };
-};

package/lib/routes/asahi/area.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const rootUrl = 'https://www.asahi.com';
-    const currentUrl = `${rootUrl}/area/${id}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    $('.Time').remove();
-
-    const list = $('#MainInner .Section .List li a')
-        .slice(0, 6)
-        .map((_, item) => {
-            item = $(item);
-            const link = item.attr('href');
-
-            return {
-                link: link.indexOf('//') < 0 ? `${rootUrl}${link}` : `https:${link}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('._30SFw, .-Oj2D, .notPrint').remove();
-
-                item.description = content('._3YqJ1').html();
-                item.title = content('meta[name="TITLE"]').attr('content');
-                item.pubDate = Date.parse(content('meta[name="pubdate"]').attr('content'));
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-        description: '朝日新聞社のニュースサイト、朝日新聞デジタルの社会ニュースについてのページです',
-    };
-};

package/lib/routes/baidu/daily.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-module.exports = async (ctx) => {
-    const host = `https://zhidao.baidu.com/daily?fr=daohang`;
-
-    const response = await got.get(host, {
-        responseType: 'buffer',
-    });
-
-    response.data = iconv.decode(response.data, 'gbk');
-    const $ = cheerio.load(response.data);
-
-    const list = $("li[class=' clearfix']").get();
-
-    const items = list.map((item) => {
-        item = $(item);
-
-        return {
-            title: item.find('div.daily-cont-top > h2 > a').text(),
-            description: item.find('div.daily-cont-top > div > a').text(),
-            link: `https://zhidao.baidu.com/${item.find('div.daily-cont-top > h2 > a').attr('href')}`,
-        };
-    });
-
-    const result = await Promise.all(
-        items.map(async (item) => {
-            const link = item.link;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const itemReponse = await got.get(link, {
-                responseType: 'buffer',
-            });
-            const data = iconv.decode(itemReponse.data, 'gbk');
-            const itemElement = cheerio.load(data);
-
-            item.description = itemElement('.detail-wp').html();
-
-            ctx.cache.set(link, JSON.stringify(item));
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: `知道日报`,
-        link: host,
-        description: `每天都知道一点`,
-        item: result,
-    };
-};

package/lib/routes/bell-labs/events-news.js

@@ -1,70 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const config = {
-    events: '.tout-text a',
-    'industry-recognition': '.n-block-section .n-block .rich-text p b',
-    'press-releases': 'h5 a',
-};
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'press-releases';
-
-    const rootUrl = 'http://www.bell-labs.com';
-    const currentUrl = `${rootUrl}/events-news/${category}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    let items = (category === 'industry-recognition' ? $(config[category]).closest('.rich-text') : $(config[category]))
-        .slice(0, 15)
-        .map((_, i) => {
-            let item = $(i);
-
-            if (category === 'industry-recognition') {
-                item = item.children('.n-link-list').length > 0 ? item.children('.n-link-list') : item.children('p').eq(1);
-            }
-            if (item.children('a').attr('href')) {
-                item = item.children('a');
-            }
-
-            return {
-                title: item.text(),
-                link: item.attr('href') || currentUrl,
-                pubDate: new Date(category === 'events' ? item.text().split(':')[0].split(' - ')[0] : category === 'industry-recognition' ? $(i).children('p').eq(0).text() : '').toUTCString(),
-
-                description: category === 'events' ? item.closest('.n-block').next().find('.rich-text').html() : category === 'industry-recognition' ? `<p>${$(i).find('p').last().text()}</p>` : '',
-            };
-        })
-        .get();
-
-    if (category === 'press-releases') {
-        items = await Promise.all(
-            items.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    content('.social-media-sharing').remove();
-
-                    item.description = content('.layout-content').html();
-                    item.pubDate = new Date(content('meta[name="search-updated"]').attr('content')).toUTCString();
-
-                    return item;
-                })
-            )
-        );
-    }
-
-    ctx.state.data = {
-        title: $('title').eq(0).text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/bihu/activaties.js

@@ -1,76 +0,0 @@
-const got = require('@/utils/got');
-const url = require('url');
-
-const api = 'https://be02.bihu.com/bihube-pc/bihu/user/getUserContentList/';
-const articleHost = 'https://bihu.com/article/';
-const host = 'https://bihu.com/people/';
-const getArticleApi = 'https://be02.bihu.com/bihube-pc/api/content/show/getArticle2/';
-const articleContent = 'https://oss02.bihu.com/';
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const link = url.resolve(host, id);
-    const response = await got.post(api, {
-        queryUserId: id,
-        pageNum: 1,
-    });
-
-    const data = response.data.data;
-    const contenList = data.list;
-
-    let author = '未知用户';
-    let out = '';
-
-    for (let i = contenList.length - 1; i >= 0; i--) {
-        if (contenList[i].type === 2) {
-            contenList.splice(i, 1);
-        }
-    }
-
-    if (contenList.length !== 0) {
-        author = contenList[0].userName;
-
-        out = await Promise.all(
-            contenList.map(async (item) => {
-                const type = item.type;
-                let description = item.content;
-                let title = '动态';
-                let itemLink = link;
-
-                // 文章
-                if (type !== 1) {
-                    title = item.title;
-                    const contentId = item.contentId;
-                    itemLink = url.resolve(articleHost, contentId.toString());
-
-                    const getArticleApiResponse = await got.post(getArticleApi, {
-                        artId: contentId,
-                    });
-
-                    const articleContentPath = getArticleApiResponse.data.data.content;
-
-                    const link = url.resolve(articleContent, articleContentPath);
-                    const articleContentResponse = await got.get(link);
-                    description = articleContentResponse.data;
-                }
-
-                const single = {
-                    title,
-                    link: itemLink,
-                    author,
-                    description,
-                    pubDate: new Date(item.createTime).toUTCString(),
-                };
-
-                return single;
-            })
-        );
-    }
-
-    ctx.state.data = {
-        title: `币乎 - ${author}的动态`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/bioon/latest.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = 'http://www.bioon.com';
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('#cms_list li[data-i]')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                const subtitle = content('div.title5 p').text().split(' ');
-                const pubDate = `${subtitle.slice(-2)[0]} ${subtitle.slice(-1)}`;
-
-                item.pubDate = new Date(pubDate + ' GMT+8').toUTCString();
-                item.description = content('div.text3').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '生物谷 - 最新资讯',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/bishijie/kuaixun.js

@@ -1,21 +0,0 @@
-const buildData = require('@/utils/common-config');
-
-module.exports = async (ctx) => {
-    const link = `https://www.bishijie.com/kuaixun/`;
-    const host = `https://www.bishijie.com`;
-    ctx.state.data = await buildData({
-        link,
-        url: link,
-        title: `%title%`,
-        params: {
-            title: '币世界快讯列表',
-            host,
-        },
-        item: {
-            item: 'ul.newscontainer > li',
-            title: `$('div.content a h3').text()`,
-            link: `$('div.content a').attr('href')`,
-            description: `$('div.content div.news-content div').html()`,
-        },
-    });
-};

package/lib/routes/bjnews/epaper.js

@@ -1,80 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const cat = ctx.params.cat.toUpperCase();
-
-    const today = new Date();
-    const year = today.getFullYear(); // 获取时间
-    const month = String(today.getMonth() + 1).padStart(2, '0');
-    const day = String(today.getDate()).padStart(2, '0');
-    // 获取当天报纸的首页
-    const response = await got({
-        method: 'get',
-        url: `http://epaper.bjnews.com.cn/html/${year}-${month}/${day}/node_1.htm`,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const listdata = $('div#artcile_list_wapper tr').get();
-    // 根据必选参数判断是哪一叠
-    const list = cat.indexOf('SPECIAL') === -1 ? listdata.filter((e) => $(e).find('a').text().substring(1, 2) === cat) : listdata.filter((e) => $(e).find('a').text().substring(1, 2) === '0');
-    // 遍历该叠面里第N版导航链接,数组内容为A01头版内容，A02等
-    const articledata = await Promise.all(
-        list.map(async (item) => {
-            const link = `http://epaper.bjnews.com.cn/html/${year}-${month}/${day}/${$(item).find('a').attr('href')}`;
-            // 缓存某叠下版面链接
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response2 = await got({
-                method: 'get',
-                url: link,
-            });
-
-            const articleHtml = response2.data;
-            const $2 = cheerio.load(articleHtml);
-            const paperarea = $2('ul.jcul li').get();
-            // 遍历某板块，N版面的内容，到一个数组里。
-            const innercontents = await Promise.all(
-                paperarea.map(async (item) => {
-                    const contentdataurl = `http://epaper.bjnews.com.cn/html/${year}-${month}/${day}/${$(item).find('a').attr('href')}`;
-                    const response3 = await got({
-                        method: 'get',
-                        url: contentdataurl,
-                    });
-
-                    const contentHtml = response3.data;
-                    const $3 = cheerio.load(contentHtml);
-
-                    const ititle = $3('div.rit h1').text();
-                    const iprecontent = $3('div.tpnr').html();
-                    const imaincontent = $3('founder-content').html();
-                    // 这里查看是正常输出的！
-                    const icontent = `<hr><hr><br><strong>${ititle}</strong><br><br>${iprecontent}${imaincontent}<hr><br><br>`;
-                    return Promise.resolve(icontent);
-                })
-            );
-            // end
-            const single = {
-                description: innercontents,
-                title: `${year}-${month}-${day}|${$(item).text()}`,
-                link,
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `新京报电子报|${cat}叠`,
-        link: `http://epaper.bjnews.com.cn/html/${year}-${month}/${day}/node_1.htm`,
-        item: list.map((item, index) => ({
-            title: articledata[index].title,
-            description: articledata[index].description,
-            link: articledata[index].link,
-        })),
-    };
-};

package/lib/routes/bof/home.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'POST',
-        url: 'https://www.businessoffashion.com/graphql/v1',
-        headers: {
-            'Content-Type': 'application/json',
-        },
-        data: JSON.stringify({
-            operationName: 'GetArticlesGQL',
-            variables: {
-                first: 5,
-                lastCursor: null,
-                height: 440,
-                width: 670,
-            },
-            query: 'query GetArticlesGQL($articleSlug: String, $category: String, $authorSlug: String, $height: Int, $lastCursor: ID, $width: Int!, $first: Int) {\n  articles(first: $first, after: $lastCursor, filter: {language__eq: chinese, articleSlug__eq: $articleSlug, categorySlug__eq: $category, authorSlug__eq: $authorSlug}) {\n    edges {\n      cursor\n      node {\n        __typename\n        ... on ArticleInterface {\n          title\n          summary\n          content\n          url\n          featuredAsset {\n            ... on AssetInterface {\n              caption\n              __typename\n            }\n            ... on ManagedImage {\n              transform(transform: {width: $width, height: $height, crop: FOCALPOINT, fit: CROP})\n              __typename\n            }\n            ... on ManagedVideo {\n              url\n              __typename\n            }\n            __typename\n          }\n          isExclusive\n          isSponsored\n          published {\n            value\n            __typename\n          }\n          __typename\n        }\n        ... on InternalArticleInterface {\n          authors {\n            displayName\n            slug\n            __typename\n          }\n          __typename\n        }\n        ... on ExternalArticleInterface {\n          source\n          __typename\n        }\n        ... on CuratedArticleLink {\n          _id\n          title\n          published {\n            value\n            __typename\n          }\n          url\n          __typename\n        }\n        ... on SyndicatedArticle {\n          _id\n          topics {\n            _id\n            label\n            __typename\n          }\n          categories {\n            _id\n            label\n            __typename\n          }\n          __typename\n        }\n        ... on OriginalArticle {\n          _id\n          topics {\n            _id\n            label\n            __typename\n          }\n          categories {\n            _id\n            label\n            slug\n            __typename\n          }\n          __typename\n        }\n        ... on FashionWeekReview {\n          _id\n          topics {\n            _id\n            label\n            __typename\n          }\n          categories {\n            _id\n            label\n            __typename\n          }\n          __typename\n        }\n      }\n      __typename\n    }\n    __typename\n  }\n}\n',
-        }),
-    });
-
-    const items = response.data.data.articles.edges.map((item) => {
-        const url = new URL(item.node.url);
-        url.host = 'cn.businessoffashion.com';
-        const single = {
-            title: item.node.title,
-            description: `${item.node.summary}<br>${item.node.content}`,
-            pubDate: new Date(item.node.published.value).toUTCString(),
-            link: url.href,
-            author: item.node.authors[0].displayName,
-        };
-
-        return single;
-    });
-
-    ctx.state.data = {
-        title: `BoF时装商业评论 | 时刻为全球时尚产业提供最新的新闻、分析与情报 | BoF`,
-        link: `https://cn.businessoffashion.com/`,
-        description: 'BoF时装商业评论 | 时刻为全球时尚产业提供最新的新闻、分析与情报 | BoF',
-        item: items,
-    };
-};