rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/routes/pnas/index.js

@@ -1,66 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const baseUrl = `https://www.pnas.org`;
-
-    const topic = ctx.params.topic;
-
-    let url = `${baseUrl}/content/early/recent`;
-    if (topic && topic !== 'latest') {
-        url = `${baseUrl}/content/by/section/${ctx.params.topic}`;
-    } else {
-        ctx.params.topic = 'Latest Research';
-    }
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.highwire-citation-pnas-list-complete').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('.highwire-cite-title').text();
-            const partial = $('.highwire-cite-linked-title').attr('href');
-            const address = `${baseUrl}${partial}`;
-            let author;
-            if ($('.highwire-citation-authors span').length > 3) {
-                author = $('.highwire-citation-author.first').text() + ' et al.';
-            } else {
-                author = $('.highwire-citation-authors span').text();
-            }
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-
-            const significance = capture('.executive-summary').html();
-            const abstract = capture('.section.abstract').html();
-            let contents;
-            if (abstract !== null) {
-                contents = significance + abstract;
-            } else {
-                contents = significance;
-            }
-
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                doi: capture('meta[name="DC.Identifier"]')[0].attribs.content,
-                pubDate: new Date(capture('meta[name="DC.Date"]')[0].attribs.content).toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `PNAS | ${ctx.params.topic}`,
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/qdaily/index.js

@@ -1,88 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    let type;
-    switch (ctx.params.type) {
-        case 'tag':
-            type = 'tags';
-            break;
-        case 'category':
-            type = 'categories';
-            break;
-        case 'column':
-            type = 'special_columns';
-            break;
-    }
-
-    const url = `http://www.qdaily.com/${type}/${ctx.params.id}.html`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.article').get();
-
-    const proList = [];
-    const indexList = [];
-
-    const out = await Promise.all(
-        list.map(async (item, i) => {
-            const $ = cheerio.load(item);
-            let time = $('.smart-date').attr('data-origindate');
-            let title = $('.title').text();
-            if (!title) {
-                title = $('.smart-dotdotdot').text();
-            }
-            if (!title) {
-                const mmTitle = $('.makemoney-title').text();
-                const description = $('.makemoney-discription').text();
-                title = mmTitle + '：' + description;
-                time = new Date();
-            }
-
-            const itemUrl = $('a').attr('href');
-            const allUrl = `http://www.qdaily.com${itemUrl}`;
-            const cache = await ctx.cache.get(allUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const single = {
-                title,
-                pubDate: new Date(time).toUTCString(),
-                link: allUrl,
-                guid: allUrl,
-            };
-            proList.push(got.get(allUrl));
-            indexList.push(i);
-            return Promise.resolve(single);
-        })
-    );
-    const responses = await got.all(proList);
-    for (let i = 0; i < responses.length; i++) {
-        const res = responses[i];
-        const $ = cheerio.load(res.data);
-
-        $('.article-detail-bd .author-share').remove();
-        $('.article-detail-ft').remove();
-        $('.lazylood').remove();
-        $('img[data-src*="201609181246"]').remove();
-        $('.category-title').remove();
-
-        const images = $('img[data-src]');
-        for (let k = 0; k < images.length; k++) {
-            $(images[k]).replaceWith(`<img src="${$(images[k]).attr('data-src')}" />`);
-        }
-
-        if (out[indexList[i]].link.match('/weeklies/')) {
-            out[indexList[i]].description = $('.packery-container').html();
-        } else {
-            out[indexList[i]].description = $('.main .com-article-detail').html();
-        }
-
-        ctx.cache.set(out[indexList[i]].link, JSON.stringify(out[i]));
-    }
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/researchgate/publications.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const rootUrl = 'https://www.researchgate.net';
-    const currentUrl = `${rootUrl}/profile/${id}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('div[itemprop="headline"] a')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.doi = content('meta[property="citation_doi"]').attr('content');
-                    item.pubDate = Date.parse(content('meta[property="citation_publication_date"]').attr('content'));
-
-                    const authors = [];
-
-                    content('meta[property="citation_author"]').each(function () {
-                        authors.push(content(this).attr('content'));
-                    });
-
-                    item.author = authors.join(', ');
-
-                    item.description = content('div[itemprop="description"]').html();
-
-                    return item;
-                })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('meta[property="profile:username"]').attr('content')}'s Publications - ResearchGate`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/smzdm/article.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const link = `https://zhiyou.smzdm.com/member/${ctx.params.uid}/article/`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('.info-stuff-nickname').text();
-
-    const list = $('.pandect-content-stuff')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('.pandect-content-title a').text(),
-                link: $(this).find('.pandect-content-title a').attr('href'),
-                pubdate: $(this).find('.pandect-content-time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const content = $('.m-contant article');
-            const description = content.html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseDate(pubdate, 'MM-DD H:mm'), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-什么值得买`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/baoliao.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = `https://zhiyou.smzdm.com/member/${ctx.params.uid}/baoliao/`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('.info-stuff-nickname').text();
-
-    const list = $('.pandect-content-stuff')
-        .slice(0, 20)
-        .map(function () {
-            const info = {
-                title: $(this).find('.pandect-content-title a').text(),
-                link: $(this).find('.pandect-content-title a').attr('href'),
-                pubdate: $(this).find('.pandect-content-time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const content = $('article.txt-detail');
-            const description = content.html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(pubdate),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}的爆料 - 什么值得买`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/haowen.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const day = ctx.params.day || 'all';
-    const link = `https://post.smzdm.com/hot_${day}`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('li.filter-tab.active').text();
-
-    const list = $('li.feed-row-wide')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('h5.z-feed-title a').text(),
-                link: $(this).find('h5.z-feed-title a').attr('href'),
-                pubdate: $(this).find('span.z-publish-time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const content = $('#articleId');
-            content.find('.item-name').remove();
-            content.find('.recommend-tab').remove();
-            const description = content.html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseDate(pubdate, 'H:mm'), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-什么值得买好文`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/haowen_fenlei.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-module.exports = async (ctx) => {
-    const name = ctx.params.name;
-    const sort = ctx.params.sort || '0';
-
-    let link;
-    if (sort === '0') {
-        link = `https://post.smzdm.com/fenlei/${name}/`;
-    } else {
-        link = `https://post.smzdm.com/fenlei/${name}/hot_${sort}/`;
-    }
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('div.crumbs.nav-crumbs').text().split('>').pop();
-
-    const list = $('div.list.post-list')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('h2.item-name a').text(),
-                link: $(this).find('h2.item-name a').attr('href'),
-                pubdate: $(this).find('span.time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const description = $('article').html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseDate(pubdate, 'H:mm'), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-什么值得买好文分类`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/keyword.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const keyword = ctx.params.keyword;
-
-    const response = await got({
-        method: 'get',
-        url: `http://search.smzdm.com/?c=home&s=${encodeURI(keyword)}&order=time&v=b`,
-        headers: {
-            Referer: `http://search.smzdm.com/?c=home&s=${encodeURI(keyword)}&order=time&v=b`,
-        },
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('.feed-row-wide');
-
-    ctx.state.data = {
-        title: `${keyword} - 什么值得买`,
-        link: `http://search.smzdm.com/?c=home&s=${encodeURI(keyword)}&order=time&v=b`,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: `${item.find('.feed-block-title a').eq(0).text().trim()} - ${item.find('.feed-block-title a').eq(1).text().trim()}`,
-                        description: `${item.find('.feed-block-descripe').contents().eq(2).text().trim()}<br>${item.find('.feed-block-extras span').text().trim()}<br><img src="http:${item.find('.z-feed-img img').attr('src')}">`,
-                        pubDate: timezone(parseDate(item.find('.feed-block-extras').contents().eq(0).text().trim(), 'H:mm'), +8),
-                        link: String(item.find('.feed-block-title a').attr('href')),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/ssmh/category.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const categories = {
-    1: '同人誌 漢化',
-    2: '同人誌 CG畫集',
-    3: '同人誌 Cosplay',
-    5: '同人誌',
-    6: '單行本',
-    7: '雜誌&短篇',
-    9: '單行本 漢化',
-    10: '雜誌&短篇 漢化',
-    12: '同人誌 日語',
-    13: '單行本 日語',
-    14: '雜誌&短篇 日語',
-};
-
-module.exports = async (ctx) => {
-    const cid = ctx.params.cid;
-    if (!cid || !Object.keys(categories).includes(cid)) {
-        ctx.state.data = {
-            title: '此分类不存在',
-        };
-        return;
-    }
-    const url = `https://www.wnacg.com/albums-index-cate-${cid}.html`;
-    const response = await got.get(url);
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('.pic_box');
-
-    ctx.state.data = {
-        title: '紳士漫畫 - ' + categories[cid],
-        link: url,
-        item: list
-            .map((index, item) => {
-                item = $(item);
-                const thumbnail_url = 'https:' + (item.find('a > img').attr('src') ? item.find('a > img').attr('src') : item.find('a > img').attr('data-original'));
-                const link_url = 'https://wnacg.org' + item.find('a').attr('href');
-                return {
-                    title: item.find('a').attr('title'),
-                    description: `<img src=${thumbnail_url} referrerpolicy="no-referrer">`,
-                    link: link_url,
-                };
-            })
-            .get(),
-    };
-};

package/lib/routes/ssmh/index.js

@@ -1,32 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://wnacg.org/albums.html',
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('.pic_box');
-    let thumbnail_url;
-    let link_url;
-    ctx.state.data = {
-        title: '紳士漫畫',
-        link: 'https://wnacg.org/albums.html',
-        item: list
-            .map((index, item) => {
-                item = $(item);
-                thumbnail_url = `https:${item.find('a > img').attr('src') ?? item.find('a > img').attr('data-original')}`;
-                link_url = `https://wnacg.org${item.find('a').attr('href')}`;
-                return {
-                    title: item.find('a').attr('title'),
-                    description: `<img src=${thumbnail_url} referrerpolicy="no-referrer">`,
-                    link: link_url,
-                };
-            })
-            .get(),
-    };
-};

package/lib/routes/swjtu/tl/news.js

@@ -1,35 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-module.exports = async (ctx) => {
-    const index_url = 'https://ctt.swjtu.edu.cn/xwdt.htm';
-    const response = await got({
-        method: 'get',
-        url: index_url,
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('div.news_item');
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: index_url,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    const link = url.resolve(index_url, item.find('a').eq(1).attr('href'));
-                    return {
-                        title: item.children('div.news_item_title').text(),
-                        description: `<a href="${link}">网页链接</a>`,
-                        link,
-                        pubDate: new Date(item.children('div.news_item_time').text()),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/tencent/factcheck/index.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-const cheerio = require('cheerio');
-const CryptoJS = require('crypto-js');
-
-const getRequestToken = () => {
-    const t = 'jzhotdata',
-        e = 'sgn51n6r6q97o6g3',
-        n = CryptoJS.DES.encrypt(Date.now().toString() + '-' + e, t).toString();
-    return encodeURIComponent(n);
-};
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://vp.fact.qq.com/loadmore?artnum=0&page=0&token=${getRequestToken()}`,
-        headers: {
-            Referer: 'https://vp.fact.qq.com/home',
-        },
-    });
-
-    const data = response.data.content;
-
-    const items = await Promise.all(
-        (data || []).map(async (item) => {
-            const link = `https://vp.fact.qq.com/article?id=${item.id}`;
-            const simple = {
-                title: `【${item.explain}】${item.title}`,
-                description: `<img src="${item.cover}">${item.abstract}`,
-                pubDate: parseDate(item.date, 'YYYY-MM-DD'),
-                author: item.author,
-                link,
-            };
-
-            const details = await ctx.cache.tryGet(link, async () => {
-                const response = await got.get(link);
-                const $ = cheerio.load(response.data);
-                return {
-                    description: `<img src="${item.cover}"><br>查证要点：${$('.check_content_points').html()}<br>${$('.check_content_writer').html()}`,
-                };
-            });
-            return Promise.resolve(Object.assign({}, simple, details));
-        })
-    );
-
-    ctx.state.data = {
-        title: '较真查证平台-腾讯新闻',
-        link: 'https://vp.fact.qq.com/home',
-        item: items,
-    };
-};