rsshub 1.0.0-master.f7add90 → 1.0.0-master.f7bfacc

package/lib/v2/5eplay/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    '5eplay.com': {
+        _name: '5EPLAY',
+        csgo: [
+            {
+                title: '新闻列表',
+                docs: 'https://docs.rsshub.app/game.html#_5eplay-xin-wen-lie-biao',
+                source: ['/', '/article'],
+                target: '/5eplay/article',
+            },
+        ],
+    },
+};

package/lib/v2/5eplay/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/article', require('.'));
+};

package/lib/v2/5eplay/utils.js

@@ -0,0 +1,35 @@
+const getAcwScV2ByArg1 = (arg1) => {
+    const pwd = '3000176000856006061501533003690027800375';
+    const hexXor = function (box, pwd) {
+        let res = '';
+        for (let i = 0x0; i < box.length && i < pwd.length; i += 2) {
+            const tmp1 = parseInt(box.slice(i, i + 2), 16);
+            const tmp2 = parseInt(pwd.slice(i, i + 2), 16);
+            let tmp = (tmp1 ^ tmp2).toString(16);
+            if (tmp.length === 1) {
+                tmp = '0' + tmp;
+            }
+            res += tmp;
+        }
+        return res;
+    };
+    const unsbox = function (str) {
+        const code = [15, 35, 29, 24, 33, 16, 1, 38, 10, 9, 19, 31, 40, 27, 22, 23, 25, 13, 6, 11, 39, 18, 20, 8, 14, 21, 32, 26, 2, 30, 7, 4, 17, 5, 3, 28, 34, 37, 12, 36];
+        const res = [];
+        for (let i = 0; i < str.length; i++) {
+            const cur = str[i];
+            for (let j = 0; j < code.length; j++) {
+                if (code[j] === i + 1) {
+                    res[j] = cur;
+                }
+            }
+        }
+        return res.join('');
+    };
+    const box = unsbox(arg1);
+    return hexXor(box, pwd);
+};
+
+module.exports = {
+    getAcwScV2ByArg1,
+};

package/lib/v2/aeon/category.js

@@ -0,0 +1,27 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { getData } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `https://aeon.co/${ctx.params.category}`;
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+
+    const data = JSON.parse($('script#__NEXT_DATA__').text());
+
+    const list = data.props.pageProps.section.articles.edges.map((item) => ({
+        title: item.node.title,
+        author: item.node.authors.map((author) => author.displayName).join(', '),
+        link: `https://aeon.co/${item.node.type.toLowerCase()}s/${item.node.slug}`,
+        pubDate: item.node.createdAt,
+    }));
+
+    const items = await getData(ctx, list);
+
+    ctx.state.data = {
+        title: `AEON | ${data.props.pageProps.section.title}`,
+        link: url,
+        description: data.props.pageProps.section.metaDescription,
+        item: items,
+    };
+};

package/lib/v2/aeon/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/category/:category': ['emdoe'],
+    '/:type': ['emdoe'],
+};

package/lib/v2/aeon/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'aeon.co': {
+        _name: 'AEON',
+        aeon: [
+            {
+                title: 'Types (Essays, Videos, or Audio)',
+                docs: 'https://docs.rsshub.app/new-media.html##aeon',
+                source: ['/:type'],
+                target: '/aeon/:type',
+            },
+            {
+                title: 'Category',
+                docs: 'https://docs.rsshub.app/new-media.html##aeon',
+                source: ['/:category'],
+                target: '/aeon/category/:category',
+            },
+        ],
+    },
+};

package/lib/v2/aeon/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/category/:category', require('./category'));
+    router.get('/:type', require('./type'));
+};

package/lib/v2/aeon/templates/essay.art

@@ -0,0 +1,3 @@
+<img src="{{ banner }}" alt="">
+{{@ authorsBio }}
+{{@ content}}

package/lib/v2/aeon/templates/video.art

@@ -0,0 +1,10 @@
+{{ set video = article.hosterId }}
+{{ if article.hoster === 'vimeo' }}
+    {{ set video = "https://player.vimeo.com/video/" + video + "?dnt=1"}}
+{{ else if article.hoster == 'youtube' }}
+    {{ set video = "https://www.youtube-nocookie.com/embed/" + video }}
+{{ /if }}
+
+<iframe width="672" height="377" src="{{ video }}" frameborder="0" allowfullscreen></iframe>
+{{@ article.credits}}
+{{@ article.description}}

package/lib/v2/aeon/type.js

@@ -0,0 +1,29 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { getData } = require('./utils');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const binaryType = type === 'videos' ? 'videos' : 'essays';
+    const capitalizedType = type.charAt(0).toUpperCase() + type.slice(1);
+
+    const url = `https://aeon.co/${type}`;
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+
+    const data = JSON.parse($('script#__NEXT_DATA__').text());
+
+    const list = data.props.pageProps.articles.map((item) => ({
+        title: item.title,
+        link: `https://aeon.co/${binaryType}/${item.slug}`,
+        pubDate: item.createdAt,
+    }));
+
+    const items = await getData(ctx, list);
+
+    ctx.state.data = {
+        title: `AEON | ${capitalizedType}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/aeon/utils.js

@@ -0,0 +1,50 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const getData = async (ctx, list) => {
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                const data = JSON.parse($('script#__NEXT_DATA__').text());
+                const type = data.props.pageProps.article.type.toLowerCase();
+                if (type === 'video') {
+                    item.description = art(path.join(__dirname, 'templates/video.art'), { article: data.props.pageProps.article });
+                } else {
+                    // Essay or Audio
+                    // But unfortunately, the method based on __NEXT_DATA__
+                    // does not include the information of the audio link.
+
+                    // Besides, it seems that the method based on __NEXT_DATA__
+                    // does not include the information of the two-column
+                    // images in the article body,
+                    // e.g. https://aeon.co/essays/how-to-mourn-a-forest-a-lesson-from-west-papua .
+                    // But that's very rare.
+
+                    item.author = data.props.pageProps.article.authors.map((author) => author.displayName).join(', ');
+
+                    const article = data.props.pageProps.article;
+                    const capture = cheerio.load(article.body);
+                    const banner = article.thumbnail.urls.header;
+                    capture('p.pullquote').remove();
+
+                    const authorsBio = article.authors.map((author) => '<p>' + author.displayName + author.authorBio.replace(/^<p>/g, ' ')).join('');
+
+                    item.description = art(path.join(__dirname, 'templates/essay.art'), { banner, authorsBio, content: capture.html() });
+                }
+
+                return item;
+            })
+        )
+    );
+
+    return items;
+};
+
+module.exports = {
+    getData,
+};

package/lib/v2/aisixiang/column.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { rootUrl, ProcessFeed } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 30;
+
+    const currentUrl = `${rootUrl}/data/search?column=${id}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const title = $('div.article-title a').first().text().replace(/\[|\]/g, '');
+
+    const items = $('div.search_list a[title]')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text().split('：').pop(),
+                link: new URL(item.attr('href'), rootUrl).href,
+            };
+        });
+
+    ctx.state.data = {
+        title: `爱思想 - ${title}`,
+        link: currentUrl,
+        item: await ProcessFeed(limit, ctx.cache.tryGet, items),
+    };
+};

package/lib/v2/aisixiang/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/column/:id': ['HenryQW', 'nczitzk'],
+    '/ranking/:id?/:period?': ['HenryQW', 'nczitzk'],
+    '/toplist/:id?/:period?': ['nczitzk'],
+    '/thinktank/:id/:type?': ['hoilc', 'nczitzk'],
+};

package/lib/v2/aisixiang/radar.js

@@ -0,0 +1,29 @@
+module.exports = {
+    'aisixiang.com': {
+        _name: '爱思想',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/reading.html#ai-si-xiang',
+                source: ['/data/search', '/'],
+                target: (params, url) => `/aisixiang/column/${new URL(url).searchParams.get('column')}`,
+            },
+            {
+                title: '排行',
+                docs: 'https://docs.rsshub.app/reading.html#ai-si-xiang',
+                source: ['/toplist', '/'],
+                target: (params, url) => {
+                    const id = new URL(url).searchParams.get('id');
+                    const period = new URL(url).searchParams.get('period');
+                    return `/aisixiang/toplist${id ? `/${id}${(id === '1' || !id) && period ? `/${period}` : ''}` : ''}`;
+                },
+            },
+            {
+                title: '思想库（专栏）',
+                docs: 'https://docs.rsshub.app/reading.html#ai-si-xiang',
+                source: ['/thinktank', '/'],
+                target: (params, url) => `/aisixiang/thinktank/${new URL(url).href.match(/thinktank\/(.*)\.html/)[1]}`,
+            },
+        ],
+    },
+};

package/lib/v2/aisixiang/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    router.get('/column/:id', require('./column'));
+    router.get('/ranking/:id?/:period?', require('./toplist'));
+    router.get('/toplist/:id?/:period?', require('./toplist'));
+    router.get('/thinktank/:id/:type?', require('./thinktank'));
+};

package/lib/v2/aisixiang/thinktank.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { rootUrl, ProcessFeed } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const type = ctx.params.type ?? '';
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 30;
+
+    const currentUrl = `${rootUrl}/thinktank/${id}.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const title = `${$('h2').first().text().trim()}${type}`;
+
+    let items = [];
+
+    const targetList = $('h3')
+        .toArray()
+        .filter((h) => (type ? $(h).text() === type : true));
+    if (!targetList) {
+        throw `Not found ${type} in ${id}: ${currentUrl}`;
+    }
+
+    for (const l of targetList) {
+        items = [...items, ...$(l).parent().find('ul li a').toArray()];
+    }
+
+    items = items.map((item) => {
+        item = $(item);
+
+        return {
+            title: item.text().split('：').pop(),
+            link: new URL(item.attr('href'), rootUrl).href,
+        };
+    });
+
+    ctx.state.data = {
+        title: `爱思想 - ${title}`,
+        link: currentUrl,
+        item: await ProcessFeed(limit, ctx.cache.tryGet, items),
+        description: $('div.thinktank-author-description-box p').text(),
+    };
+};

package/lib/v2/aisixiang/toplist.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { rootUrl, ProcessFeed } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '1';
+    const period = ctx.params.period ?? '1';
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 30;
+
+    const currentUrl = `${rootUrl}/toplist${id ? `?id=${id}${id === '1' ? `&period=${period}` : ''}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const title = `${$('.hl').text() || ''}${$('title').text().split('_')[0]}`;
+
+    const items = $('div.tips a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text().split('：').pop(),
+                link: new URL(item.attr('href'), rootUrl).href,
+            };
+        });
+
+    ctx.state.data = {
+        title: `爱思想 - ${title}`,
+        link: currentUrl,
+        item: await ProcessFeed(limit, ctx.cache.tryGet, items),
+    };
+};

package/lib/v2/aisixiang/utils.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'http://www.aisixiang.com';
+
+const ProcessFeed = (limit, tryGet, items) =>
+    Promise.all(
+        items.slice(0, limit).map((item) =>
+            tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.author = content('strong').first().text();
+                item.description = content('.article-content').html();
+                item.pubDate = timezone(parseDate(content('.info').text().split('时间：').pop()), +8);
+                item.category = content('u')
+                    .first()
+                    .parent()
+                    .find('u')
+                    .toArray()
+                    .map((a) => content(a).text());
+
+                return item;
+            })
+        )
+    );
+
+module.exports = {
+    rootUrl,
+    ProcessFeed,
+};

package/lib/v2/aliresearch/information.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? '新闻';
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 50;
+
+    const rootUrl = 'http://www.aliresearch.com';
+    const currentUrl = `${rootUrl}/cn/information`;
+    const apiUrl = `${rootUrl}/ch/listArticle`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        json: {
+            pageNo: 1,
+            pageSize: 10,
+            type,
+        },
+    });
+
+    let items = response.data.data.slice(0, limit).map((item) => ({
+        title: item.articleCode,
+        author: item.author,
+        pubDate: timezone(parseDate(item.gmtCreated), +8),
+        link: `${rootUrl}/ch/information/informationdetails?articleCode=${item.articleCode}`,
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'post',
+                    url: `${rootUrl}/ch/getArticle`,
+                    json: {
+                        articleCode: item.title,
+                    },
+                });
+
+                const data = detailResponse.data.data;
+
+                item.title = data.title;
+                item.description = data.content;
+                item.category = data.special.split(',');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `阿里研究院 - ${type}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/aliresearch/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/information/:type?': ['nczitzk'],
+};

package/lib/v2/aliresearch/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'aliresearch.com': {
+        _name: '阿里研究院',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#a-li-yan-jiu-yuan',
+                source: ['/cn/information', '/'],
+                target: '/aliresearch/information',
+            },
+        ],
+    },
+};

package/lib/v2/aliresearch/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/information/:type?', require('./information'));
+};

package/lib/v2/amazon/kindle-software-updates.js

@@ -41,6 +41,7 @@ module.exports = async (ctx) => {
                 art(path.join(__dirname, 'templates/software-description.art'), {
                     item,
                 }),
+            guid: item.title + ' - ' + item.version,
             link: item.link,
         })),
     };

package/lib/v2/atcoder/radar.js

@@ -11,7 +11,7 @@ module.exports = {
             {
                 title: 'Contests',
                 docs: 'https://docs.rsshub.app/programming.html#atcoder-contests',
-                source: ['/contests/archive', '/contests', ''],
+                source: ['/contests/archive', '/contests'],
                 target: (params, url) =>
                     `/atcoder/content/${new URL(url).searchParams.get('lang') ?? 'en'}/${new URL(url).searchParams.get('ratedType') ?? '0'}/${new URL(url).searchParams.get('category') ?? '0'}/${
                         new URL(url).searchParams.get('keyword') ?? ''

package/lib/v2/bad/index.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://bad.news';
+    const currentUrl = `${rootUrl}${ctx.path === '/' ? '' : ctx.path}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    $('.option, .pagination').remove();
+
+    const items = $('.entry')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('a.title');
+
+            item.find('img').each(function () {
+                $(this).attr('src', $(this).attr('data-echo'));
+                $(this).removeClass('lazy');
+                $(this).removeAttr('data-echo');
+                $(this).removeAttr('id');
+            });
+
+            item.find('video').each(function () {
+                $(this).attr('poster', $(this).attr('data-echo'));
+                $(this).removeAttr('data-echo');
+                $(this).removeAttr('onerror');
+                $(this).removeAttr('id');
+            });
+
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                description: item.find('.coverdiv').html(),
+                author: item.find('.author').text().trim(),
+                pubDate: timezone(parseDate(item.find('time').attr('datetime')), +8),
+                category: item
+                    .find('.label')
+                    .toArray()
+                    .map((l) => $(l).text().trim()),
+            };
+        });
+
+    ctx.state.data = {
+        title: `Bad.news - ${$('.active').text()}${$('.selected').text()}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/bad/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:path+': ['nczitzk'],
+};

package/lib/v2/bad/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bad.news': {
+        _name: 'Bad.news',
+        '.': [
+            {
+                title: '通用',
+                docs: 'https://docs.rsshub.app/new-media.html#bad-news-tong-yong',
+                source: ['/'],
+                target: (params, url) => `/bad${new URL(url).href.match(/bad\.news(.*?)/)[1]}`,
+            },
+        ],
+    },
+};

package/lib/v2/bad/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get(/([\w-/]+)?/, require('./index'));
+};

package/lib/v2/baozimh/index.js

@@ -12,7 +12,7 @@ module.exports = async (ctx) => {
     const response = await got.get(url);
     const $ = cheerio.load(response.data);
     const comicTitle = $('div > div.pure-u-1-1.pure-u-sm-2-3.pure-u-md-3-4 > div > h1').text();
-    const list = $('#layout > div.comics-detail > div:nth-child(3) > div > div:nth-child(2) > div')
+    const list = $('#layout > div.comics-detail > div:nth-child(3) > div > div:nth-child(4) > div')
         .map((_, item) => {
             const title = $(item).find('span').text();
             const link = rootUrl + $(item).find('a').attr('href');