rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/qm120/news.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'jdxw';
+
+    const rootUrl = 'http://www.qm120.com';
+    const currentUrl = `${rootUrl}/news/${category}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.lb2boxls ul li a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.neirong_body').html();
+                item.pubDate = timezone(parseDate(content('.neirong_head p span').eq(1).text()), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.zt_liebiao_tit').text()} - 全民健康网`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/qm120/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'qm120.com': {
+        _name: '全民健康网',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#quan-min-jian-kang-wang-xin-wen',
+                source: ['/'],
+                target: '/qm120/news/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/qm120/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:category?', require('./news'));
+};

package/lib/v2/qq/ac/comic.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const { rootUrl, mobileRootUrl } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const currentUrl = `${rootUrl}/Comic/comicInfo/id/${id}`;
+    const mobileCurrentUrl = `${mobileRootUrl}/comic/index/id/${id}`;
+
+    const response = await got({
+        method: 'get',
+        url: mobileCurrentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const author = $('.author-wr')
+        .toArray()
+        .map((a) => $(a).text().trim())
+        .join(', ');
+
+    const items = $('.reverse .bottom-chapter-item .chapter-link')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                author,
+                title: item.text(),
+                description: `<img src="${item.find('.cover-image').attr('src')}">`,
+                link: `${rootUrl}${item.attr('href').replace(/chapter/, 'ComicView')}`,
+            };
+        });
+
+    ctx.state.data = {
+        title: `${$('h1').text()} - 腾讯动漫`,
+        link: currentUrl,
+        item: items,
+        description: `<p>${$('.head-info-desc').text()}</p>`,
+    };
+};

package/lib/v2/qq/ac/rank.js

@@ -0,0 +1,20 @@
+const { rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const titles = {
+        mt: '月票榜',
+        rise: '飙升榜',
+        new: '新作榜',
+        pay: '畅销榜',
+        top: 'TOP100',
+        male: '男生榜',
+        female: '女生榜',
+    };
+
+    const type = ctx.params.type ?? 'mt';
+    const time = ctx.params.time ?? 'cur';
+
+    const currentUrl = `${rootUrl}/Rank/comicRank/type/${type}`;
+
+    ctx.state.data = await ProcessItems(ctx, currentUrl, time, titles[type]);
+};

package/lib/v2/qq/ac/templates/description.art

@@ -0,0 +1,9 @@
+{{ if image !== '' }}
+<img src="{{ image }}">
+{{ /if }}
+{{ if description !== '' }}
+<p>{{ description }}</p>
+{{ /if }}
+{{ each chapters chapter }}
+<div><img src="{{ chapter.image }}"/><a href="{{ chapter.link }}">{{ chapter.title }}</a></div>
+{{/each}}

package/lib/v2/qq/ac/utils.js

@@ -0,0 +1,71 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://ac.qq.com';
+const mobileRootUrl = 'https://m.ac.qq.com';
+
+module.exports = {
+    rootUrl,
+    mobileRootUrl,
+    ProcessItems: async (ctx, currentUrl, time, title) => {
+        const response = await got({
+            method: 'get',
+            url: currentUrl,
+        });
+
+        const $ = cheerio.load(response.data);
+
+        let items = $(`${time ? `.${time}-month-data ` : ''}.text-overflow`)
+            .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+            .toArray()
+            .map((item) => {
+                item = $(item);
+
+                return {
+                    title: item.text(),
+                    guid: `${rootUrl}${item.attr('href')}`,
+                    link: `${mobileRootUrl}${item.attr('href').replace(/Comic\/ComicInfo/, 'comic/index')}`,
+                };
+            });
+
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.guid, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.link = item.guid;
+                    item.author = content('.author-wr')
+                        .toArray()
+                        .map((a) => $(a).text().trim())
+                        .join(', ');
+                    item.description = art(path.join(__dirname, 'templates/description.art'), {
+                        image: content('.head-cover')?.attr('src') ?? '',
+                        description: content('.head-info-desc')?.text() ?? '',
+                        chapters: content('.reverse .bottom-chapter-item .chapter-link')
+                            .toArray()
+                            .map((chapter) => ({
+                                link: content(chapter).attr('href'),
+                                title: content(chapter).find('.comic-title')?.text() ?? '',
+                                image: content(chapter).find('.cover-image')?.attr('src') ?? '',
+                            })),
+                    });
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: `${title} - 腾讯动漫`,
+            link: currentUrl,
+            item: items,
+        };
+    },
+};

package/lib/v2/qq/maintainer.js

@@ -1,3 +1,5 @@
 module.exports = {
+    '/ac/comic/:id': ['nczitzk'],
+    '/ac/rank/:type?/:time?': ['nczitzk'],
     '/live/:id': ['nczitzk'],
 };

package/lib/v2/qq/radar.js

@@ -1,6 +1,20 @@
 module.exports = {
     'qq.com': {
         _name: '腾讯网',
+        ac: [
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/anime.html#teng-xun-dong-man-pai-hang-bang',
+                source: ['/Rank/comicRank/type/:type', '/'],
+                target: '/qq/ac/rank/:type?/:time?',
+            },
+            {
+                title: '漫画',
+                docs: 'https://docs.rsshub.app/anime.html#teng-xun-dong-man-man-hua',
+                source: ['/Comic/ComicInfo/id/:id', '/'],
+                target: '/qq/ac/comic/:id',
+            },
+        ],
         live: [
             {
                 title: '企鹅直播',

package/lib/v2/qq/router.js

@@ -1,3 +1,5 @@
 module.exports = function (router) {
+    router.get('/ac/comic/:id?', require('./ac/comic'));
+    router.get('/ac/rank/:type?/:time?', require('./ac/rank'));
     router.get('/live/:id', require('./live'));
 };

package/lib/v2/radio-canada/latest.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language ?? 'en';
+
+    const rootUrl = 'https://ici.radio-canada.ca';
+    const apiRootUrl = 'https://services.radio-canada.ca';
+    const currentUrl = `${apiRootUrl}/neuro/sphere/v1/rci/${language}/continuous-feed?pageSize=50`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const list = response.data.data.lineup.items.map((item) => ({
+        title: item.title,
+        category: item.kicker,
+        link: `${rootUrl}${item.url}`,
+        pubDate: parseDate(item.date),
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                item.description = detailResponse.data.match(/"body":{"html":"(.*)","attachments"/)[1].replace(/\\n/g, '');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: response.data.meta.title,
+        link: response.data.metric.metrikContent.omniture.url,
+        item: items,
+    };
+};

package/lib/v2/radio-canada/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/latest/:language?': ['nczitzk'],
+};

package/lib/v2/radio-canada/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ici.radio-canada.ca': {
+        _name: 'Radio Canada',
+        '.': [
+            {
+                title: 'Latest News',
+                docs: 'https://docs.rsshub.app/new-media.html#jia-na-da-guo-ji-guang-bo-dian-tai-zui-xin-xiao-xi',
+                source: ['/rci/:lang', '/'],
+                target: '/radio-canada/latest/:language?',
+            },
+        ],
+    },
+};

package/lib/v2/radio-canada/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/latest/:language?', require('./latest'));
+};

package/lib/v2/rfi/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news': ['nczitzk'],
+};

package/lib/v2/rfi/news.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.rfi.fr';
+    const currentUrl = `${rootUrl}/cn/滚动新闻`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.article__title')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.parent().parent().attr('href')}`,
+                pubDate: parseDate(item.prev().find('time').attr('datetime')),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.t-content__body').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '滚动新闻 - 法国国际广播电台',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/rfi/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'rfi.fr': {
+        _name: '法国国际广播电台',
+        '.': [
+            {
+                title: '滚动新闻',
+                docs: 'https://docs.rsshub.app/multimedia.html#fa-guo-guo-ji-guang-bo-dian-tai-gun-dong-xin-wen',
+                source: ['/'],
+                target: '/rfi/news',
+            },
+        ],
+    },
+};

package/lib/v2/rfi/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news', require('./news'));
+};

package/lib/v2/ruc/hr.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category?.replace(/-/g, '/') ?? 'tzgg';
+
+    const rootUrl = 'http://hr.ruc.edu.cn';
+    const currentUrl = `${rootUrl}/${category}/index.htm`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('a[title]')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const link = item.attr('href');
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${link.indexOf('..') === 0 ? link.replace(/\.\./, '') : `/${category}/${link}`}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('.neirong').html();
+                    item.pubDate = parseDate(detailResponse.data.match(/日期：(\d{4}-\d{2}-\d{2})/)[1]);
+                } catch (err) {
+                    item.description = 'Not Found';
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/ruc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/hr/:category?': ['nczitzk'],
+};

package/lib/v2/ruc/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ruc.edu.cn': {
+        _name: '中国人民大学',
+        hr: [
+            {
+                title: '人事处',
+                docs: 'https://docs.rsshub.app/university.html#zhong-guo-ren-min-da-xue-ren-shi-chu',
+                source: ['/'],
+                target: '/ruc/hr/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/ruc/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/hr/:category?', require('./hr'));
+};

package/lib/v2/sciencedirect/journal.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://sciencedirect.com';
+    const currentUrl = `${rootUrl}/journal/${id}/articles-in-press`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const issn = response.data.match(/ISSN(\d{8})'/)[1];
+
+    const apiUrl = `${rootUrl}/journal/${issn}/articles-in-press/articles?path=/journal/${id}/articles-in-press&title=${id}`;
+
+    const apiResponse = await got({
+        method: 'get',
+        url: apiUrl,
+        headers: {
+            cookie: response.headers['set-cookie'].map((cookie) => cookie.split(';Version=1;')[0]).join('; '),
+        },
+    });
+
+    const list = apiResponse.data.data.results.map((item) => ({
+        doi: item.doi,
+        title: item.title,
+        link: `${rootUrl}${item.href}`,
+        pubDate: parseDate(item.coverDateStart),
+        enclosure_url: `${rootUrl}${item.pdfDownload.url}`,
+        author: item.authors.map((author) => `${author.givenName} ${author.surname}`).join(', '),
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                const abstracts = content('.Abstracts').html() ?? '';
+                const keywords = content('.Keywords').html() ?? '';
+
+                item.description = abstracts + keywords;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${response.data.match(/\\"displayName\\":\\"(.*?)\\",\\"/)[1]} - ScienceDirect`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/sciencedirect/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/journal/:id': ['nczitzk'],
+};

package/lib/v2/sciencedirect/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sciencedirect.com': {
+        _name: 'ScienceDirect',
+        '.': [
+            {
+                title: 'Journal',
+                docs: 'https://docs.rsshub.app/journal.html#sciencedirect-journal',
+                source: ['/journal/:id', '/'],
+                target: '/sciencedirect/journal/:id',
+            },
+        ],
+    },
+};

package/lib/v2/sciencedirect/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/journal/:id', require('./journal'));
+};

package/lib/v2/shmeea/index.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const baseURL = 'http://www.shmeea.edu.cn';
+    const rootUrl = baseURL + '/page/08000/index.html';
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+
+    const list = $('#main .pageList li');
+
+    const items = await Promise.all(
+        list.map(async (i, item) => {
+            item = $(item);
+            const link = baseURL + item.find('a').attr('href');
+            const description = await ctx.cache.tryGet(link, async () => {
+                const result = await got.get(link);
+
+                const $ = cheerio.load(result.data);
+
+                return $('#ivs_content').html();
+            });
+            return {
+                title: item.find('a').text(),
+                pubDate: new Date(item.find('.listTime').text()),
+                link,
+                description,
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: '上海市教育考试院',
+        description: '消息速递',
+        link: baseURL,
+        item: items,
+    };
+};

package/lib/v2/shmeea/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['jialinghui'],
+};

package/lib/v2/shmeea/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'shmeea.edu.cn': {
+        _name: '上海市教育考试院',
+        www: [
+            {
+                title: '消息速递',
+                docs: 'https://docs.rsshub.app/other.html#shang-hai-shi-jiao-yu-kao-shi-yuan',
+                source: ['/'],
+                target: '/shmeea',
+            },
+        ],
+    },
+};

package/lib/v2/shmeea/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('', require('./index'));
+};

package/lib/v2/shopback/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:store': ['nczitzk'],
+};

package/lib/v2/shopback/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'shopback.com.tw': {
+        _name: 'ShopBack',
+        '.': [
+            {
+                title: 'Store',
+                docs: 'https://docs.rsshub.app/shopping.html#shopback-store',
+                source: ['/:category', '/'],
+                target: '/shopback/:store',
+            },
+        ],
+    },
+};

package/lib/v2/shopback/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:store', require('./store'));
+};