rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/nodejs/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog/:language?', require('./blog'));
+};

package/lib/v2/now/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:category?/:id?': ['nczitzk'],
+};

package/lib/v2/now/news.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const categories = {
+    tracker: 123,
+    feature: 124,
+    opinion: 125,
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category || '';
+    const id = ctx.params.id || '';
+
+    const rootUrl = 'https://news.now.com';
+
+    let currentUrl = '';
+    if (categories.hasOwnProperty(category)) {
+        currentUrl = `${rootUrl}/home/${category}/detail?catCode=${categories[category]}&topicId=${id}`;
+    } else {
+        currentUrl = `${rootUrl}/home${category ? `/${category}` : ''}`;
+    }
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $(`${category === '' ? '.homeFeaturedNews ' : '.newsCategoryColLeft '}.newsTitle`)
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.parent().parent().attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                const images = detailResponse.data.match(/"imageUrl":"(.*?)","image2Url":/);
+
+                item.pubDate = parseDate(content('.published').attr('datetime'));
+                item.description = (images ? `<img src="${images[1]}">` : '') + content('.newsLeading').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: String(categories.hasOwnProperty(category) ? $('title').text() : ($('.smallSpace.active').text() || '首頁') + ' | Now 新聞'),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/now/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'news.now.com': {
+        _name: 'Now 新聞',
+        '.': [
+            {
+                title: '新聞',
+                docs: 'https://docs.rsshub.app/traditional-media.html#now-xin-wen',
+                source: ['/'],
+                target: '/now/news/:category?/:id?',
+            },
+        ],
+    },
+};

package/lib/v2/now/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:category?/:id?', require('./news'));
+};

package/lib/v2/nsfc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:type?': ['Derekmini'],
+};

package/lib/v2/nsfc/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'nsfc.gov.cn': {
+        _name: '国自然基金委',
+        www: [
+            {
+                title: '基金要闻',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: '/*',
+                target: '/nsfc/news/jjyw',
+            },
+            {
+                title: '通知公告',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: '/*',
+                target: '/nsfc/news/tzgg',
+            },
+            {
+                title: '资助成果',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: '/*',
+                target: '/nsfc/news/zzcg',
+            },
+            {
+                title: '科普快讯',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: '/*',
+                target: '/nsfc/news/kpkx',
+            },
+        ],
+    },
+};

package/lib/v2/nsfc/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:type?', require('./news'));
+};

package/lib/{routes → v2}/odaily/activity.js

@@ -1,24 +1,25 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { rootUrl } = require('./utils');
 
 module.exports = async (ctx) => {
-    const rootUrl = 'https://www.odaily.com';
-    const currentUrl = `${rootUrl}/service/scheme/group/8?page=1&per_page=10`;
+    const currentUrl = `${rootUrl}/service/scheme/group/8?page=1&per_page=${ctx.query.limit ?? 25}`;
 
     const response = await got({
         method: 'get',
         url: currentUrl,
     });
 
-    const list = response.data.data.items.data.map((item) => ({
+    let items = response.data.data.items.data.map((item) => ({
         title: item.title,
         link: `${rootUrl}/activity/${item.id}`,
-        pubDate: timezone(new Date(item.published_at), +8),
+        pubDate: timezone(parseDate(item.published_at), +8),
     }));
 
-    const items = await Promise.all(
-        list.map(
+    items = await Promise.all(
+        items.map(
             async (item) =>
                 await ctx.cache.tryGet(item.link, async () => {
                     const detailResponse = await got({

package/lib/v2/odaily/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/activity': ['nczitzk'],
+    '/newsflash': ['nczitzk'],
+    '/user/:id': ['nczitzk'],
+    '/:id?': ['nczitzk'],
+};

package/lib/v2/odaily/newsflash.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { rootUrl } = require('./utils');
+
+module.exports = async (ctx) => {
+    const currentUrl = `${rootUrl}/api/pp/api/info-flow/newsflash_columns/newsflashes?b_id=&per_page=${ctx.query.limit ?? 100}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const items = response.data.data.items.map((item) => ({
+        title: item.title,
+        link: item.news_url,
+        pubDate: timezone(parseDate(item.published_at), +8),
+        description: `<p>${item.description}</p>`,
+    }));
+
+    ctx.state.data = {
+        title: '快讯 - Odaily星球日报',
+        link: `${rootUrl}/newsflash`,
+        item: items,
+    };
+};

package/lib/v2/odaily/post.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { rootUrl } = require('./utils');
+
+const titles = {
+    280: '最新',
+    333: '新品',
+    331: 'DeFi',
+    334: 'NFT',
+    332: '存储',
+    330: '波卡',
+    297: '行情',
+    296: '活动',
+};
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '280';
+
+    const currentUrl = `${rootUrl}/api/pp/api/app-front/feed-stream?feed_id=${id}&b_id=&per_page=${ctx.query.limit ?? 25}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let items = response.data.data.items.map((item) => ({
+        title: item.title,
+        author: item.user.name,
+        type: item.entity_type,
+        description: `<p>${item.summary}</p>`,
+        link: `${rootUrl}/${item.entity_type}/${item.entity_id}`,
+        pubDate: timezone(parseDate(item.published_at), +8),
+    }));
+
+    items = await Promise.all(
+        items.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data.match(item.type === 'post' ? /"content":"(.*)","extraction_tags":/ : /"description":"(.*?)","cover":/)[1]);
+
+                    content('img').each(function () {
+                        content(this).attr('src', content(this).attr('src').replace(/\\"/g, ''));
+                    });
+
+                    item.description = content.html();
+
+                    delete item.type;
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[id]} - Odaily星球日报`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/odaily/radar.js

@@ -0,0 +1,60 @@
+module.exports = {
+    'odaily.news': {
+        _name: 'Odaily 星球日报',
+        '.': [
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#odaily-xing-qiu-ri-bao-kuai-xun',
+                source: ['/newsflash', '/'],
+                target: '/odaily/newsflash',
+            },
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/new-media.html#odaily-xing-qiu-ri-bao-wen-zhang',
+                source: ['/'],
+                target: '/odaily/:id?',
+            },
+            {
+                title: '用户文章',
+                docs: 'https://docs.rsshub.app/new-media.html#odaily-xing-qiu-ri-bao-yong-hu-wen-zhang',
+                source: ['/user/:id', '/'],
+                target: '/odaily/user/:id',
+            },
+            {
+                title: '活动',
+                docs: 'https://docs.rsshub.app/new-media.html#odaily-xing-qiu-ri-bao-huo-dong',
+                source: ['/activityPage', '/'],
+                target: '/odaily/activity',
+            },
+        ],
+    },
+    '0daily.com': {
+        _name: 'Odaily 星球日报',
+        '.': [
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#odaily-xing-qiu-ri-bao-kuai-xun',
+                source: ['/newsflash', '/'],
+                target: '/odaily/newsflash',
+            },
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/new-media.html#odaily-xing-qiu-ri-bao-wen-zhang',
+                source: ['/'],
+                target: '/odaily/:id?',
+            },
+            {
+                title: '用户文章',
+                docs: 'https://docs.rsshub.app/new-media.html#odaily-xing-qiu-ri-bao-yong-hu-wen-zhang',
+                source: ['/user/:id', '/'],
+                target: '/odaily/user/:id',
+            },
+            {
+                title: '活动',
+                docs: 'https://docs.rsshub.app/new-media.html#odaily-xing-qiu-ri-bao-huo-dong',
+                source: ['/activityPage', '/'],
+                target: '/odaily/activity',
+            },
+        ],
+    },
+};

package/lib/v2/odaily/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    router.get('/activity', require('./activity'));
+    router.get('/newsflash', require('./newsflash'));
+    router.get('/user/:id', require('./user'));
+    router.get('/:id?', require('./post'));
+};

package/lib/v2/odaily/user.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { rootUrl } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const currentUrl = `${rootUrl}/service/feed_stream/user/${id}?b_id=10&per_page=${ctx.query.limit ?? 25}`;
+
+    let author = '';
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let items = response.data.data.items.data.map((item) => ({
+        title: item.title,
+        summary: item.summary,
+        link: `${rootUrl}/post/${item.entity_id}`,
+        pubDate: timezone(parseDate(item.published_at), +8),
+    }));
+
+    items = await Promise.all(
+        items.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data.match(/"content":"(.*)","extraction_tags":/)[1]);
+
+                    content('img').each(function () {
+                        content(this).attr('src', content(this).attr('src').replace(/\\"/g, ''));
+                    });
+
+                    item.description = content.html();
+                    item.author = author = detailResponse.data.match(/"name":"(.*)","role_id/)[1];
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${author} - Odaily星球日报`,
+        link: `${rootUrl}/user/${id}`,
+        item: items,
+    };
+};

package/lib/v2/odaily/utils.js

@@ -0,0 +1,3 @@
+module.exports = {
+    rootUrl: 'https://www.odaily.news',
+};

package/lib/v2/oncc/index.js

@@ -0,0 +1,83 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const rootUrl = 'https://hk.on.cc';
+
+const languageMap = {
+    'zh-hans': '_cn',
+    'zh-hant': '',
+};
+
+const channelMap = {
+    news: {
+        'zh-hans': '港澳',
+        'zh-hant': '港澳',
+    },
+    cnnews: {
+        'zh-hans': '两岸',
+        'zh-hant': '兩岸',
+    },
+    intnews: {
+        'zh-hans': '国际',
+        'zh-hant': '國際',
+    },
+    commentary: {
+        'zh-hans': '评论',
+        'zh-hant': '評論',
+    },
+    finance: {
+        'zh-hans': '产经',
+        'zh-hant': '產經',
+    },
+};
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language;
+    const channel = ctx.params.channel ?? 'news';
+    const newsUrl = `${rootUrl}/hk/${channel}/index${languageMap[language]}.html`;
+
+    const response = await got.get(newsUrl);
+    const $ = cheerio.load(response.data);
+    const list = $('#focusNews > div.focusItem[type=article]')
+        .map((_, item) => {
+            const title = $(item).find('div.focusTitle > span').text();
+            const link = rootUrl + $(item).find('a:nth-child(1)').attr('href');
+            const pubDate = parseDate($(item).attr('edittime'), 'YYYYMMDDHHmmss');
+
+            return {
+                title,
+                link,
+                pubDate,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(async (item) => {
+            const desc = await ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const $ = cheerio.load(detailResponse.data);
+                const imageUrl = rootUrl + $('img').eq(0).attr('src');
+                const content = $('div.breakingNewsContent').html();
+                const description = art(path.join(__dirname, 'templates/article.art'), {
+                    imageUrl,
+                    content,
+                });
+
+                return description;
+            });
+            item.description = desc;
+
+            return item;
+        })
+    );
+
+    ctx.state.data = {
+        title: `東網 - ${channelMap[channel][language]}`,
+        link: newsUrl,
+        item: items,
+    };
+};

package/lib/v2/oncc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:language/:channel?': ['Fatpandac'],
+};

package/lib/v2/oncc/radar.js

@@ -0,0 +1,37 @@
+module.exports = {
+    'on.cc': {
+        _name: '东网',
+        hk: [
+            {
+                title: '港澳',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: ['/hk/news/index.html', '/hk/news/index_cn.html'],
+                target: '/oncc/zh-hans/news',
+            },
+            {
+                title: '两岸',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: ['/hk/cnnews/index.html', '/hk/cnnews/index_cn.html'],
+                target: '/oncc/zh-hans/cnnews',
+            },
+            {
+                title: '国际',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: ['/hk/intnews/index.html', '/hk/intnews/index_cn.html'],
+                target: '/oncc/zh-hans/intnews',
+            },
+            {
+                title: '评论',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: ['/hk/commentary/index.html', '/hk/commentary/index_cn.html'],
+                target: '/oncc/zh-hans/commentary',
+            },
+            {
+                title: '产经',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: ['/hk/finance/index.html', '/hk/finance/index_cn.html'],
+                target: '/oncc/zh-hans/finance',
+            },
+        ],
+    },
+};

package/lib/v2/oncc/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:language/:channel?', require('./index'));
+};

package/lib/v2/oncc/templates/article.art

@@ -0,0 +1,2 @@
+<img src="{{ imageUrl }}">
+{{ content }}

package/lib/v2/people/index.js

@@ -0,0 +1,83 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const site = ctx.params[0] ?? 'www';
+    let category = ctx.params[1] ?? (site === 'www' ? '59476' : '');
+    category = site === 'cpc' && category === '24h' ? '87228' : category;
+
+    const rootUrl = `http://${site}.people.com.cn`;
+    const currentUrl = `${rootUrl}/GB/${category}/index.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+        responseType: 'buffer',
+    });
+
+    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+
+    $('em').remove();
+    $('.bshare-more, .page_n, .page').remove();
+
+    $('a img').each(function () {
+        $(this).parent().remove();
+    });
+
+    let items = $('.p6, div.p2j_list, div.headingNews, div.ej_list_box, .fl')
+        .find('a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const link = item.attr('href');
+
+            return {
+                title: item.text(),
+                link: link.indexOf('http') === 0 ? link : `${rootUrl}${link.replace(/^\.\./, '')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                        responseType: 'buffer',
+                    });
+
+                    const data = iconv.decode(detailResponse.data, 'gbk');
+                    const content = cheerio.load(data);
+
+                    content('.paper_num, #rwb_tjyd').remove();
+
+                    item.description = content('.rm_txt_con, .show_text').html();
+                    item.pubDate = timezone(
+                        parseDate(
+                            data
+                                .match(/(\d{4}年\d{2}月\d{2}日\d{2}:\d{2})/)[1]
+                                .replace(/年|月/g, '-')
+                                .replace(/日/, ' ')
+                        ),
+                        +8
+                    );
+                } catch (err) {
+                    item.description = err;
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/people/maintainer.js

@@ -1,3 +1,6 @@
 module.exports = {
+    '/cpc/24h': ['nczitzk'],
     '/liuyan/:id/:state?': ['nczitzk'],
+    '/xjpjh/:keyword?/:year': ['LogicJake'],
+    '/:site?/:category?': ['nczitzk'],
 };

package/lib/v2/people/radar.js

@@ -1,6 +1,14 @@
 module.exports = {
-    'people.com': {
+    'people.com.cn': {
         _name: '人民网',
+        '.': [
+            {
+                title: '通用',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ren-min-wang-tong-yong',
+                source: '/',
+                target: '/people/:site?/:category?',
+            },
+        ],
         liuyan: [
             {
                 title: '领导留言板',

package/lib/v2/people/router.js

@@ -1,3 +1,6 @@
 module.exports = function (router) {
     router.get('/liuyan/:id/:state?', require('./liuyan'));
+    router.get('/xjpjh/:keyword?/:year?', require('./xjpjh'));
+    router.get(/([\w|\d]+)\/([\w|\d|/]+)?/, require('./index'));
+    router.get('/:0?', require('./index'));
 };