rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/v2/brooklynmuseum/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/exhibitions': ['chazeon'],
+};

package/lib/v2/brooklynmuseum/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'brooklynmuseum.org': {
+        _name: 'Brooklyn Museum',
+        www: [
+            {
+                title: 'Exhibitions',
+                docs: 'https://docs.rsshub.app/en/travel.html#brooklyn-museum',
+            },
+        ],
+    },
+};

package/lib/v2/brooklynmuseum/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/exhibitions/:state?', require('./exhibitions'));
+};

package/lib/v2/c114/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/roll': ['nczitzk'],
+};

package/lib/v2/c114/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'c114.com.cn': {
+        _name: 'C114通信网',
+        '.': [
+            {
+                title: '滚动新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#c114-tong-xin-wang-gun-dong-xin-wen',
+                source: ['/news/roll.asp', '/'],
+                target: '/c114/roll',
+            },
+        ],
+    },
+};

package/lib/v2/c114/roll.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const iconv = require('iconv-lite');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.c114.com.cn';
+    const currentUrl = `${rootUrl}/news/roll.asp`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+        responseType: 'buffer',
+    });
+
+    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+
+    let items = $('.new_list_c h6 a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    responseType: 'buffer',
+                });
+
+                const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
+
+                item.description = content('.text').html();
+                item.author = content('.author').first().text().replace('C114通信网  ', '');
+                item.pubDate = timezone(parseDate(content('.r_time').text()), +8);
+                item.category = content('meta[name="keywords"]').attr('content').split(',');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/c114/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/roll', require('./roll'));
+};

package/lib/v2/caareviews/book.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/book`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Book Reviews',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/essay.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/essay`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Essays',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/exhibition.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/exhibition`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Exhibition Reviews',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/book': ['Fatpandac'],
+    '/essay': ['Fatpandac'],
+    '/exhibition': ['Fatpandac'],
+};

package/lib/v2/caareviews/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'caareviews.org': {
+        _name: 'caa.reviews',
+        '.': [
+            {
+                title: 'Book Reviews',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/book'],
+                target: '/caareviews/book',
+            },
+            {
+                title: 'Exhibition Reviews',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/exhibition'],
+                target: '/caareviews/exhibition',
+            },
+            {
+                title: 'Essays',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/essay'],
+                target: '/caareviews/essay',
+            },
+        ],
+    },
+};

package/lib/v2/caareviews/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/book', require('./book'));
+    router.get('/essay', require('./essay'));
+    router.get('/exhibition', require('./exhibition'));
+};

package/lib/v2/caareviews/templates/utils.art

@@ -0,0 +1,2 @@
+<img src="{{ coverUrl }}">
+{{@ content}}

package/lib/v2/caareviews/utils.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'http://www.caareviews.org';
+
+const getList = async (url) => {
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $('#infinite-content > div')
+        .map((_index, item) => ({
+            title: $(item).find('div.title').text().trim(),
+            link: new URL($(item).find('div.title > em > a').attr('href'), rootUrl).href,
+            author: $(item).find('div.contributors').text().trim(),
+        }))
+        .get();
+
+    return list;
+};
+
+const getItems = async (ctx, list) =>
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                const coverUrl = new URL($('div.cover > a').attr('href'), rootUrl).href;
+                const content = $('div.content.full-review').html();
+                item.description = art(path.join(__dirname, 'templates/utils.art'), {
+                    coverUrl,
+                    content,
+                });
+                $('div.review_heading').remove();
+                item.pubDate = parseDate($('div.header-text > div.clearfix').text());
+                item.doi = $('div.crossref > a').attr('href').replace('http://dx.doi.org/', '');
+
+                return item;
+            })
+        )
+    );
+
+module.exports = {
+    rootUrl,
+    getList,
+    getItems,
+};

package/lib/v2/cankaoxiaoxi/index.js

@@ -0,0 +1,81 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+
+const nodes = {
+    china_news: {
+        title: '中国',
+        url: 'https://china.cankaoxiaoxi.com/',
+    },
+    world_news: {
+        title: '国际',
+        url: 'https://world.cankaoxiaoxi.com/',
+    },
+    military_news: {
+        title: '军事',
+        url: 'https://mil.cankaoxiaoxi.com/',
+    },
+    taiwan_news: {
+        title: '台海',
+        url: 'https://tw.cankaoxiaoxi.com/',
+    },
+    finance_news: {
+        title: '财经',
+        url: 'https://finance.cankaoxiaoxi.com/',
+    },
+    technology_news: {
+        title: '科技',
+        url: 'https://science.cankaoxiaoxi.com/',
+    },
+    culture_news: {
+        title: '文化',
+        url: 'https://culture.cankaoxiaoxi.com/',
+    },
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category;
+
+    const currentUrl = nodes[category].url;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('a', '.toutiao')
+        .filter(function () {
+            return $(this).text() !== '';
+        })
+        .map((_, item) => ({
+            link: $(item).attr('href'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                item.title = content('h1.articleHead').text();
+                item.pubDate = timezone(parseDate(content('span#pubtime_baidu').text()), +8);
+                item.author = content('span#source_baidu').text();
+                item.description = content('div.articleText').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${nodes[category].title} 参考消息`,
+        link: currentUrl,
+        description: '参考消息',
+        language: 'zh-cn',
+        item: items,
+    };
+};

package/lib/v2/cankaoxiaoxi/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:category': ['yuxinliu-alex'],
+};

package/lib/v2/cankaoxiaoxi/radar.js

@@ -0,0 +1,61 @@
+module.exports = {
+    'cankaoxiaoxi.com': {
+        _name: '参考消息',
+        china: [
+            {
+                title: '中国新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#can-kao-xiao-xi',
+                source: ['/'],
+                target: '/cankaoxiaoxi/news/china_news',
+            },
+        ],
+        culture: [
+            {
+                title: '文化新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#can-kao-xiao-xi',
+                source: ['/'],
+                target: '/cankaoxiaoxi/news/culture_news',
+            },
+        ],
+        finance: [
+            {
+                title: '财经新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#can-kao-xiao-xi',
+                source: ['/'],
+                target: '/cankaoxiaoxi/news/finance_news',
+            },
+        ],
+        mil: [
+            {
+                title: '军事新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#can-kao-xiao-xi',
+                source: ['/'],
+                target: '/cankaoxiaoxi/news/military_news',
+            },
+        ],
+        science: [
+            {
+                title: '科技新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#can-kao-xiao-xi',
+                source: ['/'],
+                target: '/cankaoxiaoxi/news/technology_news',
+            },
+        ],
+        tw: [
+            {
+                title: '台海新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#can-kao-xiao-xi',
+                source: ['/'],
+                target: '/cankaoxiaoxi/news/taiwan_news',
+            },
+        ],
+        world: [
+            {
+                title: '国际新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#can-kao-xiao-xi',
+                source: ['/'],
+                target: '/cankaoxiaoxi/news/world_news',
+            },
+        ],
+    },
+};

package/lib/v2/cankaoxiaoxi/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:category', require('./index'));
+};

package/lib/v2/cbirc/index.js

@@ -86,7 +86,7 @@ module.exports = async (ctx) => {
         const resp = await got({
             method: 'get',
             url: cat.link,
-            header: {
+            headers: {
                 Referer: `http://www.cbirc.gov.cn`,
             },
         });

package/lib/v2/cctv/category.js

@@ -0,0 +1,20 @@
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+    let responseData;
+
+    if (category === 'mzzlbg') {
+        // 每周质量报告
+        const getMzzlbg = require('./utils/mzzlbg');
+        responseData = await getMzzlbg();
+    } else if (category === 'xinwen1j1') {
+        // 新闻1+1
+        const xinwen1j1 = require('./utils/xinwen1j1');
+        responseData = await xinwen1j1(ctx);
+    } else {
+        // 央视新闻
+        const getNews = require('./utils/news');
+        responseData = await getNews(category, ctx);
+    }
+
+    ctx.state.data = responseData;
+};

package/lib/v2/cctv/jx.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://photo.cctv.com';
+    const currentUrl = `${rootUrl}/jx/`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.textr a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                const date = content('head')
+                    .html()
+                    .match(/publishDate ="(.*) ";/)[1];
+                item.pubDate = date ? parseDate(date, 'YYYYMMDDHHmmss') : null;
+
+                item.description = content('.tujitop').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '央视网图片《镜象》',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/cctv/lm.js

@@ -0,0 +1,78 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 'xwzk';
+
+    const rootUrl = 'https://tv.cctv.com';
+    const apiRootUrl = 'https://api.cntv.cn';
+    const vdnRootUrl = 'https://vdn.apps.cntv.cn';
+
+    const currentUrl = `${rootUrl}/lm/${id}/videoset`;
+
+    const titleResponse = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(titleResponse.data);
+
+    const topId = titleResponse.data.match(/(TOPC\d{16})/)[1];
+    const apiUrl = `${apiRootUrl}/NewVideo/getVideoListByColumn?id=${topId}&n=20&sort=desc&p=1&mode=0&serviceId=tvcctv`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const list = response.data.data.list.map((item) => ({
+        url: item.url,
+        guid: item.guid,
+        image: item.image,
+        title: item.title,
+        pubDate: timezone(parseDate(item.time), +8),
+        link: `${vdnRootUrl}/api/getHttpVideoInfo.do?pid=${item.guid}`,
+        description: `<p>${item.brief.replace(/\r\n/g, '</p><p>')}</p>`,
+    }));
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const data = detailResponse.data;
+
+                    item.description += `<video src="${data.hls_url}" controls="controls" poster="${item.image}" width="100%"></video><br>`;
+
+                    for (const c of data.video.chapters) {
+                        item.description += `<video src="${c.url}" controls="controls" poster="${c.image}" width="100%"></video><br>`;
+                    }
+
+                    for (let i = 2; data.video[`chapters${i}`]; i++) {
+                        for (const c of data.video[`chapters${i}`]) {
+                            item.description += `<video src="${c.url}" controls="controls" poster="${c.image}" width="100%"></video><br>`;
+                        }
+                    }
+
+                    item.link = item.url;
+
+                    delete item.url;
+                    delete item.image;
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+        description: $('meta[name=description]').attr('content'),
+    };
+};

package/lib/v2/cctv/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/lm/:id?': ['nczitzk'],
+    '/photo/jx': ['nczitzk'],
+    '/special/:id?': ['nczitzk'],
+    '/xwlb': ['zengxs'],
+    '/:category': ['idealclover', 'xyqfer'],
+};

package/lib/v2/cctv/radar.js

@@ -0,0 +1,41 @@
+module.exports = {
+    'cctv.com': {
+        _name: '央视新闻',
+        news: [
+            {
+                title: '新闻专题',
+                docs: 'https://docs.rsshub.app/traditional-media.html#yang-shi-xin-wen',
+                source: ['/special/*id'],
+                target: (params) => `/cctv/special/${params.id.split('/')[0]}`,
+            },
+            {
+                title: '专题',
+                docs: 'https://docs.rsshub.app/traditional-media.html#yang-shi-xin-wen',
+                source: ['/:category'],
+                target: '/cctv/:category',
+            },
+        ],
+        photo: [
+            {
+                title: '央视网图片《镜象》',
+                docs: 'https://docs.rsshub.app/traditional-media.html#yang-shi-xin-wen',
+                source: ['/jx', '/'],
+                target: '/cctv/photo/jx',
+            },
+        ],
+        tv: [
+            {
+                title: '新闻联播',
+                docs: 'https://docs.rsshub.app/traditional-media.html#yang-shi-xin-wen',
+                source: ['/lm/xwlb', '/'],
+                target: '/cctv/xwlb',
+            },
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/traditional-media.html#yang-shi-xin-wen',
+                source: ['/lm/*path', '/'],
+                target: (params) => `/cctv/lm/${params.path.replace('/videoset', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/cctv/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/lm/:id?', require('./lm'));
+    router.get('/photo/jx', require('./jx'));
+    router.get('/special/:id?', require('./special'));
+    router.get('/xwlb', require('./xwlb'));
+    router.get('/:category', require('./category'));
+};