rsshub 1.0.0-master.f7c0247 → 1.0.0-master.f7c4a93

package/lib/v2/cncf/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:cate?': ['Fatpandac'],
+};

package/lib/v2/cncf/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'cncf.io': {
+        _name: 'CNCF',
+        '.': [
+            {
+                title: 'Blog',
+                docs: 'https://docs.rsshub.app/programming.html#cncf',
+                source: ['/blog'],
+                target: '/cncf/blog',
+            },
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/programming.html#cncf',
+                source: ['/news'],
+                target: '/cncf/news',
+            },
+            {
+                title: 'Announcements',
+                docs: 'https://docs.rsshub.app/programming.html#cncf',
+                source: ['/announcements'],
+                target: '/cncf/announcements',
+            },
+            {
+                title: 'Reports',
+                docs: 'https://docs.rsshub.app/programming.html#cncf',
+                source: ['/reports'],
+                target: '/cncf/reports',
+            },
+        ],
+    },
+};

package/lib/v2/cncf/reports.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootURL = 'https://www.cncf.io';
+
+module.exports = async (ctx) => {
+    const url = `${rootURL}/reports/`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $('div.report-item')
+        .map((_index, item) => ({
+            title: $(item).find('a.report-item__link').attr('title'),
+            link: $(item).find('a.report-item__link').attr('href'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.parseDate = parseDate(content('p.is-style-spaced-uppercase').splice(':')[1]);
+                item.description = content('article > div.has-background').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `CNCF - Reports`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/cncf/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/reports', require('./reports'));
+    router.get('/:cate?', require('./index'));
+};

package/lib/v2/cnjxol/index.js

@@ -0,0 +1,94 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const categories = {
+    jxrb: '嘉兴日报',
+    nhwb: '南湖晚报',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'jxrb';
+    const id = ctx.params.id;
+
+    const rootUrl = `https://${category}.cnjxol.com`;
+    const currentUrl = `${rootUrl}/${category}Paper/pc/layout`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let $ = cheerio.load(response.data);
+    const dateMatch = $('a')
+        .first()
+        .attr('href')
+        .match(/\d{6}\/\d{2}/)[0];
+
+    let items = [];
+
+    if (id) {
+        const pageUrl = `${currentUrl}/${dateMatch}/node_${id}.html`;
+
+        const pageResponse = await got({
+            method: 'get',
+            url: pageUrl,
+        });
+
+        $ = cheerio.load(pageResponse.data);
+
+        items = $('#articlelist .clearfix a')
+            .toArray()
+            .map((a) => `${currentUrl}/${$(a).attr('href')}`.replace(/layout\/\.\.\/\.\.\/\.\.\//g, ''));
+    } else {
+        await Promise.all(
+            $('#list li a')
+                .toArray()
+                .map(async (p) => {
+                    const pageResponse = await got({
+                        method: 'get',
+                        url: `${currentUrl}/${$(p).attr('href')}`,
+                    });
+
+                    const page = cheerio.load(pageResponse.data);
+
+                    items.push(
+                        ...page('#articlelist .clearfix a')
+                            .toArray()
+                            .map((a) => `${currentUrl}/${page(a).attr('href')}`.replace(/layout\/\.\.\/\.\.\/\.\.\//g, ''))
+                    );
+                })
+        );
+    }
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                return {
+                    link: item,
+                    title: content('#Title').text(),
+                    pubDate: parseDate(content('date').text()),
+                    description: art(path.join(__dirname, 'templates/description.art'), {
+                        attachment: content('.attachment').html(),
+                        content: content('founder-content').html(),
+                    }),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${categories[category]}${id ? ` - ${$('#layout').text()}` : ''}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/cnjxol/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jxrb/:id?': ['nczitzk'],
+    '/nhwb/:id?': ['nczitzk'],
+};

package/lib/v2/cnjxol/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'cnjxol.com': {
+        _name: '南湖清风',
+        '.': [
+            {
+                title: '嘉兴日报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#nan-hu-qing-feng-jia-xing-ri-bao',
+                source: ['/'],
+                target: '/cnjxol/jxrb/:id',
+            },
+            {
+                title: '南湖晚报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#nan-hu-qing-feng-nan-hu-wan-bao',
+                source: ['/'],
+                target: '/cnjxol/nhwb/:id',
+            },
+        ],
+    },
+};

package/lib/v2/cnjxol/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:id?', require('./index'));
+};

package/lib/v2/cnjxol/templates/description.art

@@ -0,0 +1,2 @@
+{{@ attachment }}
+{{@ content }}

package/lib/v2/cntheory/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/paper/:id?': ['nczitzk'],
+};

package/lib/v2/cntheory/paper.js

@@ -0,0 +1,93 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'http://paper.cntheory.com';
+
+    let response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    response = await got({
+        method: 'get',
+        url: `${rootUrl}/${id ? response.data.match(/URL=(.*)"/)[1].replace(/xxsb_\w+\.htm$/, `xxsb_${id}.htm`) : response.data.match(/URL=(.*)"/)[1]}`,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const matches = response.data.match(/images\/(\d{4}-\d{2}\/\d{2})\/\w+\/\w+_brief/);
+    const link = `${rootUrl}/html/${matches[1]}`;
+
+    let items = $('table')
+        .last()
+        .find('a')
+        .toArray()
+        .map((a) => `${link}/${$(a).attr('href')}`);
+
+    if (!id) {
+        await Promise.all(
+            $('#pageLink')
+                .toArray()
+                .map((p) => `${link}/${$(p).attr('href').replace(/\.\//, '')}`)
+                .map(async (p) => {
+                    const pageResponse = await got({
+                        method: 'get',
+                        url: p,
+                    });
+
+                    const page = cheerio.load(pageResponse.data);
+
+                    items.push(
+                        ...page('table')
+                            .last()
+                            .find('a')
+                            .toArray()
+                            .map((a) => `${link}/${$(a).attr('href')}`)
+                    );
+                })
+        );
+    }
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                return {
+                    link: item,
+                    title: content('h1').text(),
+                    pubDate: parseDate(matches[1], 'YYYY-MM/DD'),
+                    enclosure_url: `${rootUrl}${
+                        content('.ban_t a')
+                            .first()
+                            .attr('href')
+                            .match(/(\/images.*)/)[1]
+                    }`,
+                    description: art(path.join(__dirname, 'templates/description.art'), {
+                        resource: content('#reslist')
+                            .html()
+                            .replace(/display:none;/g, ''),
+                        description: content('founder-content').html(),
+                    }),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `学习时报${id ? ` - ${$('.l_t').first().text()}` : ''}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/cntheory/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cntheory.com': {
+        _name: '理论网',
+        paper: [
+            {
+                title: '学习时报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#li-lun-wang-xue-xi-shi-bao',
+                source: ['/'],
+                target: (params, url) => `/cntheory/paper/${new URL(url).toString().match(/-(\w+)\.htm/)[1]}`,
+            },
+        ],
+    },
+};

package/lib/v2/cntheory/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/paper/:id?', require('./paper'));
+};

package/lib/v2/cntheory/templates/description.art

@@ -0,0 +1,2 @@
+{{@ resource }}
+{{@ description }}

package/lib/v2/cscse/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/tzgg': ['nczitzk'],
+};

package/lib/v2/cscse/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cscse.edu.cn': {
+        _name: '中国留学网',
+        '.': [
+            {
+                title: '通知公告',
+                docs: 'https://docs.rsshub.app/study.html#zhong-guo-liu-xue-wang-tong-zhi-gong-gao',
+                source: ['/cscse/index/tzgg', '/'],
+                target: '/cscse/tzgg',
+            },
+        ],
+    },
+};

package/lib/v2/cscse/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/tzgg', require('./tzgg'));
+};

package/lib/v2/cscse/tzgg.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.cscse.edu.cn';
+    const currentUrl = `${rootUrl}/cscse/index/tzgg/index.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.news_list li a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const link = item.attr('href');
+
+            return {
+                title: item.text(),
+                link: `${/^http/.test(link) ? '' : rootUrl}${item.attr('href')}`,
+                pubDate: parseDate(item.next().text()),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.zoom').html();
+                item.author = content('meta[name="Author"]').attr('content');
+                item.category = content('meta[name="Keywords"]').attr('content')?.split(',');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '中国留学网 - 通知公告',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/diandong/ddh.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://webapi.diandong.com';
+
+const titleMap = {
+    0: '全部',
+    1: '新车',
+    2: '导购',
+    3: '评测',
+    4: '新闻',
+    5: '技术',
+    6: '政策',
+    7: '用车',
+    8: '二手车',
+};
+
+module.exports = async (ctx) => {
+    const cate = ctx.params.cate ?? 0;
+    const limit = ctx.query.limit ? Number(ctx.query.limit) : 25;
+    const url = `${rootUrl}/content/ddhList?category_id=${cate}&page=1&size=${limit}&content_ids=`;
+
+    const response = await got(url);
+    const data = response.data.data.list;
+    const list = data.map((item) => ({
+        title: item.title,
+        pubDate: parseDate(item.published),
+        author: item.author,
+        link: `https://www.diandong.com/news/${item.contentid}.html`,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                item.description = $('#gallery-selector').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `电动邦 - 电动号 - ${titleMap[cate]}`,
+        link: 'https://www.diandong.com/news/ddh',
+        item: items,
+    };
+};

package/lib/v2/diandong/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/news/:cate?': ['Fatpandac'],
+    '/ddh/:cate?': ['Fatpandac'],
+};

package/lib/v2/diandong/news.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://webapi.diandong.com';
+
+const titleMap = {
+    0: '推荐',
+    29: '新车',
+    61: '导购',
+    30: '试驾',
+    75: '用车',
+    22: '技术',
+    24: '政策',
+    23: '行业',
+};
+
+module.exports = async (ctx) => {
+    const cate = ctx.params.cate ?? 0;
+    const limit = ctx.query.limit ? Number(ctx.query.limit) : 25;
+    const url = `${rootUrl}/content/list?page=1&size=${limit}&source_id=12&content_type=news&content_ids=&category_id=${cate}`;
+
+    const response = await got(url);
+    const data = response.data.data.list;
+    const list = data.map((item) => ({
+        title: item.title,
+        pubDate: parseDate(item.published),
+        author: item.author,
+        link: `https://www.diandong.com/news/${item.contentid}.html`,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                item.description = $('#gallery-selector').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `电动邦 - ${titleMap[cate]}`,
+        link: 'https://www.diandong.com/news',
+        item: items,
+    };
+};

package/lib/v2/diandong/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'diandong.com': {
+        _name: '电动邦',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#dong-qiu-di',
+                source: ['/news'],
+                target: '/diandong/news/:cate',
+            },
+            {
+                title: '电动号',
+                docs: 'https://docs.rsshub.app/new-media.html#dong-qiu-di',
+                source: ['/news/ddh'],
+                target: '/diandong/ddh/:cate',
+            },
+        ],
+    },
+};

package/lib/v2/diandong/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/news/:cate?', require('./news'));
+    router.get('/ddh/:cate?', require('./ddh'));
+};

package/lib/v2/domp4/detail.js

@@ -0,0 +1,67 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { decodeCipherText, composeMagnetUrl } = require('./utils');
+
+const baseUrl = 'https://www.domp4.cc';
+
+function getItemList($, detailUrl) {
+    const encoded = $('.article script[type]')
+        .text()
+        .match(/return p}\('(.*)',(\d+),(\d+),'(.*)'.split\(/);
+    const data = JSON.parse(
+        decodeCipherText(encoded[1], encoded[2], encoded[3], encoded[4].split('|'), 0, {})
+            .match(/var down_urls=\\'(.*)\\'/)[1]
+            .replace(/\\\\"/g, '"')
+            .replace(/\\\\\\/g, '')
+    );
+    const { downurls } = data.Data[0];
+    return downurls.map((item) => {
+        const [title, magnet] = item.split('$');
+        return {
+            enclosure_url: composeMagnetUrl(magnet),
+            enclosure_length: '',
+            enclosure_type: 'application/x-bittorrent',
+            title,
+            link: detailUrl,
+        };
+    });
+}
+
+function getMetaInfo($) {
+    const title = $('.article-header .text p').first().find('span').text();
+    const cover = $('.article-header .pic img').attr('src');
+    const description = $('.article-related.info p').text();
+    return {
+        title,
+        cover,
+        description,
+    };
+}
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    let pureId = id;
+    let detailType = 'html';
+    // compatible for .html suffix in radar
+    if (id.endsWith('.html')) {
+        pureId = id.replace('.html', '');
+    }
+    // compatible for /detail/123.html && /html/xxx.html
+    if (/^\d+$/.test(pureId)) {
+        detailType = 'detail';
+    }
+    const detailUrl = `${baseUrl}/${detailType}/${pureId}.html`;
+
+    const res = await got(detailUrl);
+    const $ = cheerio.load(res.data);
+    const list = getItemList($, detailUrl);
+    const meta = getMetaInfo($);
+
+    ctx.state.data = {
+        link: detailUrl,
+        title: meta.title || 'domp4电影 - 详情',
+        image: meta.cover,
+        description: meta.description,
+        item: list,
+    };
+};

package/lib/v2/domp4/latest.js

@@ -0,0 +1,31 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const baseUrl = 'https://www.domp4.cc';
+const latestUrl = 'https://www.domp4.cc/custom/update.html';
+
+function getItemList($, type) {
+    const list = $(`#${type} .list-group-item`)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').text(),
+                link: `${baseUrl}${item.find('a').attr('href')}`,
+            };
+        });
+    return list;
+}
+
+module.exports = async (ctx) => {
+    const { type = 'vod' } = ctx.params;
+    const res = await got.get(latestUrl);
+    const $ = cheerio.load(res.data);
+    const list = getItemList($, type);
+
+    ctx.state.data = {
+        link: latestUrl,
+        title: 'domp4电影',
+        item: list,
+    };
+};

package/lib/v2/domp4/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/detail/:id': ['savokiss'],
+    '/latest/:type?': ['savokiss'],
+};