rsshub 1.0.0-master.fb68956 → 1.0.0-master.fbabfc2

package/lib/v2/cast/index.js

@@ -0,0 +1,74 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const baseUrl = 'https://www.cast.org.cn';
+
+module.exports = async (ctx) => {
+    const { column = 457 } = ctx.params;
+    const { limit = 10 } = ctx.query;
+    const link = `${baseUrl}/col/col${column}/index.html`;
+    const { data: response } = await got.post(`${baseUrl}/module/web/jpage/dataproxy.jsp`, {
+        searchParams: {
+            startrecord: 1,
+            endrecord: limit,
+            perpage: limit,
+        },
+        form: {
+            col: 1,
+            appid: 1,
+            webid: 1,
+            path: '/',
+            columnid: column,
+            sourceContentType: 1,
+            unitid: 335,
+            webname: '中国科学技术协会',
+            permissiontype: 0,
+        },
+    });
+
+    const $ = cheerio.load(response, {
+        xml: {
+            xmlMode: true,
+        },
+    });
+
+    const pageTitle = await ctx.cache.tryGet(link, async () => {
+        const { data: response } = await got(link);
+        const $ = cheerio.load(response);
+        return $('head title').text();
+    });
+
+    const list = $('record')
+        .toArray()
+        .map((item) => {
+            item = cheerio.load($(item).html(), null, false);
+            const a = item('a').first();
+            return {
+                title: a.text(),
+                pubDate: parseDate(item('.list-data').text().trim(), 'DDYYYY/MM'),
+                link: `${baseUrl}${a.attr('href')}`,
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                item.description = $('#zoom').html();
+                item.pubDate = timezone(parseDate($('meta[name=PubDate]').attr('content'), 'YYYY-MM-DD HH:mm'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: pageTitle,
+        link,
+        image: 'https://www.cast.org.cn/favicon.ico',
+        item: items,
+    };
+};

package/lib/v2/cast/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:column?': ['TonyRL'],
+};

package/lib/v2/cast/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cast.org.cn': {
+        _name: '中国科学技术协会',
+        '.': [
+            {
+                title: '通用',
+                docs: 'https://docs.rsshub.app/government.html#zhong-guo-ke-xue-ji-shu-xie-hui',
+                source: ['/col/:column/index.html'],
+                target: (params) => `/cast/${params.column.replace('col', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/cast/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:column?', require('./index'));
+};

package/lib/v2/chaincatcher/home.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.chaincatcher.com';
+
+module.exports = async (ctx) => {
+    const { data } = await got.post(`${rootUrl}/api/article/lists`, {
+        form: {
+            page: 1,
+            home: 1,
+        },
+    });
+
+    const list = data.data.map((item) => ({
+        title: item.title,
+        description: item.description,
+        link: `${rootUrl}/article/${item.id}`,
+        pubDate: parseDate(item.add_time, 'X'),
+        categoryId: item.categoryid,
+        category: [...item.keywords.split(','), item.category_name],
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (item.categoryId !== 3) {
+                    const { data: response } = await got(item.link);
+                    const $ = cheerio.load(response);
+                    item.description = art(path.join(__dirname, 'templates/home.art'), {
+                        summary: item.description,
+                        article: $('.article-container').html(),
+                    });
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '链捕手ChainCatcher — 专业的区块链技术研究与资讯平台-Chain Catcher',
+        description: '链捕手ChainCatcher为区块链技术爱好者与项目决策者提供NFT、Web3社交、DID、Layer2等专业的资讯与研究内容，Chain Catcher输出对Scroll、Sui、Aptos、ENS等项目的思考，拓宽读者对区块链与数字经济认知的边界。',
+        image: `${rootUrl}/logo.png`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/chaincatcher/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/': ['TonyRL'],
+    '/news': ['TonyRL'],
+};

package/lib/v2/chaincatcher/news.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootUrl = 'https://www.chaincatcher.com';
+
+module.exports = async (ctx) => {
+    const { data } = await got.post(`${rootUrl}/index/content/lists`, {
+        form: {
+            page: 1,
+            categoryid: 3,
+        },
+    });
+
+    const $ = cheerio.load(data.data, null, false);
+
+    $('.share').remove();
+    const items = $('.block')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            item.find('.tips').remove();
+            const act = !!item.find('.act-title').text();
+            return {
+                title: `${act ? '[重] ' : ''}${item.find('.title').text()}`,
+                description: item.find('.summary').text(),
+                link: `${rootUrl}${item.find('a').first().attr('href')}`,
+                pubDate: timezone(parseDate(item.find('.time').text(), 'YYYY-MM-DD HH:mm:ss'), 8),
+            };
+        });
+
+    ctx.state.data = {
+        title: '最新资讯-ChainCatcher',
+        description: '链捕手ChainCatcher为区块链技术爱好者与项目决策者提供NFT、Web3社交、DID、Layer2等专业的资讯与研究内容，Chain Catcher输出对Scroll、Sui、Aptos、ENS等项目的思考，拓宽读者对区块链与数字经济认知的边界。',
+        image: `${rootUrl}/logo.png`,
+        link: `${rootUrl}/news`,
+        item: items,
+    };
+};

package/lib/v2/chaincatcher/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'chaincatcher.com': {
+        _name: '链捕手 ChainCatcher',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/new-media.html#lian-bu-shou-chaincatcher',
+                source: ['/'],
+                target: '/chaincatcher',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#lian-bu-shou-chaincatcher',
+                source: ['/news', '/'],
+                target: '/chaincatcher/news',
+            },
+        ],
+    },
+};

package/lib/v2/chaincatcher/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/', require('./home'));
+    router.get('/news', require('./news'));
+};

package/lib/v2/chaincatcher/templates/home.art

@@ -0,0 +1,4 @@
+{{ if summary }}
+<blockquote>{{ summary }}</blockquote><br>
+{{ /if }}
+{{@ article }}

package/lib/v2/clickme/index.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const site = ctx.params.site === 'r18' ? 'r18' : '';
+    const grouping = ctx.params.grouping === 'tag' ? 'tag' : 'category';
+    const name = ctx.params.name;
+
+    const url = `https://${site ? 'r18.' : ''}clickme.net/${grouping.substring(0, 1)}/${encodeURIComponent(name)}`;
+
+    const { data: response } = await got.post('https://api.clickme.net/article/list', {
+        headers: {
+            Referer: url,
+        },
+        searchParams: {
+            key: 'clickme',
+        },
+        form: {
+            articleType: site ? 'r18' : 'article',
+            subtype: grouping,
+            subtypeSlug: name,
+            device: '',
+            limit: 18,
+            page: 1,
+        },
+    });
+
+    const category_name = name === 'new' ? '最新' : response.data.items[0].categoryName[0].name;
+    const displayed_name = grouping === 'tag' ? name : category_name;
+
+    const list = response.data.items.map((item) => ({
+        title: item.title,
+        link: item.url.replace('http://', 'https://'),
+        author: item.userNick,
+        pubDate: parseDate(item.date, 'X'),
+        category: [...item.categoryName.map((item) => item.name), ...item.tags],
+    }));
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data } = await got.get(item.link);
+                const $ = cheerio.load(data);
+                item.description = $('.article-detail-content').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `ClickMe ${site ? 'R18 ' : ''}- ${displayed_name}`,
+        link: url,
+        item: out,
+    };
+};

package/lib/v2/clickme/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:site/:grouping/:name': ['hoilc'],
+};

package/lib/v2/clickme/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'clickme.net': {
+        _name: 'ClickMe',
+        '.': [
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/other.html#clickme',
+                source: ['/:grouping/:name'],
+                target: (params) => `/clickme/default/${params.grouping === 't' ? 'tag' : 'category'}/${params.name}`,
+            },
+        ],
+        r18: [
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/other.html#clickme',
+                source: ['/:grouping/:name'],
+                target: (params) => `/clickme/r18/${params.grouping === 't' ? 'tag' : 'category'}/${params.name}`,
+            },
+        ],
+    },
+};

package/lib/v2/clickme/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:site/:grouping/:name', require('./index'));
+};

package/lib/v2/cnbc/rss.js

@@ -8,7 +8,7 @@ module.exports = async (ctx) => {
 
     const items = await Promise.all(
         feed.items
-            .filter((i) => !i.link.startsWith('https://www.cnbc.com/select/'))
+            .filter((i) => i.link && !i.link.startsWith('https://www.cnbc.com/select/'))
             .map((item) =>
                 ctx.cache.tryGet(item.link, async () => {
                     const { data: response } = await got(item.link);

package/lib/v2/cnjxol/index.js

@@ -12,6 +12,9 @@ const categories = {
 module.exports = async (ctx) => {
     const category = ctx.params.category ?? 'jxrb';
     const id = ctx.params.id;
+    if (!Object.keys(categories).includes(category)) {
+        throw Error('Invalid category');
+    }
 
     const rootUrl = `https://${category}.cnjxol.com`;
     const currentUrl = `${rootUrl}/${category}Paper/pc/layout`;

package/lib/v2/coindesk/index.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const rootUrl = 'https://www.coindesk.com';
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel ?? 'consensus-magazine';
+
+    const response = await got.get(`${rootUrl}/${channel}`);
+    const $ = cheerio.load(response.data);
+    const title = $('div.title-holder h2').text();
+    const content = JSON.parse(
+        $('#fusion-metadata')
+            .text()
+            .match(/Fusion\.contentCache=(.*?);Fusion\.layout/)[1]
+    );
+
+    const o1 = content['websked-collections'];
+    // Object key names are different every week
+    const feature = o1[Object.keys(o1)[2]];
+    const opinion = o1[Object.keys(o1)[3]];
+
+    const list = [...feature.data, ...opinion.data];
+
+    const items = list.map((item) => ({
+        title: item.headlines.basic,
+        link: rootUrl + item.canonical_url,
+        description: title + '<br><br>' + item.subheadlines.basic,
+        pubDate: item.publish_date,
+    }));
+
+    ctx.state.data = {
+        title: 'CoinDesk Consensus Magazine',
+        link: `${rootUrl}/${channel}`,
+        item: items,
+    };
+};

package/lib/v2/coindesk/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/consensus-magazine': ['jameshih'],
+};

package/lib/v2/coindesk/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'coindesk.com': {
+        _name: 'CoinDesk',
+        '.': [
+            {
+                title: 'Coindesk Consensus Magazine',
+                docs: 'https://docs.rsshub.app/new-media.html#coindesk-consensus-magazine',
+                source: ['/'],
+                target: '/coindesk/consensus-magazine',
+            },
+        ],
+    },
+};

package/lib/v2/coindesk/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/consensus-magazine', require('./index'));
+};

package/lib/v2/coolapk/utils.js

@@ -6,8 +6,8 @@ const { parseDate } = require('@/utils/parse-date');
 const dynamicTpye = { 0: '基本动态', 8: '酷图', 9: '评论', 10: '提问', 11: '回答', 12: '图文', 15: '二手', 17: '观点', 20: '交易动态' };
 
 const getRandomDEVICE_ID = () => {
-    let id = [8, 4, 4, 4, 12];
-    id = id.map((i) => Math.random().toString(36).substr(2, i));
+    let id = [10, 6, 6, 6, 14];
+    id = id.map((i) => Math.random().toString(36).substring(2, i));
     return id.join('-');
 };
 
@@ -68,6 +68,7 @@ const parseDynamic = async (item, ctx) => {
     switch (type) {
         case 0:
         case 5:
+        case 7: // external share
         case 8:
         case 9:
         case 10:

package/lib/v2/copymanga/comic.js

@@ -0,0 +1,110 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const host = 'copymanga.site';
+const baseUrl = `https://${host}`;
+const apiBaseUrl = `https://api.${host}`;
+
+// 直接调用拷贝漫画的接口
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    // 用于控制返回的章节数量
+    const chapterCnt = Number(ctx.params.chapterCnt || 0);
+    // 获取漫画列表
+    let bHasNextPage = false;
+    const iReqLimit = (ctx.queries && ctx.queries.limit) || 100;
+    let iReqOffSet = 0;
+    const strBaseUrl = `${apiBaseUrl}/api/v3/comic/${id}/group/default/chapters`;
+    let chapterArray = [];
+
+    do {
+        bHasNextPage = false;
+        // eslint-disable-next-line no-await-in-loop
+        const { data } = await got(strBaseUrl, {
+            headers: {
+                platform: 1,
+            },
+            searchParams: {
+                limit: iReqLimit,
+                offset: iReqOffSet === 0 ? undefined : iReqOffSet,
+            },
+        });
+        const { code, results } = data;
+
+        if (code !== 200) {
+            break;
+        }
+
+        if (results.limit + results.offset < results.total) {
+            bHasNextPage = true;
+        }
+        iReqOffSet += iReqLimit;
+
+        chapterArray = [...chapterArray, ...results.list];
+    } while (bHasNextPage);
+
+    chapterArray = chapterArray
+        .map(({ comic_path_word, uuid, name, size, datetime_created /* , index*/ }) => ({
+            link: `${baseUrl}/comic/${comic_path_word}/chapter/${uuid}`,
+            uuid,
+            title: name,
+            size,
+            pubDate: datetime_created,
+            // index,
+        }))
+        .reverse();
+
+    // 获取漫画标题、介绍
+    const { bookTitle, bookIntro } = await ctx.cache.tryGet(`${baseUrl}/comic/${id}`, async () => {
+        const { data } = await got(`${baseUrl}/comic/${id}`);
+        const $ = cheerio.load(data);
+        return {
+            bookTitle: $('.comicParticulars-title-right > ul > li > h6').text(),
+            bookIntro: $('.intro').text(),
+        };
+    });
+
+    const genResult = async (chapter) => {
+        const {
+            data: { results },
+        } = await got(`${apiBaseUrl}/api/v3/comic/${id}/chapter2/${chapter.uuid}`, {
+            headers: {
+                webp: 1,
+            },
+        });
+
+        const pageNumbers = Object.values(results.chapter.words);
+        const contents = results.chapter.contents
+            .map((content, index) => ({
+                page: pageNumbers[index],
+                url: content.url,
+            }))
+            .sort((a, b) => a.page - b.page);
+
+        return {
+            link: chapter.link,
+            title: chapter.title,
+            description: art(path.join(__dirname, './templates/comic.art'), {
+                size: chapter.size,
+                contents,
+            }),
+            pubDate: parseDate(chapter.pubDate, 'YYYY-MM-DD'),
+        };
+    };
+
+    let itemsLen = chapterArray.length;
+
+    if (chapterCnt > 0) {
+        itemsLen = chapterCnt;
+    }
+
+    ctx.state.data = {
+        title: `拷贝漫画 - ${bookTitle}`,
+        link: `${baseUrl}/comic/${id}`,
+        description: bookIntro,
+        item: await Promise.all(chapterArray.slice(0, itemsLen).map((chapter) => ctx.cache.tryGet(chapter.link, () => genResult(chapter)))),
+    };
+};

package/lib/v2/copymanga/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/comic/:id/:chapterCnt?': ['btdwv', 'marvolo666', 'yan12125'],
+};

package/lib/v2/copymanga/radar.js

@@ -0,0 +1,19 @@
+const copymanga = {
+    _name: '拷贝漫画',
+    '.': [
+        {
+            title: '漫画更新',
+            docs: 'https://docs.rsshub.app/anime.html#kao-bei-man-hua',
+            source: '/comic/:id',
+            target: '/copymanga/comic/:id/5',
+        },
+    ],
+};
+
+module.exports = {
+    'copymanga.com': copymanga,
+    'copymanga.info': copymanga,
+    'copymanga.net': copymanga,
+    'copymanga.org': copymanga,
+    'copymanga.site': copymanga,
+};

package/lib/v2/copymanga/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/comic/:id/:chapterCnt?', require('./comic'));
+};

package/lib/v2/copymanga/templates/comic.art

@@ -0,0 +1,4 @@
+<h1>{{ size }}p</h1><br>
+{{ each contents img }}
+<img src="{{ img.url }}" alt="{{ img.page }}">
+{{ /each }}

package/lib/v2/crac/index.js

@@ -0,0 +1,46 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'http://www.crac.org.cn';
+    const type = ctx.params.type;
+    const link = type ? `${baseUrl}/News/List?type=${type}` : `${baseUrl}/News/List`;
+
+    const response = await got({
+        method: 'get',
+        url: link,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('div.InCont_r_d_cont > li')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                link: new URL(item.find('a').attr('href'), baseUrl).href,
+                pubDate: parseDate(item.find('span.cont_d').text(), 'YYYY-MM-DD'),
+            };
+        })
+        .get();
+
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(response.data);
+                item.title = content('div.r_d_cont_title > h3').text();
+                item.description = content('div.r_d_cont').html().trim().replace(/\n/g, '');
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link,
+        item: list,
+    };
+};

package/lib/v2/crac/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['Misaka13514'],
+};

package/lib/v2/crac/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'crac.org.cn': {
+        _name: '中国无线电协会业余无线电分会',
+        www: [
+            {
+                title: '最新资讯',
+                docs: 'https://docs.rsshub.app/government.html#zhong-guo-wu-xian-dian-xie-hui-ye-yu-wu-xian-dian-fen-hui',
+                source: '/News/List',
+                target: (params, url) => `/crac/${new URL(url).searchParams.get('type') || ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/crac/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./index'));
+};

package/lib/v2/cw/author.js

@@ -0,0 +1,18 @@
+const { baseUrl, parsePage } = require('./utils');
+
+module.exports = async (ctx) => {
+    const browser = await require('@/utils/puppeteer')();
+
+    const { $, items } = await parsePage('author', browser, ctx);
+
+    await browser.close();
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('.authorTxt').text(),
+        link: `${baseUrl}/author/${ctx.params.channel}`,
+        image: $('.authorPhoto img').attr('src') || `${baseUrl}/assets_new/img/fbshare.jpg'`,
+        language: $('meta[property="og:locale"]').attr('content'),
+        item: items,
+    };
+};

package/lib/v2/cw/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
+    '/author/:channel': ['TonyRL'],
     '/master/:channel': ['TonyRL'],
     '/sub/:channel': ['TonyRL'],
     '/today': ['TonyRL'],