rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/{routes → v2}/comicskingdom/index.js

@@ -1,27 +1,25 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 module.exports = async (ctx) => {
-    const baseURL = 'https://www.comicskingdom.com';
+    const baseURL = 'https://comicskingdom.com';
     const name = ctx.params.name;
     const url = `${baseURL}/${name}/archive`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
+    const { data } = await got(url);
 
-    const data = response.data;
     const $ = cheerio.load(data);
 
     // Determine Comic and Author from main page
     const comic = $('title').text().replace('Comics Kingdom - ', '').trim();
-    const author = $('div.author p').text();
+    const author = $('.feature-title h2').text();
 
     // Find the links for all non-archived items
-    const links = $('div.archive-tile[data-is-blocked=false]')
-        .map((i, el) => $(el).find('a[data-prem="Comic Tile"]').first().attr('href'))
-        .get()
-        .map((url) => `${baseURL}${url}`);
+    const links = $('div.tile')
+        .toArray()
+        .map((el) => $(el).find('a').first().attr('href'));
 
     if (links.length === 0) {
         throw `Comic Not Found - ${name}`;
@@ -29,17 +27,16 @@ module.exports = async (ctx) => {
     const items = await Promise.all(
         links.map((link) =>
             ctx.cache.tryGet(link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: link,
-                });
+                const detailResponse = await got(link);
                 const content = cheerio.load(detailResponse.data);
 
-                const title = content('title').text();
+                const title = content('meta[property="og:description"]').attr('content');
                 const image = content('meta[property="og:image"]').attr('content');
-                const description = `<img src="${image}" />`;
+                const description = art(path.join(__dirname, 'templates/desc.art'), {
+                    image,
+                });
                 // Pull the date out of the URL
-                const pubDate = new Date(link.split('/').slice(-3).join('/')).toUTCString();
+                const pubDate = parseDate(link.substring(link.lastIndexOf('/') + 1), 'YYYY-MM-DD');
 
                 return {
                     title,
@@ -54,8 +51,10 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: `${comic} - Comics Kingdom`,
+        title: comic,
         link: url,
+        image: $('.feature-logo').attr('src'),
         item: items,
+        language: 'en-US',
     };
 };

package/lib/v2/comicskingdom/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:name': ['stjohnjohnson'],
+};

package/lib/v2/comicskingdom/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'comicskingdom.com': {
+        _name: 'Comics Kingdom',
+        '.': [
+            {
+                title: 'Archive',
+                docs: 'https://docs.rsshub.app/anime.html#comics-kingdom',
+                source: ['/:name/*', '/:name'],
+                target: '/comicskingdom/:name',
+            },
+        ],
+    },
+};

package/lib/v2/comicskingdom/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:name', require('./index'));
+};

package/lib/v2/comicskingdom/templates/desc.art

@@ -0,0 +1 @@
+<img src="{{ image }}">

package/lib/v2/coolapk/utils.js

@@ -6,8 +6,8 @@ const { parseDate } = require('@/utils/parse-date');
 const dynamicTpye = { 0: '基本动态', 8: '酷图', 9: '评论', 10: '提问', 11: '回答', 12: '图文', 15: '二手', 17: '观点', 20: '交易动态' };
 
 const getRandomDEVICE_ID = () => {
-    let id = [8, 4, 4, 4, 12];
-    id = id.map((i) => Math.random().toString(36).substr(2, i));
+    let id = [10, 6, 6, 6, 14];
+    id = id.map((i) => Math.random().toString(36).substring(2, i));
     return id.join('-');
 };
 
@@ -68,6 +68,7 @@ const parseDynamic = async (item, ctx) => {
     switch (type) {
         case 0:
         case 5:
+        case 7: // external share
         case 8:
         case 9:
         case 10:

package/lib/v2/copymanga/comic.js

@@ -0,0 +1,110 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const host = 'copymanga.site';
+const baseUrl = `https://${host}`;
+const apiBaseUrl = `https://api.${host}`;
+
+// 直接调用拷贝漫画的接口
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    // 用于控制返回的章节数量
+    const chapterCnt = Number(ctx.params.chapterCnt || 0);
+    // 获取漫画列表
+    let bHasNextPage = false;
+    const iReqLimit = (ctx.queries && ctx.queries.limit) || 100;
+    let iReqOffSet = 0;
+    const strBaseUrl = `${apiBaseUrl}/api/v3/comic/${id}/group/default/chapters`;
+    let chapterArray = [];
+
+    do {
+        bHasNextPage = false;
+        // eslint-disable-next-line no-await-in-loop
+        const { data } = await got(strBaseUrl, {
+            headers: {
+                platform: 1,
+            },
+            searchParams: {
+                limit: iReqLimit,
+                offset: iReqOffSet === 0 ? undefined : iReqOffSet,
+            },
+        });
+        const { code, results } = data;
+
+        if (code !== 200) {
+            break;
+        }
+
+        if (results.limit + results.offset < results.total) {
+            bHasNextPage = true;
+        }
+        iReqOffSet += iReqLimit;
+
+        chapterArray = [...chapterArray, ...results.list];
+    } while (bHasNextPage);
+
+    chapterArray = chapterArray
+        .map(({ comic_path_word, uuid, name, size, datetime_created /* , index*/ }) => ({
+            link: `${baseUrl}/comic/${comic_path_word}/chapter/${uuid}`,
+            uuid,
+            title: name,
+            size,
+            pubDate: datetime_created,
+            // index,
+        }))
+        .reverse();
+
+    // 获取漫画标题、介绍
+    const { bookTitle, bookIntro } = await ctx.cache.tryGet(`${baseUrl}/comic/${id}`, async () => {
+        const { data } = await got(`${baseUrl}/comic/${id}`);
+        const $ = cheerio.load(data);
+        return {
+            bookTitle: $('.comicParticulars-title-right > ul > li > h6').text(),
+            bookIntro: $('.intro').text(),
+        };
+    });
+
+    const genResult = async (chapter) => {
+        const {
+            data: { results },
+        } = await got(`${apiBaseUrl}/api/v3/comic/${id}/chapter2/${chapter.uuid}`, {
+            headers: {
+                webp: 1,
+            },
+        });
+
+        const pageNumbers = Object.values(results.chapter.words);
+        const contents = results.chapter.contents
+            .map((content, index) => ({
+                page: pageNumbers[index],
+                url: content.url,
+            }))
+            .sort((a, b) => a.page - b.page);
+
+        return {
+            link: chapter.link,
+            title: chapter.title,
+            description: art(path.join(__dirname, './templates/comic.art'), {
+                size: chapter.size,
+                contents,
+            }),
+            pubDate: parseDate(chapter.pubDate, 'YYYY-MM-DD'),
+        };
+    };
+
+    let itemsLen = chapterArray.length;
+
+    if (chapterCnt > 0) {
+        itemsLen = chapterCnt;
+    }
+
+    ctx.state.data = {
+        title: `拷贝漫画 - ${bookTitle}`,
+        link: `${baseUrl}/comic/${id}`,
+        description: bookIntro,
+        item: await Promise.all(chapterArray.slice(0, itemsLen).map((chapter) => ctx.cache.tryGet(chapter.link, () => genResult(chapter)))),
+    };
+};

package/lib/v2/copymanga/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/comic/:id/:chapterCnt?': ['btdwv', 'marvolo666', 'yan12125'],
+};

package/lib/v2/copymanga/radar.js

@@ -0,0 +1,19 @@
+const copymanga = {
+    _name: '拷贝漫画',
+    '.': [
+        {
+            title: '漫画更新',
+            docs: 'https://docs.rsshub.app/anime.html#kao-bei-man-hua',
+            source: '/comic/:id',
+            target: '/copymanga/comic/:id/5',
+        },
+    ],
+};
+
+module.exports = {
+    'copymanga.com': copymanga,
+    'copymanga.info': copymanga,
+    'copymanga.net': copymanga,
+    'copymanga.org': copymanga,
+    'copymanga.site': copymanga,
+};

package/lib/v2/copymanga/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/comic/:id/:chapterCnt?', require('./comic'));
+};

package/lib/v2/copymanga/templates/comic.art

@@ -0,0 +1,4 @@
+<h1>{{ size }}p</h1><br>
+{{ each contents img }}
+<img src="{{ img.url }}" alt="{{ img.page }}">
+{{ /each }}

package/lib/v2/crac/index.js

@@ -0,0 +1,46 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'http://www.crac.org.cn';
+    const type = ctx.params.type;
+    const link = type ? `${baseUrl}/News/List?type=${type}` : `${baseUrl}/News/List`;
+
+    const response = await got({
+        method: 'get',
+        url: link,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('div.InCont_r_d_cont > li')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                link: new URL(item.find('a').attr('href'), baseUrl).href,
+                pubDate: parseDate(item.find('span.cont_d').text(), 'YYYY-MM-DD'),
+            };
+        })
+        .get();
+
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(response.data);
+                item.title = content('div.r_d_cont_title > h3').text();
+                item.description = content('div.r_d_cont').html().trim().replace(/\n/g, '');
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link,
+        item: list,
+    };
+};

package/lib/v2/crac/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['Misaka13514'],
+};

package/lib/v2/crac/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'crac.org.cn': {
+        _name: '中国无线电协会业余无线电分会',
+        www: [
+            {
+                title: '最新资讯',
+                docs: 'https://docs.rsshub.app/government.html#zhong-guo-wu-xian-dian-xie-hui-ye-yu-wu-xian-dian-fen-hui',
+                source: '/News/List',
+                target: (params, url) => `/crac/${new URL(url).searchParams.get('type') || ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/crac/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./index'));
+};

package/lib/v2/crossbell/feeds/following.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const characterId = ctx.params.characterId;
+    const response = await got(`https://indexer.crossbell.io/v1/characters/${characterId}/feed/follow`);
+    ctx.state.data = {
+        title: 'Crossbell Feeds of ' + characterId,
+        link: 'https://crossbell.io/',
+        item: response.data?.list?.map((item) => {
+            let link = item.note ? item.note.metadata?.content?.external_urls?.[0] || `https://crossbell.io/notes/${item.note.characterId}-${item.note.noteId}` : 'https://xchar.app/' + item.character.handle;
+            if (link.startsWith('https://xn--')) {
+                link = `https://crossbell.io/notes/${item.note?.characterId}-${item.note?.noteId}`;
+            }
+
+            return {
+                title: `${item.type} ${item.character && item.character.metadata?.content?.name}@${item.character && item.character.handle}`,
+                description: `${item.type} ${item.note && `<br>Note: ${item.note.metadata?.content?.title || item.note.metadata?.content?.content}`}${
+                    item.character && `<br>Character: ${item.character.metadata?.content?.name}@${item.character.handle}`
+                }`,
+                link,
+                pubDate: item.createdAt,
+                updated: item.updatedAt,
+                author: item.note?.metadata?.content?.authors?.[0] || item.note?.character?.metadata?.content?.name || item.note?.character?.handle || item.owner,
+                guid: item.transactionHash + item.logIndex + item.type,
+                category: [...(item.note?.metadata?.content?.sources || []), ...(item.note?.metadata?.content?.tags || [])],
+            };
+        }),
+    };
+};

package/lib/v2/crossbell/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/notes': ['DIYgod'],
+    '/notes/character/:characterId': ['DIYgod'],
+    '/notes/source/:source': ['DIYgod'],
+    '/feeds/following/:characterId': ['DIYgod'],
+};

package/lib/v2/crossbell/notes/character.js

@@ -0,0 +1,22 @@
+const got = require('@/utils/got');
+const { getItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const characterId = ctx.params.characterId;
+
+    const response = await got('https://indexer.crossbell.io/v1/notes', {
+        searchParams: {
+            characterId,
+            includeCharacter: true,
+        },
+    });
+
+    const name = response.data?.list?.[0]?.character?.metadata?.content?.name || response.data?.list?.[0]?.character?.handle || characterId;
+    const handle = response.data?.list?.[0]?.character?.handle;
+
+    ctx.state.data = {
+        title: 'Crossbell Notes from ' + name,
+        link: 'https://xchar.app/' + handle,
+        item: response.data?.list?.map((item) => getItem(item)),
+    };
+};

package/lib/v2/crossbell/notes/index.js

@@ -0,0 +1,16 @@
+const got = require('@/utils/got');
+const { getItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const response = await got('https://indexer.crossbell.io/v1/notes', {
+        searchParams: {
+            includeCharacter: true,
+        },
+    });
+
+    ctx.state.data = {
+        title: 'Crossbell Notes',
+        link: 'https://crossbell.io/',
+        item: response.data?.list?.map((item) => getItem(item)),
+    };
+};

package/lib/v2/crossbell/notes/source.js

@@ -0,0 +1,19 @@
+const got = require('@/utils/got');
+const { getItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const source = ctx.params.source;
+
+    const response = await got('https://indexer.crossbell.io/v1/notes', {
+        searchParams: {
+            sources: source,
+            includeCharacter: true,
+        },
+    });
+
+    ctx.state.data = {
+        title: 'Crossbell Notes from ' + source,
+        link: 'https://crossbell.io/',
+        item: response.data?.list?.map((item) => getItem(item)),
+    };
+};

package/lib/v2/crossbell/notes/utils.js

@@ -0,0 +1,18 @@
+module.exports = {
+    getItem: (note) => {
+        let link = note.metadata?.content?.external_urls?.[0] ?? `https://crossbell.io/notes/${note.characterId}-${note.noteId}`;
+        if (link.startsWith('https://xn--')) {
+            link = `https://crossbell.io/notes/${note.characterId}-${note.noteId}`;
+        }
+        return {
+            title: note.metadata?.content?.title || '',
+            description: note.metadata?.content?.content,
+            link,
+            pubDate: note.metadata?.content?.publishedAt,
+            updated: note.metadata?.content?.updatedAt,
+            author: note.metadata?.content?.authors?.[0] || note.character?.metadata?.content?.name || note.character?.handle,
+            guid: `https://crossbell.io/notes/${note.characterId}-${note.noteId}`,
+            category: [...(note.metadata?.content?.sources || []), ...(note.metadata?.content?.tags || [])],
+        };
+    },
+};

package/lib/v2/crossbell/radar.js

@@ -0,0 +1,24 @@
+module.exports = {
+    'crossbell.io': {
+        _name: 'Crossbell',
+        '.': [
+            {
+                title: 'Notes',
+                docs: 'https://docs.rsshub.app/social-media.html#crossbell',
+                source: '/*',
+                target: '/crossbell/notes',
+            },
+        ],
+    },
+    'xlog.app': {
+        _name: 'xLog',
+        '.': [
+            {
+                title: 'Notes',
+                docs: 'https://docs.rsshub.app/social-media.html#crossbell',
+                source: '/*',
+                target: '/crossbell/notes/source/xlog',
+            },
+        ],
+    },
+};

package/lib/v2/crossbell/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    router.get('/notes/character/:characterId', require('./notes/character'));
+    router.get('/notes/source/:source', require('./notes/source'));
+    router.get('/notes', require('./notes/index'));
+    router.get('/feeds/following/:characterId', require('./feeds/following'));
+};

package/lib/v2/csu/career.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { unzip } = require('./utils');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://career.csu.edu.cn';
+    const link = `${baseUrl}/campus/index/category/1`;
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const list = $('.infoList')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').text(),
+                link: `${baseUrl}${item.find('a').attr('href')}`,
+                pubDate: timezone(parseDate(item.find('.span4').text()), 8),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                let $ = cheerio.load(response);
+
+                const zipped = $('script[type="text/javascript"]')
+                    .text()
+                    .match(/Base64\.decode\(unzip\("(.*)"\)\./)[1];
+                const { slice1, slice2 } = $('script[type="text/javascript"]')
+                    .text()
+                    .match(/"\)\.substr\((?<slice1>\d+)\)\)\.substr\((?<slice2>\d+)\)\);/).groups;
+                const unzipped = Buffer.from(unzip(zipped).slice(slice1), 'base64').toString().slice(slice2);
+
+                $ = cheerio.load(unzipped, null, false);
+                item.description = $.html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.curr').text()} - ${$('head title').text()}`,
+        link,
+        item: items,
+    };
+};

package/lib/v2/csu/mail.js

@@ -1,42 +1,46 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 async function fetch(address) {
     const res = await got(address);
     const $ = cheerio.load(res.data);
-    return {
-        description: $('.tb-ct-info').html(),
-        link: address,
-        guid: address,
-    };
+    return $('.tb-ct-info').html();
 }
 
 module.exports = async (ctx) => {
-    const url = 'http://oa.csu.edu.cn/WebServer/MailBoxNew/MailList_Pub.aspx?tp=';
-    const type = ctx.params.type;
-    const link = url + type;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.tbl-tb tr').get().slice(1);
+    const baseUrl = 'https://oa.csu.edu.cn';
+    const { type = '01' } = ctx.params;
+    const link = `${baseUrl}/mailbox/NoAuth/MailList_Pub?tp=${type}`;
+
+    const response = await got.post(`${baseUrl}/mailbox/NoAuth/Get_MailList_Pub`, {
+        form: {
+            params: `{"XXLX":"${type}","tjnr":""}`,
+            pageSize: 1,
+            pageNo: 15,
+        },
+    });
+
+    const list = response.data.data.map((item) => ({
+        title: item.WJBT,
+        link: `${baseUrl}/mailbox/NoAuth/MailInInfo?XXLX=${type}&id=${item.NBBM}`,
+        pubDate: timezone(parseDate(item.LXSJ), 8),
+        author: item.FZDW,
+        category: item.NRFL,
+    }));
+
     const out = await Promise.all(
-        list.map((item) => {
-            const $ = cheerio.load(item);
-            const address = new URL($('a').attr('href'), url).href;
-            const title = $('a').text();
-            const author = $('td').eq(2).text();
-            const pubDate = $('td').eq(3).text();
-            return ctx.cache.tryGet(address, async () => {
-                const single = await fetch(address);
-                single.title = title;
-                single.author = author;
-                single.pubDate = parseDate(pubDate, 'YYYY/MM/DD');
-                return single;
-            });
-        })
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                item.description = await fetch(item.link);
+                return item;
+            })
+        )
     );
+
     ctx.state.data = {
-        title: $('title').text(),
+        title: `中南大学学校信箱 - ${type === '01' ? '校长信箱' : '党委信箱'}`,
         link,
         item: out,
     };

package/lib/v2/csu/maintainer.js

@@ -1,3 +1,5 @@
 module.exports = {
+    '/career': ['TonyRL'],
     '/cse/:type?': ['j1g5awi'],
+    '/mail/:type?': ['j1g5awi'],
 };

package/lib/v2/csu/radar.js

@@ -1,6 +1,14 @@
 module.exports = {
     'csu.edu.cn': {
         _name: '中南大学',
+        career: [
+            {
+                title: '就业信息网招聘信息',
+                docs: 'https://docs.rsshub.app/university.html#zhong-nan-da-xue',
+                source: ['/campus/index/category/1', '/campus', '/'],
+                target: '/csu/career',
+            },
+        ],
         cse: [
             {
                 title: '计算机学院',
@@ -13,8 +21,8 @@ module.exports = {
             {
                 title: '校长信箱',
                 docs: 'https://docs.rsshub.app/university.html#zhong-nan-da-xue',
-                source: ['/WebServer/MailBoxNew/MailList_Pub.aspx?tp=:type'],
-                target: (params) => `/csu/mail/${params.type}`,
+                source: ['/mailbox/NoAuth/MailList_Pub'],
+                target: (_, url) => `/csu/mail/${new URL(url).searchParams.get('tp')}`,
             },
         ],
     },

package/lib/v2/csu/router.js

@@ -1,5 +1,5 @@
 module.exports = function (router) {
+    router.get('/career', require('./career'));
     router.get('/cse/:type?', require('./cse'));
-    router.get('/job/:type?', require('./job'));
     router.get('/mail/:type?', require('./mail'));
 };