rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/v2/coolapk/userDynamic.js

@@ -0,0 +1,35 @@
+const got = require('@/utils/got');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+    const full_url = utils.base_url + `/v6/user/feedList?uid=${uid}&page=1&showAnonymous=0&isIncludeTop=1&showDoing=1`;
+    let username;
+    const response = await got(full_url, {
+        headers: utils.getHeaders(),
+    });
+    const data = response.data.data;
+    if (!data) {
+        throw Error('这个人没有任何动态。');
+    }
+    let out = await Promise.all(
+        data.map((item) => {
+            if (!username) {
+                username = item.username;
+            }
+
+            return utils.parseDynamic(item, ctx);
+        })
+    );
+
+    out = out.filter((i) => i); // 去除空值
+    if (out.length === 0) {
+        throw Error('这个人还没有图文或动态。');
+    }
+    ctx.state.data = {
+        title: `酷安个人动态-${username}`,
+        link: `https://www.coolapk.com/u/${uid}`,
+        description: `酷安个人动态-${username}`,
+        item: out,
+    };
+};

package/lib/v2/coolapk/utils.js

@@ -0,0 +1,150 @@
+const md5 = require('@/utils/md5');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const dynamicTpye = { 0: '基本动态', 8: '酷图', 9: '评论', 10: '提问', 11: '回答', 12: '图文', 15: '二手', 17: '观点', 20: '交易动态' };
+
+const getRandomDEVICE_ID = () => {
+    let id = [10, 6, 6, 6, 14];
+    id = id.map((i) => Math.random().toString(36).substring(2, i));
+    return id.join('-');
+};
+
+const get_app_token = () => {
+    const DEVICE_ID = getRandomDEVICE_ID();
+    const now = Math.round(new Date().getTime() / 1000);
+    const hex_now = '0x' + now.toString(16);
+    const md5_now = md5(now.toString());
+    const s = 'token://com.coolapk.market/c67ef5943784d09750dcfbb31020f0ab?' + md5_now + '$' + DEVICE_ID + '&com.coolapk.market';
+    const md5_s = md5(Buffer.from(s).toString('base64'));
+    const token = md5_s + DEVICE_ID + hex_now;
+    return token;
+};
+
+const base_url = 'https://api.coolapk.com';
+
+const getHeaders = () => ({
+    'X-Requested-With': 'XMLHttpRequest',
+    'X-App-Id': 'com.coolapk.market',
+    'X-App-Token': get_app_token(),
+    'X-Sdk-Int': '29',
+    'X-Sdk-Locale': 'zh-CN',
+    'X-App-Version': '11.0',
+    'X-Api-Version': '11',
+    'X-App-Code': '2101202',
+    'User-Agent': 'Dalvik/2.1.0 (Linux; U; Android 10; Redmi K30 5G MIUI/V12.0.3.0.QGICMXM) (#Build; Redmi; Redmi K30 5G; QKQ1.191222.002 test-keys; 10) +CoolMarket/11.0-2101202',
+});
+
+const parseTuwenFromRaw = (raw) =>
+    raw.map((i) => {
+        if (i.type === 'text') {
+            const output = i.message
+                .split('\n')
+                .filter((t) => t !== '')
+                .map((t) => `<p>${t}</p>`)
+                .join('');
+            return output;
+        } else if (i.type === 'image') {
+            return `<div class="img-container" style="text-align: center;">
+                <img src="${i.url}">
+                <p class="image-caption" style="text-align: center;">${i.description}</p></div>`;
+        } else {
+            // console.log(i);
+            return `Unkown type`;
+        }
+    });
+
+const parseDynamic = async (item, ctx) => {
+    const pubDate = parseDate(item.lastupdate, 'X');
+    if (item.entityType === 'sponsorCard') {
+        return;
+    } else if (item.shareUrl === undefined) {
+        return;
+    }
+    const itemUrl = item.shareUrl.split('?')[0];
+    let description, title;
+    const type = parseInt(item.type);
+    switch (type) {
+        case 0:
+        case 5:
+        case 7: // external share
+        case 8:
+        case 9:
+        case 10:
+        case 11:
+        case 15:
+        case 17:
+        case 20: {
+            // //////////////////////////////////////////// 基本内容 ////////////////////////////////////////////
+            if (item.issummary) {
+                // 需要爬内容
+                description = await ctx.cache.tryGet(itemUrl, async () => {
+                    const result = await got(itemUrl, {
+                        headers: getHeaders(),
+                    });
+                    const message = `<p>` + result.data.data?.message.split('\n').join('<br>') + `</p>`;
+                    const picArr = item.picArr.filter((i) => i).map((i) => `<img src="${i}">`); // 若无图片，item.picArr=[""]
+                    return message + picArr.join('');
+                });
+            } else {
+                const picArr = item.picArr.filter((i) => i).map((i) => `<img src="${i}">`);
+                description = `<p>` + item.message + `</p>` + picArr.join('');
+            }
+            const $ = cheerio.load('<div class="title-filter">' + description + '</div>');
+            title = $('.title-filter').text().slice(0, 30).trim() + '...';
+
+            // //////////////////////////////////////////// 基本内容结束 ////////////////////////////////////////////
+
+            if (type === 17) {
+                const keys = item.extra_key.split(',');
+                description += `<p>` + item.vote.message_title + ` 已选${keys.length}项</p>`;
+                for (const i of item.vote.options) {
+                    if (keys.includes(String(i.id))) {
+                        description += `<p>${i.title}√</p>`;
+                    }
+                }
+            } else if (type === 10 || type === 11) {
+                title = `${item.message_title} 更多:` + title;
+            }
+
+            break;
+        }
+        case 12: {
+            title = item.title;
+            description = await ctx.cache.tryGet(itemUrl, async () => {
+                const result = await got(itemUrl, {
+                    headers: getHeaders(),
+                });
+
+                const raw = JSON.parse(result.data.data.message_raw_output);
+
+                const tags = parseTuwenFromRaw(raw);
+
+                return `<img src="${result.data.data.pic}"><hr>` + tags.join('');
+            });
+            break;
+        }
+        default:
+            // console.log(item.type);
+            // console.log(item);
+            break;
+    }
+
+    return {
+        title,
+        description,
+        pubDate,
+        link: item.shareUrl,
+        guid: itemUrl,
+        author: item.username,
+    };
+};
+
+module.exports = {
+    get_app_token,
+    base_url,
+    getHeaders,
+    parseDynamic,
+    dynamicTpye,
+};

package/lib/v2/copymanga/comic.js

@@ -0,0 +1,110 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const host = 'copymanga.site';
+const baseUrl = `https://${host}`;
+const apiBaseUrl = `https://api.${host}`;
+
+// 直接调用拷贝漫画的接口
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    // 用于控制返回的章节数量
+    const chapterCnt = Number(ctx.params.chapterCnt || 0);
+    // 获取漫画列表
+    let bHasNextPage = false;
+    const iReqLimit = (ctx.queries && ctx.queries.limit) || 100;
+    let iReqOffSet = 0;
+    const strBaseUrl = `${apiBaseUrl}/api/v3/comic/${id}/group/default/chapters`;
+    let chapterArray = [];
+
+    do {
+        bHasNextPage = false;
+        // eslint-disable-next-line no-await-in-loop
+        const { data } = await got(strBaseUrl, {
+            headers: {
+                platform: 1,
+            },
+            searchParams: {
+                limit: iReqLimit,
+                offset: iReqOffSet === 0 ? undefined : iReqOffSet,
+            },
+        });
+        const { code, results } = data;
+
+        if (code !== 200) {
+            break;
+        }
+
+        if (results.limit + results.offset < results.total) {
+            bHasNextPage = true;
+        }
+        iReqOffSet += iReqLimit;
+
+        chapterArray = [...chapterArray, ...results.list];
+    } while (bHasNextPage);
+
+    chapterArray = chapterArray
+        .map(({ comic_path_word, uuid, name, size, datetime_created /* , index*/ }) => ({
+            link: `${baseUrl}/comic/${comic_path_word}/chapter/${uuid}`,
+            uuid,
+            title: name,
+            size,
+            pubDate: datetime_created,
+            // index,
+        }))
+        .reverse();
+
+    // 获取漫画标题、介绍
+    const { bookTitle, bookIntro } = await ctx.cache.tryGet(`${baseUrl}/comic/${id}`, async () => {
+        const { data } = await got(`${baseUrl}/comic/${id}`);
+        const $ = cheerio.load(data);
+        return {
+            bookTitle: $('.comicParticulars-title-right > ul > li > h6').text(),
+            bookIntro: $('.intro').text(),
+        };
+    });
+
+    const genResult = async (chapter) => {
+        const {
+            data: { results },
+        } = await got(`${apiBaseUrl}/api/v3/comic/${id}/chapter2/${chapter.uuid}`, {
+            headers: {
+                webp: 1,
+            },
+        });
+
+        const pageNumbers = Object.values(results.chapter.words);
+        const contents = results.chapter.contents
+            .map((content, index) => ({
+                page: pageNumbers[index],
+                url: content.url,
+            }))
+            .sort((a, b) => a.page - b.page);
+
+        return {
+            link: chapter.link,
+            title: chapter.title,
+            description: art(path.join(__dirname, './templates/comic.art'), {
+                size: chapter.size,
+                contents,
+            }),
+            pubDate: parseDate(chapter.pubDate, 'YYYY-MM-DD'),
+        };
+    };
+
+    let itemsLen = chapterArray.length;
+
+    if (chapterCnt > 0) {
+        itemsLen = chapterCnt;
+    }
+
+    ctx.state.data = {
+        title: `拷贝漫画 - ${bookTitle}`,
+        link: `${baseUrl}/comic/${id}`,
+        description: bookIntro,
+        item: await Promise.all(chapterArray.slice(0, itemsLen).map((chapter) => ctx.cache.tryGet(chapter.link, () => genResult(chapter)))),
+    };
+};

package/lib/v2/copymanga/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/comic/:id/:chapterCnt?': ['btdwv', 'marvolo666', 'yan12125'],
+};

package/lib/v2/copymanga/radar.js

@@ -0,0 +1,19 @@
+const copymanga = {
+    _name: '拷贝漫画',
+    '.': [
+        {
+            title: '漫画更新',
+            docs: 'https://docs.rsshub.app/anime.html#kao-bei-man-hua',
+            source: '/comic/:id',
+            target: '/copymanga/comic/:id/5',
+        },
+    ],
+};
+
+module.exports = {
+    'copymanga.com': copymanga,
+    'copymanga.info': copymanga,
+    'copymanga.net': copymanga,
+    'copymanga.org': copymanga,
+    'copymanga.site': copymanga,
+};

package/lib/v2/copymanga/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/comic/:id/:chapterCnt?', require('./comic'));
+};

package/lib/v2/copymanga/templates/comic.art

@@ -0,0 +1,4 @@
+<h1>{{ size }}p</h1><br>
+{{ each contents img }}
+<img src="{{ img.url }}" alt="{{ img.page }}">
+{{ /each }}

package/lib/v2/crac/index.js

@@ -0,0 +1,46 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'http://www.crac.org.cn';
+    const type = ctx.params.type;
+    const link = type ? `${baseUrl}/News/List?type=${type}` : `${baseUrl}/News/List`;
+
+    const response = await got({
+        method: 'get',
+        url: link,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('div.InCont_r_d_cont > li')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                link: new URL(item.find('a').attr('href'), baseUrl).href,
+                pubDate: parseDate(item.find('span.cont_d').text(), 'YYYY-MM-DD'),
+            };
+        })
+        .get();
+
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(response.data);
+                item.title = content('div.r_d_cont_title > h3').text();
+                item.description = content('div.r_d_cont').html().trim().replace(/\n/g, '');
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link,
+        item: list,
+    };
+};

package/lib/v2/crac/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['Misaka13514'],
+};

package/lib/v2/crac/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'crac.org.cn': {
+        _name: '中国无线电协会业余无线电分会',
+        www: [
+            {
+                title: '最新资讯',
+                docs: 'https://docs.rsshub.app/government.html#zhong-guo-wu-xian-dian-xie-hui-ye-yu-wu-xian-dian-fen-hui',
+                source: '/News/List',
+                target: (params, url) => `/crac/${new URL(url).searchParams.get('type') || ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/crac/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./index'));
+};

package/lib/v2/creative-comic/book.js

@@ -0,0 +1,60 @@
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { getUuid, getBook, getChapter, getChapters, getImgEncrypted, getImgKey, decrypt, getRealKey, siteHost } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { id, coverOnly = 'true', quality = '1' } = ctx.params;
+    const uuid = await getUuid(ctx.cache.tryGet);
+    let { data: book } = await getBook(id, uuid);
+    let { data: chapters } = await getChapters(id, uuid);
+    book = book.data;
+    chapters = chapters.data;
+
+    const items = await Promise.all(
+        chapters.chapters.map(async (c) => {
+            let pages;
+            if (coverOnly !== 'true' && coverOnly !== '1') {
+                let { data: chapter } = await getChapter(c.id, uuid);
+                chapter = chapter.data;
+
+                if (chapter.chapter.free_day === null || chapter.chapter.free_day === 0) {
+                    pages = await Promise.all(
+                        chapter.chapter.proportion.map(async (p) => {
+                            let { data: imgKey } = await getImgKey(p.id, uuid);
+                            imgKey = imgKey.data.key;
+
+                            const realKey = getRealKey(imgKey);
+                            const encrypted = await getImgEncrypted(p.id, quality);
+
+                            return ctx.cache.tryGet(`${siteHost}/fs/chapter_content/encrypt/${p.id}/${quality}`, () => decrypt(encrypted, realKey));
+                        })
+                    );
+                }
+            }
+
+            return {
+                title: c.vol_name,
+                description: art(path.join(__dirname, 'templates/chapter.art'), {
+                    chapter: c,
+                    pages,
+                    cover: c.image1,
+                }),
+                pubDate: parseDate(c.online_at),
+                updated: parseDate(c.updated_at),
+                link: `https://www.creative-comic.tw/reader_comic/${c.id}`,
+                author: book.author.map((author) => author.name).join(', '),
+                category: book.tags.map((tag) => tag.name),
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: `${book.name} | CCC創作集`,
+        description: `${book.brief} ${book.description}`,
+        link: book.share_link,
+        image: book.image1,
+        item: items,
+        language: 'zh-hant',
+    };
+};

package/lib/v2/creative-comic/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/book/:id/:coverOnly?/:quality?': ['TonyRL'],
+};

package/lib/v2/creative-comic/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'creative-comic.tw': {
+        _name: 'CCC 創作集',
+        '.': [
+            {
+                title: '漫畫',
+                docs: 'https://docs.rsshub.app/anime.html#ccc-chuang-zuo-ji',
+                source: ['/book/:id/*'],
+                target: '/creative-comic/:id',
+            },
+        ],
+    },
+};

package/lib/v2/creative-comic/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/book/:id/:coverOnly?/:quality?', require('./book'));
+};

package/lib/v2/creative-comic/templates/chapter.art

@@ -0,0 +1,11 @@
+{{ if chapter }}
+    <p>{{ chapter.name }}</p>
+{{ /if }}
+{{ if pages }}
+    {{ each pages page }}
+        <br><img src="{{ page }}">
+    {{ /each }}
+{{ /if }}
+{{ if cover }}
+    <img src="{{ cover }}">
+{{ /if }}

package/lib/v2/creative-comic/utils.js

@@ -0,0 +1,96 @@
+const got = require('@/utils/got');
+const CryptoJS = require('crypto-js');
+
+const apiHost = 'https://api.creative-comic.tw';
+const siteHost = 'https://www.creative-comic.tw';
+const device = 'web_desktop';
+const DEFAULT_TOKEN = 'freeforccc2020reading';
+
+const getBook = (bookId, uuid) =>
+    got(`${apiHost}/book/${bookId}/info`, {
+        headers: {
+            device,
+            uuid,
+        },
+    });
+
+const getChapter = (id, uuid) =>
+    got(`${apiHost}/book/chapter/${id}`, {
+        headers: {
+            device,
+            uuid,
+        },
+    });
+
+const getChapters = (bookId, uuid) =>
+    got(`${apiHost}/book/${bookId}/chapter`, {
+        headers: {
+            device,
+            uuid,
+        },
+    });
+
+const getImgEncrypted = async (pageId, quality) => {
+    const { data: res } = await got(`${siteHost}/fs/chapter_content/encrypt/${pageId}/${quality}`, {
+        headers: {
+            device,
+        },
+        responseType: 'buffer',
+    });
+    return Buffer.from(res).toString('base64');
+};
+
+const getImgKey = (pageId, uuid) =>
+    got(`${apiHost}/book/chapter/image/${pageId}`, {
+        headers: {
+            device,
+            uuid,
+        },
+    });
+
+const getUuid = (tryGet) =>
+    tryGet('creative-comic:uuid', async () => {
+        const { data } = await got(`${apiHost}/guest`, {
+            headers: {
+                device,
+            },
+        });
+        return data.data;
+    });
+
+const decrypt = (encrypted, secrets) =>
+    CryptoJS.AES.decrypt(encrypted, CryptoJS.enc.Hex.parse(secrets.key), {
+        iv: CryptoJS.enc.Hex.parse(secrets.iv),
+        mode: CryptoJS.mode.CBC,
+        padding: CryptoJS.pad.Pkcs7,
+    }).toString(CryptoJS.enc.Utf8);
+
+const token2Key = (token) => {
+    const t = CryptoJS.SHA512(token).toString();
+    return {
+        key: t.substring(0, 64),
+        iv: t.substring(30, 62), // t.substr(30, 32)
+    };
+};
+
+const getRealKey = (imgKey, token = DEFAULT_TOKEN) => {
+    const secrets = token2Key(token);
+    const key = decrypt(imgKey, secrets);
+    const realKey = key.split(':');
+    return {
+        key: realKey[0],
+        iv: realKey[1],
+    };
+};
+
+module.exports = {
+    getBook,
+    getChapter,
+    getChapters,
+    getImgEncrypted,
+    getImgKey,
+    getUuid,
+    decrypt,
+    token2Key,
+    getRealKey,
+};

package/lib/v2/crossbell/feeds/following.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const characterId = ctx.params.characterId;
+    const response = await got(`https://indexer.crossbell.io/v1/characters/${characterId}/feed/follow`);
+    ctx.state.data = {
+        title: 'Crossbell Feeds of ' + characterId,
+        link: 'https://crossbell.io/',
+        item: response.data?.list?.map((item) => {
+            let link = item.note ? item.note.metadata?.content?.external_urls?.[0] || `https://crossbell.io/notes/${item.note.characterId}-${item.note.noteId}` : 'https://xchar.app/' + item.character.handle;
+            if (link.startsWith('https://xn--')) {
+                link = `https://crossbell.io/notes/${item.note?.characterId}-${item.note?.noteId}`;
+            }
+
+            return {
+                title: `${item.type} ${item.character && item.character.metadata?.content?.name}@${item.character && item.character.handle}`,
+                description: `${item.type} ${item.note && `<br>Note: ${item.note.metadata?.content?.title || item.note.metadata?.content?.content}`}${
+                    item.character && `<br>Character: ${item.character.metadata?.content?.name}@${item.character.handle}`
+                }`,
+                link,
+                pubDate: item.createdAt,
+                updated: item.updatedAt,
+                author: item.note?.metadata?.content?.authors?.[0] || item.note?.character?.metadata?.content?.name || item.note?.character?.handle || item.owner,
+                guid: item.transactionHash + item.logIndex + item.type,
+                category: [...(item.note?.metadata?.content?.sources || []), ...(item.note?.metadata?.content?.tags || [])],
+            };
+        }),
+    };
+};

package/lib/v2/crossbell/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/notes': ['DIYgod'],
+    '/notes/character/:characterId': ['DIYgod'],
+    '/notes/source/:source': ['DIYgod'],
+    '/feeds/following/:characterId': ['DIYgod'],
+};

package/lib/v2/crossbell/notes/character.js

@@ -0,0 +1,22 @@
+const got = require('@/utils/got');
+const { getItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const characterId = ctx.params.characterId;
+
+    const response = await got('https://indexer.crossbell.io/v1/notes', {
+        searchParams: {
+            characterId,
+            includeCharacter: true,
+        },
+    });
+
+    const name = response.data?.list?.[0]?.character?.metadata?.content?.name || response.data?.list?.[0]?.character?.handle || characterId;
+    const handle = response.data?.list?.[0]?.character?.handle;
+
+    ctx.state.data = {
+        title: 'Crossbell Notes from ' + name,
+        link: 'https://xchar.app/' + handle,
+        item: response.data?.list?.map((item) => getItem(item)),
+    };
+};

package/lib/v2/crossbell/notes/index.js

@@ -0,0 +1,16 @@
+const got = require('@/utils/got');
+const { getItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const response = await got('https://indexer.crossbell.io/v1/notes', {
+        searchParams: {
+            includeCharacter: true,
+        },
+    });
+
+    ctx.state.data = {
+        title: 'Crossbell Notes',
+        link: 'https://crossbell.io/',
+        item: response.data?.list?.map((item) => getItem(item)),
+    };
+};