rsshub 1.0.0-master.fdbb6fa → 1.0.0-master.fdc59d2

package/lib/v2/zuvio/utils.js

@@ -0,0 +1,61 @@
+const { art } = require('@/utils/render');
+const path = require('path');
+const got = require('@/utils/got');
+
+const token =
+    'eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJpYXQiOjE0OTcyMzI1MjMsInN5c3RlbV9uYW1lIjoiZm9ydW0iLCJ6dXZpb19pZCI6LTk5OSwiZW1haWwiOm51bGwsIm5hbWUiOm51bGwsInVuaXZlcnNpdHlfaWQiOm51bGwsInVuaXZlcnNpdHlfbmFtZSI6bnVsbH0.0KoJiSnyazsJxLCNEnqnuNUdKsJFhBdCn3R2BJpoUtk';
+const apiUrl = 'https://forum.zuvio.com.tw/api';
+const rootUrl = 'https://irs.zuvio.com.tw/student5/chickenM';
+
+const renderDesc = (data) => {
+    let output = '';
+    if (data.ref_article) {
+        output += art(path.join(__dirname, 'templates/ref_article.art'), {
+            ref_article: data.ref_article,
+        });
+    }
+    output += renderSections(data.sections);
+    return output;
+};
+
+const renderSections = (sections) => {
+    let output = '';
+    for (const section of sections) {
+        if (section.type === 'text') {
+            output += section.content.replace(/\n/g, '<br>');
+        } else if (section.type === 'img') {
+            output += art(path.join(__dirname, 'templates/img.art'), { section });
+        } else if (section.type === 'youtube') {
+            output += art(path.join(__dirname, 'templates/youtube.art'), { section });
+        } else if (section.type === 'link') {
+            output += art(path.join(__dirname, 'templates/link.art'), { section });
+        }
+    }
+    return output;
+};
+
+const getBoards = (tryGet) =>
+    tryGet('zuvio:boards', async () => {
+        const { data } = await got(`${apiUrl}/board`, {
+            searchParams: {
+                api_token: token,
+                user_id: '0',
+            },
+        });
+
+        return data.map((item) => ({
+            title: item.name,
+            description: art(path.join(__dirname, 'templates/rss.art'), { id: item.id }),
+            boardId: item.id,
+            link: `${rootUrl}/articles/${item.id}`,
+        }));
+    });
+
+module.exports = {
+    token,
+    apiUrl,
+    rootUrl,
+    renderDesc,
+    renderSections,
+    getBoards,
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.fdbb6fa",
+  "version": "1.0.0-master.fdc59d2",
   "description": "Make RSS Great Again!",
   "main": "lib/pkg.js",
   "files": [
@@ -43,21 +43,22 @@
   "devDependencies": {
     "@napi-rs/pinyin": "1.7.0",
     "@types/koa": "2.13.5",
-    "@vercel/nft": "0.21.0",
+    "@vercel/nft": "0.22.1",
     "@vuepress/plugin-back-to-top": "1.9.7",
     "@vuepress/plugin-google-analytics": "1.9.7",
     "@vuepress/plugin-pwa": "1.9.7",
     "@vuepress/shared-utils": "1.9.7",
     "cross-env": "7.0.3",
-    "eslint": "8.21.0",
+    "eslint": "8.24.0",
     "eslint-config-prettier": "8.5.0",
     "eslint-plugin-prettier": "4.2.1",
-    "eslint-plugin-yml": "1.1.0",
+    "eslint-plugin-yml": "1.2.0",
     "fs-extra": "10.1.0",
-    "jest": "28.1.3",
+    "jest": "29.1.2",
+    "meilisearch": "0.28.0",
     "mockdate": "3.0.5",
     "nock": "13.2.9",
-    "nodemon": "2.0.19",
+    "nodemon": "2.0.20",
     "prettier": "2.7.1",
     "prettier-check": "2.0.0",
     "pretty-quick": "3.1.3",
@@ -68,49 +69,53 @@
     "remark-parse": "9.0.0",
     "remark-preset-prettier": "0.5.1",
     "remark-stringify": "9.0.1",
+    "request-promise-native": "1.0.9",
     "staged-git-files": "1.3.0",
     "string-width": "4.2.3",
-    "supertest": "6.2.4",
+    "supertest": "6.3.0",
     "tosource": "2.0.0-alpha.3",
     "unified": "9.2.2",
     "vuepress": "1.9.7",
+    "vuepress-plugin-meilisearch": "0.12.4",
+    "vuepress-plugin-sitemap": "2.3.1",
     "yorkie": "2.0.0"
   },
   "dependencies": {
     "@koa/router": "12.0.0",
-    "@postlight/mercury-parser": "2.2.1",
-    "@sentry/node": "7.10.0",
+    "@postlight/parser": "2.2.2",
+    "@sentry/node": "7.14.1",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "bbcodejs": "0.0.4",
+    "canvas": "2.10.1",
     "cheerio": "1.0.0-rc.12",
-    "chrono-node": "2.3.9",
+    "chrono-node": "2.4.1",
     "city-timezones": "1.2.1",
     "crypto-js": "4.1.1",
     "currency-symbol-map": "5.1.0",
     "dayjs": "1.11.5",
-    "dotenv": "16.0.1",
+    "dotenv": "16.0.3",
     "emailjs-imap-client": "3.1.0",
     "entities": "3.0.1",
     "etag": "1.8.1",
     "fanfou-sdk": "4.2.0",
     "git-rev-sync": "3.0.2",
-    "googleapis": "105.0.0",
+    "googleapis": "108.0.0",
     "got": "11.8.5",
     "https-proxy-agent": "5.0.1",
     "iconv-lite": "0.6.3",
     "instagram-private-api": "1.45.3",
-    "ioredis": "5.2.2",
+    "ioredis": "5.2.3",
     "ip-regex": "4.3.0",
     "is-localhost-ip": "2.0.0",
-    "jsdom": "20.0.0",
+    "jsdom": "20.0.1",
     "json-bigint": "1.0.0",
     "json5": "2.2.1",
     "koa": "2.13.4",
     "koa-basic-auth": "4.0.0",
     "koa-favicon": "2.1.0",
     "koa-mount": "4.0.0",
-    "lru-cache": "7.13.2",
+    "lru-cache": "7.14.0",
     "lz-string": "1.4.4",
     "mailparser": "3.5.0",
     "markdown-it": "13.0.1",
@@ -118,11 +123,12 @@
     "parse-torrent": "9.1.5",
     "pidusage": "3.0.0",
     "plist": "3.0.6",
-    "puppeteer": "16.1.0",
+    "proxy-chain": "2.1.0",
+    "puppeteer": "18.0.5",
     "puppeteer-extra": "3.3.4",
     "puppeteer-extra-plugin-stealth": "2.11.1",
     "query-string": "7.1.1",
-    "rand-user-agent": "1.0.76",
+    "rand-user-agent": "1.0.84",
     "re2": "1.17.7",
     "require-all": "3.0.0",
     "rss-parser": "3.12.0",
@@ -132,10 +138,10 @@
     "string-similarity": "4.0.4",
     "tiny-async-pool": "2.1.0",
     "torrent-search-api": "2.1.4",
-    "tough-cookie": "4.0.0",
+    "tough-cookie": "4.1.2",
     "tunnel": "0.0.6",
-    "twitter-api-v2": "1.12.3",
-    "winston": "3.8.1",
+    "twitter-api-v2": "1.12.7",
+    "winston": "3.8.2",
     "xml2js": "0.4.23"
   },
   "jest": {
@@ -164,6 +170,11 @@
     }
   },
   "nodemonConfig": {
+    "watch": [
+      ".env",
+      "lib",
+      "test"
+    ],
     "ext": "art,js,mjs,json"
   },
   "engines": {

package/lib/routes/adnmb/index.js

@@ -1,69 +0,0 @@
-const got = require('@/utils/got');
-
-const adnmbBaseUrl = 'https://adnmb3.com';
-const cdnBaseUrl = 'https://nmbimg.fastmirror.org/image/';
-
-async function getForumInfo(pid, ctx) {
-    const cache_key = `adnmb::forum::${pid}`;
-    const cache = await ctx.cache.get(cache_key);
-    if (cache) {
-        return JSON.parse(cache);
-    }
-    const forumListResponse = await got(`${adnmbBaseUrl}/Api/getForumList`);
-    const matchedForum = forumListResponse.data
-        .map((a) => a.forums)
-        .flat()
-        .filter((c) => c.id === pid || c.name === pid || c.showName === pid);
-    if (matchedForum.length === 0) {
-        throw 'Forum Not Found';
-    }
-    const basicForumInfo = (({ id, name, showName, msg }) => ({ id, name, showName, msg }))(matchedForum[0]);
-    ctx.cache.set(cache_key, JSON.stringify(basicForumInfo));
-    return basicForumInfo;
-}
-
-module.exports = async (ctx) => {
-    const pid = ctx.params.pid;
-
-    const forumInfo = await getForumInfo(pid, ctx);
-
-    const url = forumInfo.name === '时间线' ? `${adnmbBaseUrl}/Api/timeline?page=1` : `${adnmbBaseUrl}/Api/showf?id=${forumInfo.id}&page=1`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const data = response.data;
-
-    const items = [];
-    data.forEach((item) => {
-        const newItems = {
-            title: item.content,
-            pubDate: new Date(item.now.replace(/\(.*?\)/g, ' ') + ' +0800').toUTCString(),
-            link: `${adnmbBaseUrl}/t/${item.id}`,
-        };
-        const img = item.img !== '' ? '<img style="max-width: 100%" src="' + cdnBaseUrl + item.img + item.ext + '"/>' : '';
-        let replys = '';
-        item.replys.forEach((reply) => {
-            const replyImg = reply.img !== '' ? '<img style="max-width: 100%" src="' + cdnBaseUrl + reply.img + reply.ext + '"/>' : '';
-            replys += `<h4>${reply.title} ${reply.name}  ${reply.now} ID:${reply.userid} No.${reply.id}</h4> </br>
-                          ${reply.content}
-                          ${replyImg}
-                          <hr />
-            `;
-        });
-        newItems.description = `<h2>${item.title} ${item.name}  ${item.now} ID:${item.userid} No.${item.id}</h2> </br>
-                          ${item.content}
-                           ${img}
-                          <hr />
-                          ${replys}
-            `;
-        items.push(newItems);
-    });
-
-    ctx.state.data = {
-        title: `${forumInfo.showName ? forumInfo.showName : forumInfo.name} - A岛匿名版`,
-        link: `${adnmbBaseUrl}/f/${forumInfo.name}`,
-        description: forumInfo.msg,
-        item: items,
-    };
-};

package/lib/routes/aljazeera/news.js

@@ -1,38 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = `https://chinese.aljazeera.net/news`;
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('h3 a')
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: url.resolve(`https://chinese.aljazeera.net`, item.attr('href')),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: `Aljazeera半岛网 - 新闻`,
-        link,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(detailResponse.data);
-                    item.pubDate = new Date(detailResponse.data.match(/"datePublished": "(.*?)",/)[1]).toUTCString();
-                    item.description = content('div.wysiwyg').html();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/aqk/category.js

@@ -1,22 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const api = 'https://api.anquanke.com/data/v1/posts?size=10&page=1&category=';
-    const type = ctx.params.category;
-    const host = 'https://www.anquanke.com';
-    const res = await got.get(`${api}${type}`);
-    const dataArray = res.data.data;
-
-    const items = dataArray.map((item) => ({
-        title: item.title,
-        description: item.desc,
-        pubDate: item.date,
-        link: `${host}/${type === 'week' ? 'week' : 'post'}/id/${item.id}`,
-    }));
-
-    ctx.state.data = {
-        title: `安全客-${dataArray[0].category_name}`,
-        link: 'https://www.anquanke.com',
-        item: items,
-    };
-};

package/lib/routes/bangumi/calendar/_base.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const bgmCalendarUrl = 'https://api.bgm.tv/calendar';
-    const bgmDataUrl = 'https://cdn.jsdelivr.net/npm/bangumi-data/dist/data.json';
-
-    const url = [bgmCalendarUrl, bgmDataUrl];
-
-    const cache = await Promise.all(url.map(ctx.cache.get));
-    const result = await Promise.all(
-        cache.map(async (c, i) => {
-            if (c) {
-                return Promise.resolve(JSON.parse(c));
-            } else {
-                const response = await got({
-                    method: 'get',
-                    url: url[i],
-                });
-                const data = response.data;
-
-                if (i === 1) {
-                    // 只保留有 bangumi id 的番剧
-                    const length = data.items.length;
-                    const items = [];
-                    for (let index = 0; index < length; index++) {
-                        const item = data.items[index];
-                        const bgm_site = item.sites.find((s) => s.site === 'bangumi');
-                        if (bgm_site) {
-                            item.bgm_id = bgm_site.id;
-                            items.push(item);
-                        }
-                    }
-                    data.items = items;
-                }
-
-                ctx.cache.set(url[i], JSON.stringify(data));
-                return Promise.resolve(data);
-            }
-        })
-    );
-
-    return result;
-};

package/lib/routes/bangumi/group/topic.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const resolve_url = require('url').resolve;
-
-const base_url = 'https://bgm.tv/';
-
-module.exports = async (ctx) => {
-    const groupID = ctx.params.id;
-    const link = 'https://bgm.tv/group/' + groupID + '/forum';
-    const html = (await got.get(link)).data;
-    const $ = cheerio.load(html);
-    const title = 'Bangumi - ' + $('.SecondaryNavTitle').text();
-
-    ctx.state.data = {
-        title,
-        link,
-        item: $('.topic_list .topic')
-            .map((_, elem) => ({
-                link: resolve_url(base_url, $('.subject a', elem).attr('href')),
-                title: $('.subject a', elem).attr('title'),
-                pubDate: new Date($('.lastpost .time', elem).text()).toUTCString(),
-                description: 'Author: ' + $('.author a', elem).text() + '<br>' + 'Reply: ' + $('.posts', elem).text(),
-            }))
-            .get(),
-    };
-};

package/lib/routes/bangumi/subject/ep.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (subjectID) => {
-    const url = `https://api.bgm.tv/subject/${subjectID}?responseGroup=large`;
-    const epsInfo = (await got.get(url)).data;
-    const activeEps = [];
-
-    epsInfo.eps.forEach((e) => {
-        if (e.status === 'Air') {
-            activeEps.push(e);
-        }
-    });
-
-    return {
-        title: epsInfo.name_cn,
-        link: `https://bgm.tv/subject/${subjectID}`,
-        description: epsInfo.summary,
-        item: activeEps.reverse().map((e) => ({
-            title: `ep.${e.sort} ${e.name_cn}`,
-            description: `<img src="${epsInfo.images.common}" alt="ep.${e.sort} ${e.name_cn}"><p>${e.desc.replace(/\n+/g, '<br>')}</p>`,
-            pubDate: new Date(e.airdate).toUTCString(),
-            guid: e.id,
-            link: e.url,
-        })),
-    };
-};

package/lib/routes/ccdi/scdc.js

@@ -1,51 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const { resolve } = require('url');
-
-module.exports = async (ctx) => {
-    const url = 'https://www.ccdi.gov.cn/scdcn/';
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-
-    const list = $('ul.list_news_dl.fixed li');
-    const out = await Promise.all(
-        list
-            .map(async (index, elem) => {
-                elem = $(elem);
-                const title = elem.find('a').text();
-                const link = resolve(url, elem.find('a').attr('href'));
-                const pubDate = new Date(elem.find('span').text()).toUTCString();
-
-                const item = {
-                    title,
-                    pubDate,
-                    link,
-                };
-
-                const key = link;
-                const value = await ctx.cache.get(key);
-                if (value) {
-                    item.description = value;
-                } else {
-                    try {
-                        const response = await got.get(item.link);
-                        const data = response.data;
-                        const $ = cheerio.load(data);
-                        item.description = $('div.TRS_Editor').html();
-                        ctx.cache.set(key, item.description);
-                    } catch (error) {
-                        item.description = '';
-                    }
-                }
-
-                return item;
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: '中央纪委国家监委-审查调查',
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/dcard/section.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const { type, section = 'posts' } = ctx.params;
-
-    let link = `https://www.dcard.tw/f`;
-
-    let api = `https://www.dcard.tw/service/api/v2`;
-
-    let title = `Dcard - `;
-
-    if (section !== 'posts' && section !== 'popular' && section !== 'latest') {
-        link += `/${section}`;
-        api += `/forums/${section}`;
-        title += `${section} - `;
-    }
-
-    api += `/posts`;
-
-    if (type === 'popular') {
-        link += '?latest=false';
-        api += '?popular=true';
-        title += '熱門';
-    } else if (type === 'latest' || !type) {
-        link += '?latest=true';
-        api += '?popular=false';
-        title += '最新';
-    }
-
-    const response = await got({
-        method: 'get',
-        url: `${api}&limit=30`,
-        headers: {
-            Referer: link,
-        },
-    });
-
-    const items = await utils.ProcessFeed(response.data, ctx.cache);
-
-    ctx.state.data = {
-        title,
-        link,
-        description: '不想錯過任何有趣的話題嗎？趕快加入我們吧！',
-        item: items,
-    };
-};

package/lib/routes/dcard/utils.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-
-const ProcessFeed = async (list, cache) => {
-    const result = await Promise.all(
-        list.map(async (item) => {
-            const url = `https://www.dcard.tw/_api/posts/${item.id}`;
-
-            const content = await cache.tryGet(`dcard${item.id}`, async () => {
-                let response;
-
-                // try catch 处理被删除的帖子
-
-                try {
-                    response = await got({
-                        method: 'get',
-                        url,
-                        headers: {
-                            Referer: 'https://www.dcard.tw/f',
-                        },
-                    });
-
-                    let body = response.data.content;
-
-                    body = body.replace(/(?=https?:\/\/).*?(?<=\.(jpe?g|gif|png))/gi, (m) => `<img src="${m}">`);
-
-                    body = body.replace(/(?=https?:\/\/).*(?<!jpe?g"?>?)$/gim, (m) => `<a href="${m}">${m}</a>`);
-
-                    body = body.replace(/\n/g, '<br>');
-
-                    return body;
-                } catch (error) {
-                    return '';
-                }
-            });
-
-            const single = {
-                title: `「${item.forumName}」${item.title}`,
-                link: `https://www.dcard.tw/f/${item.forumAlias}/p/${item.id}`,
-                description: content,
-                author: item.school || '匿名',
-                pubDate: item.createdAt,
-                guid: item.id,
-            };
-
-            return Promise.resolve(single);
-        })
-    );
-
-    return result.filter((f) => f.description);
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/dedao/knowledge.js

@@ -1,78 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const topic = ctx.params.topic || '';
-    const type = ctx.params.type || 'true';
-    const rootUrl = 'https://www.dedao.cn';
-    const detailUrl = `${rootUrl}/pc/ledgers/topic/detail`;
-    const currentUrl = `${rootUrl}/knowledge${topic === '' ? '' : '/topic/' + topic}`;
-    const apiUrl = `${rootUrl}/pc/ledgers/${topic === '' ? 'notes/friends_timeline' : 'topic/notes/list'}`;
-
-    let title = '',
-        description = '';
-
-    if (topic !== '') {
-        const detailResponse = await got({
-            method: 'post',
-            url: detailUrl,
-            json: {
-                incr_view_count: false,
-                topic_id_hazy: topic,
-            },
-        });
-
-        title = detailResponse.data.c.name;
-        description = detailResponse.data.c.intro;
-    }
-
-    const response = await got({
-        method: 'post',
-        url: apiUrl,
-        json: {
-            count: 20,
-            load_chain: true,
-            is_elected: type === 'true',
-            page_id: 0,
-            topic_id_hazy: topic,
-            version: 2,
-        },
-    });
-
-    const items = (topic === '' ? response.data.c.notes : response.data.c.note_detail_list).map((item) => {
-        let s_part = '';
-        if (item.s_part) {
-            const s_author = `<p>引用 ${item.s_part.nick_name} (${item.s_part.v_info}):</p>`;
-            const s_content = `<p>${item.s_part.note.replace(/\n\n/g, '</p><p>')}</p> <a href="${rootUrl}/knowledge/note/${item.s_part.note_id_hazy}">[查看原文]</a>`;
-            let s_images = '<br>';
-            if (item.s_part.images) {
-                for (const i of item.s_part.images) {
-                    s_images += `<img src="${i.match(/"url":"(.*)"/)[1]}">`;
-                }
-            }
-            s_part = s_author + s_content + s_images;
-        }
-
-        let f_images = '<br>';
-        if (item.f_part.images) {
-            for (const i of item.f_part.images) {
-                f_images += `<img src="${i.match(/"url":"(.*)"/)[1]}">`;
-            }
-        }
-
-        return {
-            title: item.f_part.note,
-            author: item.f_part.nick_name,
-            description: `<p>${item.f_part.note.replace(/\n\n/g, '</p><p>')}</p>${f_images}<br>${s_part}`,
-            link: `${rootUrl}/knowledge/note/${item.f_part.note_id_hazy}`,
-            pubDate: new Date(date(item.f_part.time_desc)).toUTCString(),
-        };
-    });
-
-    ctx.state.data = {
-        title: `得到 - 知识城邦${title === '' ? '' : ' - ' + title}`,
-        link: currentUrl,
-        item: items,
-        description,
-    };
-};