rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f7f8b7a

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.f7cdf8b",
+  "version": "1.0.0-master.f7f8b7a",
   "description": "Make RSS Great Again!",
   "keywords": [
     "RSS"
@@ -24,7 +24,7 @@
       "eslint --cache --fix",
       "prettier --ignore-unknown --ignore-path ./.gitignore --write"
     ],
-    "*.md": "node website/docs/.format/format.mjs --staged",
+    "*.md?(x)": "node website/docs/.format/format.mjs --staged",
     "*.yml": "eslint --cache --fix"
   },
   "nodemonConfig": {
@@ -67,15 +67,15 @@
   },
   "dependencies": {
     "@koa/router": "12.0.1",
-    "@notionhq/client": "2.2.13",
+    "@notionhq/client": "2.2.14",
     "@postlight/parser": "2.2.3",
-    "@sentry/node": "7.80.1",
-    "@tonyrl/rand-user-agent": "2.0.39",
+    "@sentry/node": "7.88.0",
+    "@tonyrl/rand-user-agent": "2.0.42",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "bbcodejs": "0.0.4",
     "cheerio": "1.0.0-rc.12",
-    "chrono-node": "2.7.0",
+    "chrono-node": "2.7.3",
     "city-timezones": "1.2.1",
     "crypto-js": "4.2.0",
     "currency-symbol-map": "5.1.0",
@@ -85,7 +85,7 @@
     "etag": "1.8.1",
     "fanfou-sdk": "4.2.0",
     "git-rev-sync": "3.0.2",
-    "googleapis": "128.0.0",
+    "googleapis": "129.0.0",
     "got": "11.8.6",
     "html-to-text": "9.0.5",
     "https-proxy-agent": "7.0.2",
@@ -95,31 +95,31 @@
     "ioredis": "5.3.2",
     "ip-regex": "4.3.0",
     "is-localhost-ip": "2.0.0",
-    "jsdom": "22.1.0",
+    "jsdom": "23.0.1",
     "json-bigint": "1.0.0",
     "json5": "2.2.3",
-    "jsrsasign": "10.8.6",
+    "jsrsasign": "10.9.0",
     "koa": "2.14.2",
     "koa-basic-auth": "4.0.0",
     "koa-favicon": "2.1.0",
     "koa-mount": "4.0.0",
     "koa-static": "5.0.0",
-    "lru-cache": "10.0.2",
+    "lru-cache": "10.1.0",
     "lz-string": "1.5.0",
     "mailparser": "3.6.5",
-    "markdown-it": "13.0.2",
+    "markdown-it": "14.0.0",
     "module-alias": "2.2.3",
     "notion-to-md": "3.1.1",
-    "pidusage": "3.0.2",
+    "oauth-1.0a": "2.2.6",
     "plist": "3.1.0",
     "proxy-chain": "2.4.0",
-    "puppeteer": "21.5.2",
+    "puppeteer": "21.6.1",
     "puppeteer-extra": "3.3.6",
     "puppeteer-extra-plugin-stealth": "2.11.2",
     "puppeteer-extra-plugin-user-data-dir": "2.4.1",
     "puppeteer-extra-plugin-user-preferences": "2.4.1",
     "query-string": "7.1.3",
-    "re2js": "0.4.0",
+    "re2js": "0.4.1",
     "require-all": "3.0.0",
     "rfc4648": "1.5.3",
     "rss-parser": "3.13.0",
@@ -127,25 +127,27 @@
     "socks-proxy-agent": "8.0.2",
     "source-map": "0.7.4",
     "tiny-async-pool": "2.1.0",
+    "title": "3.5.3",
     "tough-cookie": "4.1.3",
     "twitter-api-v2": "1.15.2",
-    "winston": "3.11.0"
+    "winston": "3.11.0",
+    "xxhash-wasm": "1.0.2"
   },
   "devDependencies": {
     "@microsoft/eslint-formatter-sarif": "3.0.0",
-    "@stylistic/eslint-plugin-js": "1.2.0",
+    "@stylistic/eslint-plugin-js": "1.5.1",
     "@types/aes-js": "3.1.4",
     "@types/crypto-js": "4.2.1",
-    "@types/eslint": "8.44.7",
+    "@types/eslint": "8.44.9",
     "@types/eslint-config-prettier": "6.11.3",
     "@types/etag": "1.8.3",
     "@types/fs-extra": "11.0.4",
     "@types/git-rev-sync": "2.0.2",
     "@types/html-to-text": "9.0.4",
     "@types/imapflow": "1.0.16",
-    "@types/jsdom": "21.1.5",
+    "@types/jsdom": "21.1.6",
     "@types/json-bigint": "1.0.4",
-    "@types/koa": "2.13.11",
+    "@types/koa": "2.13.12",
     "@types/koa-basic-auth": "2.0.6",
     "@types/koa-favicon": "2.1.3",
     "@types/koa-mount": "4.0.5",
@@ -153,45 +155,49 @@
     "@types/koa__router": "12.0.4",
     "@types/lint-staged": "13.2.2",
     "@types/mailparser": "3.4.4",
-    "@types/markdown-it": "13.0.6",
+    "@types/markdown-it": "13.0.7",
     "@types/module-alias": "2.0.4",
-    "@types/nodemon": "1.19.5",
-    "@types/pidusage": "2.0.5",
+    "@types/nodemon": "1.19.6",
     "@types/plist": "3.0.5",
     "@types/request-promise-native": "1.0.21",
     "@types/require-all": "3.0.6",
     "@types/supertest": "2.0.16",
-    "@types/tiny-async-pool": "2.0.2",
+    "@types/tiny-async-pool": "2.0.3",
     "@types/tough-cookie": "4.0.5",
-    "@vercel/nft": "0.24.3",
+    "@vercel/nft": "0.26.0",
     "cross-env": "7.0.3",
-    "eslint": "8.53.0",
-    "eslint-config-prettier": "9.0.0",
-    "eslint-plugin-n": "16.3.1",
+    "eslint": "8.55.0",
+    "eslint-config-prettier": "9.1.0",
+    "eslint-plugin-n": "16.4.0",
     "eslint-plugin-prettier": "5.0.1",
-    "eslint-plugin-yml": "1.10.0",
-    "fs-extra": "11.1.1",
+    "eslint-plugin-yml": "1.11.0",
+    "fs-extra": "11.2.0",
     "husky": "8.0.3",
     "jest": "29.7.0",
     "jest-junit": "16.0.0",
-    "lint-staged": "15.1.0",
+    "lint-staged": "15.2.0",
     "mockdate": "3.0.5",
-    "nock": "13.3.8",
-    "nodemon": "3.0.1",
-    "prettier": "3.1.0",
-    "remark": "13.0.0",
-    "remark-frontmatter": "3.0.0",
-    "remark-gfm": "1.0.0",
+    "nock": "13.4.0",
+    "nodemon": "3.0.2",
+    "prettier": "3.1.1",
+    "remark": "14.0.3",
+    "remark-custom-heading-id": "1.0.1",
+    "remark-directive": "3.0.0",
+    "remark-frontmatter": "4.0.1",
+    "remark-gfm": "3.0.1",
+    "remark-mdx": "2.3.0",
     "remark-pangu": "2.2.0",
     "remark-parse": "9.0.0",
     "remark-preset-prettier": "0.5.1",
-    "remark-stringify": "9.0.1",
     "request-promise-native": "1.0.9",
     "staged-git-files": "1.3.0",
-    "string-width": "4.2.3",
+    "string-width": "7.0.0",
     "supertest": "6.3.3",
+    "to-vfile": "8.0.0",
     "tosource": "2.0.0-alpha.3",
-    "unified": "9.2.2"
+    "unified": "9.2.2",
+    "unist-util-visit": "4.1.2",
+    "unist-util-visit-parents": "5.1.3"
   },
   "engines": {
     "node": ">=16"

package/lib/routes/egsea/flash.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://www.egsea.com/news/flash-list?per-page=30`,
-        headers: {
-            Referer: `https://www..com/news/flash`,
-        },
-    });
-
-    const newsflashes = response.data.data;
-
-    let newsflashesList = [];
-    for (let i = 0; i < newsflashes.length; i++) {
-        newsflashesList = newsflashesList.concat(newsflashes[i]);
-    }
-
-    const out = newsflashesList.map((item) => {
-        const pubDate = item.pageTime;
-        const link = 'https://www.egsea.com' + item.url;
-        const title = item.title;
-        const description = item.content;
-
-        const single = {
-            title,
-            link,
-            pubDate,
-            description,
-        };
-
-        return single;
-    });
-
-    ctx.state.data = {
-        title: `快讯 - e 公司`,
-        link: `https://www.egsea.com/news/flash`,
-        item: out,
-    };
-};

package/lib/routes/gov/moa/sjzxfb.js

@@ -1,20 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `http://zdscxx.moa.gov.cn:8080/misportal/echartReport/webData/%E6%9C%80%E6%96%B0%E5%8F%91%E5%B8%83/page1.json`,
-    });
-    const data = response.data;
-
-    ctx.state.data = {
-        title: '中华人民共和国农业农村部 - 数据 - 最新发布',
-        link: `http://zdscxx.moa.gov.cn:8080/nyb/pc/index.jsp`,
-        item: data.map((item) => ({
-            title: item.title,
-            description: item.content,
-            link: `http://zdscxx.moa.gov.cn:8080/misportal/public/agricultureMessageViewDC.jsp?page=1&channel=%E6%9C%80%E6%96%B0%E5%8F%91%E5%B8%83&id=${item._id}`,
-            pubDate: new Date(item.publishTime),
-        })),
-    };
-};

package/lib/routes/liquipedia/dota2_matches.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const team = ctx.params.id;
-    const url = `https://liquipedia.net/dota2/${team}`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('div.recent-matches > table > tbody > tr[style]');
-
-    ctx.state.data = {
-        title: `Liquipedia Dota2 ${team} Matches`,
-        link: url,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    let message = '';
-                    if (item.attr('style') === 'background:rgb(240, 255, 240)') {
-                        message = '胜';
-                    } else if (item.attr('style') === 'background:rgb(249, 240, 242)') {
-                        message = '败';
-                    } else {
-                        message = '平';
-                    }
-                    const date = item.find('td:nth-child(1)').text();
-                    const time = item.find('td:nth-child(2)').text();
-                    const tournament = item.find('td:nth-child(5) > a').text();
-                    const date_time = new Date(date + ' ' + time).toUTCString();
-                    const score = item.find('td:nth-child(6)').text();
-                    const vs_team = item.find('td:nth-child(7) > span > span.team-template-text > a').text();
-
-                    return {
-                        title: `[${message}] ${score} ${vs_team}`,
-                        description: `At ${tournament},  ${team} ${score} ${vs_team}`,
-                        pubDate: date_time,
-                        link: url,
-                        guid: url + date_time,
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/questmobile/report.js

@@ -1,121 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const categories = {
-    0: '全部行业',
-    10: '移动视频',
-    1: '移动社交',
-    2: '移动购物',
-    17: '系统工具',
-    21: '新闻资讯',
-    11: '移动音乐',
-    5: '生活服务',
-    16: '数字阅读',
-    4: '汽车服务',
-    12: '拍摄美化',
-    8: '旅游服务',
-    22: '健康美容',
-    23: '医疗服务',
-    14: '教育学习',
-    3: '金融理财',
-    9: '办公商务',
-    19: '智能设备',
-    20: '手机游戏',
-    26: '出行服务',
-    29: '内容平台',
-};
-
-const labels = {
-    0: '全部标签',
-    75: '5G',
-    74: '双十一',
-    73: '直播带货',
-    72: '电商平台',
-    71: '新蓝领',
-    70: '市场竞争',
-    69: 'KOL',
-    68: '品牌营销',
-    67: '互联网研究',
-    66: '广告效果',
-    65: '媒介策略',
-    64: 'App和小程序',
-    63: 'App增长',
-    62: '小程序数据',
-    61: '移动大数据',
-    60: '互联网报告',
-    59: '数据报告',
-    58: '互联网数据',
-    57: '智能终端',
-    56: '小程序',
-    55: '私域流量',
-    54: '运动消费',
-    53: '用户争夺',
-    52: '运动健身',
-    48: '新消费',
-    42: '增长模式',
-    41: '下沉',
-    36: '新中产',
-    31: '银发族',
-    30: '粉丝经济',
-    29: '泛娱乐',
-    28: '网购少女',
-    27: '二次元',
-    26: '兴趣圈层',
-    25: '大学生',
-    23: '广告营销',
-    22: 'Z世代',
-    18: '付费用户',
-    17: '精细化运营',
-    14: '00后',
-    11: '90后',
-    10: '春节报告',
-    9: '低幼经济',
-    7: '季度报告',
-    6: '年度报告',
-    5: '全景生态',
-    2: '消费者洞察',
-};
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '0';
-    const label = ctx.params.label || '0';
-
-    const rootUrl = 'https://www.questmobile.com.cn';
-    const currentUrl = `${rootUrl}/api/v1/research/reports?categoryId=${category}&labelId=${label}&version=0&currentPage=1&limit=15`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const list = response.data.data.map((item) => ({
-        title: item.title,
-        pubDate: Date.parse(item.publishTime),
-        link: `${rootUrl}/research/report-new/${item.id}/`,
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('img[_ngcontent-c11]').each(function () {
-                    content(this).attr('alt', '');
-                });
-
-                item.description = content('.text').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${categories[category]}, ${labels[label]} - 行业研究报告 - QuestMobile`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/uniqlo/stylingbook.js

@@ -1,24 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category ? ctx.params.category : 'women';
-    const url = `https://style.uniqlo.com/api/v2/styleSearch.json?dptId=${category}&lang=en&limit=50&locale=my&offset=0`;
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data.result.styles;
-
-    ctx.state.data = {
-        title: `Uniqlo styling book`,
-        link: `https://www.uniqlo.com/my/stylingbook/pc/${category}`,
-        description: `Uniqlo styling book`,
-        item: data.map((item) => ({
-            title: item.styleId,
-            description: `<img src="${item.styleImgUrl}">`,
-            link: `https://www.uniqlo.com/my/stylingbook/pc/style/` + item.styleId,
-        })),
-    };
-};

package/lib/routes/universities/buaa/news/index.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const util = require('../utils');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    let title, path;
-    switch (type) {
-        case 'zonghe':
-            title = '综合新闻';
-            path = 'zhxw.htm';
-            break;
-        case 'zhuanti':
-            title = '专题新闻';
-            path = 'ztxw_new.htm';
-            break;
-        case 'renwu':
-            title = '北航人物';
-            path = 'bhrw.htm';
-            break;
-        case 'fengcai':
-            title = '校园风采';
-            path = 'xyfc_new.htm';
-            break;
-        case 'kejiao':
-            title = '科教在线';
-            path = 'kjzx_new.htm';
-            break;
-        case 'meiti':
-            title = '媒体北航';
-            path = 'mtbh_new.htm';
-            break;
-        case 'gonggao':
-            title = '信息公告';
-            path = 'xxgg_new.htm';
-            break;
-        case 'xueshuwenhua':
-            title = '学术文化';
-            path = 'xsjwhhd_new.htm';
-            break;
-        default:
-            title = '综合新闻';
-            path = 'zhxw_new.htm';
-    }
-
-    const response = await got({
-        method: 'get',
-        url: 'https://news.buaa.edu.cn/' + path,
-        headers: {
-            Referer: 'https://news.buaa.edu.cn',
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.mainleft > .listlefttop > .listleftop1').slice(0, 10).get();
-
-    const result = await util.ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: '北航新闻 - ' + title,
-        link: 'https://news.buaa.edu.cn/' + path,
-        description: '北京航空航天大学新闻网 - ' + title,
-        item: result,
-    };
-};

package/lib/routes/universities/buaa/utils.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-// 完整文章页
-async function load(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    // 解析日期
-    const date = new Date(
-        $('span.ri')
-            .text()
-            .match(/\d{4}-\d{2}-\d{2}/)
-    );
-    const timeZone = 8;
-    const serverOffset = date.getTimezoneOffset() / 60;
-    const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
-
-    // 提取内容
-    const description = $('.newsleftconbox > #vsb_content').html();
-
-    return { description, pubDate };
-}
-
-const ProcessFeed = (list, caches) => {
-    const host = 'https://news.buaa.edu.cn';
-
-    return Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const $title = $('h2 > a');
-            // 还原相对链接为绝对链接
-            const itemUrl = url.resolve(host, $title.attr('href'));
-
-            // 列表上提取到的信息
-            const single = {
-                title: $title.text(),
-                link: itemUrl,
-                author: '北航新闻网',
-                guid: itemUrl,
-            };
-
-            // 使用tryGet方法从缓存获取内容。
-            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/v2/gov/zhengce/zuixin.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-const baseUrl = 'http://www.gov.cn';
-
-module.exports = async (ctx) => {
-    const link = `${baseUrl}/zhengce/zuixin/`;
-    const listData = await got(link);
-    const $ = cheerio.load(listData.data);
-
-    const list = $('.news_box .list li:not(.line)')
-        .toArray()
-        .map((elem) => {
-            elem = $(elem);
-            return {
-                title: elem.find('h4 a').text(),
-                link: new URL(elem.find('h4 a').attr('href'), baseUrl).href,
-                pubDate: timezone(parseDate(elem.find('h4 .date').text()), 8),
-            };
-        });
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const contentData = await got(item.link);
-                const $ = cheerio.load(contentData.data);
-                item.description = $('#UCAP-CONTENT').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '最新政策 - 中国政府网',
-        link,
-        item: items,
-    };
-};

package/lib/v2/huxiu/article.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const link = `${utils.baseUrl}/article/`;
-    const { data } = await got.post(`${utils.articleApi}/web/article/articleList`, {
-        headers: {
-            Referer: link,
-        },
-        form: {
-            platform: 'www',
-            pagesize: ctx.query.limit ? parseInt(ctx.query.limit) : 22,
-        },
-    });
-
-    const list = data.data.dataList.map((item) => ({
-        title: item.title,
-        link: `${utils.baseUrl}/article/${item.aid}.html`,
-        description: item.summary,
-        pubDate: parseDate(item.dateline, 'X'),
-        author: item.user_info.username,
-    }));
-
-    const items = await utils.ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: '虎嗅网 - 首页资讯',
-        link,
-        description: '聚合优质的创新信息与人群，捕获精选 | 深度 | 犀利的商业科技资讯。在虎嗅，不错过互联网的每个重要时刻。',
-        item: items,
-    };
-};

package/lib/v2/huxiu/author.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const link = `${utils.baseUrl}/member/${id}/article.html`;
-
-    const articleList = await got({
-        method: 'post',
-        url: `${utils.accountApi}/web/article/articleList`,
-        form: {
-            platform: 'www',
-            uid: id,
-            type: 0,
-            page: 1,
-        },
-    }).json();
-
-    const list = articleList.data.datalist.map((item) => ({
-        title: item.title,
-        link: `${utils.baseUrl}/article/${item.aid}.html`,
-        description: item.summary,
-        pubDate: parseDate(item.time),
-    }));
-
-    const items = await utils.ProcessFeed(list, ctx.cache);
-
-    const authorInfo = `虎嗅网 - ${items[0].author}`;
-
-    ctx.state.data = {
-        title: authorInfo,
-        link,
-        item: items,
-    };
-};