rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.f8b1c8d",
+  "version": "1.0.0-master.f91e29d",
   "description": "Make RSS Great Again!",
   "main": "lib/pkg.js",
   "files": [
@@ -20,10 +20,17 @@
     "format:staged": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js --staged && pretty-quick --staged --verbose --pattern \"**/*.{js,json}\"",
     "format:check": "eslint \"**/*.{js,yml}\" && prettier-check \"**/*.{js,json}\"",
     "jest": "cross-env NODE_ENV=test jest --runInBand --forceExit --detectOpenHandles",
-    "jest:coverage": "cross-env NODE_ENV=test jest --coverage --runInBand --forceExit --detectOpenHandles",
+    "jest:coverage": "cross-env NODE_ENV=test jest --coverage --reporters=default --reporters=jest-junit --runInBand --forceExit --detectOpenHandles",
     "jest:watch": "cross-env NODE_ENV=test jest --watch",
     "test": "npm run format:check && npm run jest:coverage"
   },
+  "reporters": [
+    "default",
+    "jest-junit"
+  ],
+  "jest-junit": {
+    "outputDirectory": "coverage"
+  },
   "repository": {
     "type": "git",
     "url": "git+https://github.com/DIYgod/RSSHub.git"
@@ -41,25 +48,27 @@
   },
   "homepage": "https://github.com/DIYgod/RSSHub#readme",
   "devDependencies": {
-    "@napi-rs/pinyin": "1.7.0",
-    "@types/koa": "2.13.5",
-    "@vercel/nft": "0.22.1",
-    "@vuepress/plugin-back-to-top": "1.9.7",
-    "@vuepress/plugin-google-analytics": "1.9.7",
-    "@vuepress/plugin-pwa": "1.9.7",
-    "@vuepress/shared-utils": "1.9.7",
+    "@microsoft/eslint-formatter-sarif": "3.0.0",
+    "@napi-rs/pinyin": "1.7.1",
+    "@types/koa": "2.13.6",
+    "@vercel/nft": "0.22.6",
+    "@vuepress/plugin-back-to-top": "1.9.9",
+    "@vuepress/plugin-google-analytics": "1.9.9",
+    "@vuepress/plugin-pwa": "1.9.9",
+    "@vuepress/shared-utils": "1.9.9",
     "cross-env": "7.0.3",
-    "eslint": "8.24.0",
-    "eslint-config-prettier": "8.5.0",
+    "eslint": "8.36.0",
+    "eslint-config-prettier": "8.8.0",
     "eslint-plugin-prettier": "4.2.1",
-    "eslint-plugin-yml": "1.2.0",
-    "fs-extra": "10.1.0",
-    "jest": "29.0.3",
-    "meilisearch": "0.27.0",
+    "eslint-plugin-yml": "1.5.0",
+    "fs-extra": "11.1.1",
+    "jest": "29.5.0",
+    "jest-junit": "15.0.0",
+    "meilisearch": "0.32.0",
     "mockdate": "3.0.5",
-    "nock": "13.2.9",
-    "nodemon": "2.0.20",
-    "prettier": "2.7.1",
+    "nock": "13.3.0",
+    "nodemon": "2.0.22",
+    "prettier": "2.8.7",
     "prettier-check": "2.0.0",
     "pretty-quick": "3.1.3",
     "remark": "13.0.0",
@@ -72,74 +81,71 @@
     "request-promise-native": "1.0.9",
     "staged-git-files": "1.3.0",
     "string-width": "4.2.3",
-    "supertest": "6.2.4",
+    "supertest": "6.3.3",
     "tosource": "2.0.0-alpha.3",
     "unified": "9.2.2",
-    "vuepress": "1.9.7",
-    "vuepress-plugin-meilisearch": "0.12.2",
+    "vuepress": "1.9.9",
+    "vuepress-plugin-meilisearch": "0.13.0",
     "vuepress-plugin-sitemap": "2.3.1",
     "yorkie": "2.0.0"
   },
   "dependencies": {
     "@koa/router": "12.0.0",
-    "@postlight/parser": "2.2.2",
-    "@sentry/node": "7.13.0",
+    "@postlight/parser": "2.2.3",
+    "@sentry/node": "7.45.0",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "bbcodejs": "0.0.4",
     "cheerio": "1.0.0-rc.12",
-    "chrono-node": "2.4.1",
+    "chrono-node": "2.6.2",
     "city-timezones": "1.2.1",
     "crypto-js": "4.1.1",
     "currency-symbol-map": "5.1.0",
-    "dayjs": "1.11.5",
-    "dotenv": "16.0.2",
+    "dayjs": "1.11.7",
+    "dotenv": "16.0.3",
     "emailjs-imap-client": "3.1.0",
     "entities": "3.0.1",
     "etag": "1.8.1",
     "fanfou-sdk": "4.2.0",
     "git-rev-sync": "3.0.2",
-    "googleapis": "108.0.0",
-    "got": "11.8.5",
+    "googleapis": "114.0.0",
+    "got": "11.8.6",
     "https-proxy-agent": "5.0.1",
     "iconv-lite": "0.6.3",
     "instagram-private-api": "1.45.3",
-    "ioredis": "5.2.3",
+    "ioredis": "5.3.1",
     "ip-regex": "4.3.0",
     "is-localhost-ip": "2.0.0",
-    "jsdom": "20.0.0",
+    "jsdom": "21.1.1",
     "json-bigint": "1.0.0",
-    "json5": "2.2.1",
-    "koa": "2.13.4",
+    "json5": "2.2.3",
+    "koa": "2.14.1",
     "koa-basic-auth": "4.0.0",
     "koa-favicon": "2.1.0",
     "koa-mount": "4.0.0",
-    "lru-cache": "7.14.0",
-    "lz-string": "1.4.4",
-    "mailparser": "3.5.0",
+    "lru-cache": "8.0.4",
+    "lz-string": "1.5.0",
+    "mailparser": "3.6.4",
     "markdown-it": "13.0.1",
     "module-alias": "2.2.2",
-    "parse-torrent": "9.1.5",
-    "pidusage": "3.0.0",
+    "pidusage": "3.0.2",
     "plist": "3.0.6",
-    "proxy-chain": "2.0.7",
-    "puppeteer": "18.0.5",
-    "puppeteer-extra": "3.3.4",
-    "puppeteer-extra-plugin-stealth": "2.11.1",
-    "query-string": "7.1.1",
-    "rand-user-agent": "1.0.83",
-    "re2": "1.17.7",
+    "proxy-chain": "2.2.1",
+    "puppeteer": "19.8.0",
+    "puppeteer-extra": "3.3.6",
+    "puppeteer-extra-plugin-stealth": "2.11.2",
+    "query-string": "7.1.3",
+    "rand-user-agent": "1.0.109",
+    "re2": "1.18.0",
     "require-all": "3.0.0",
     "rss-parser": "3.12.0",
     "showdown": "2.1.0",
-    "simplecc-wasm": "0.1.4",
+    "simplecc-wasm": "0.1.5",
     "socks-proxy-agent": "7.0.0",
     "string-similarity": "4.0.4",
     "tiny-async-pool": "2.1.0",
-    "torrent-search-api": "2.1.4",
     "tough-cookie": "4.1.2",
-    "tunnel": "0.0.6",
-    "twitter-api-v2": "1.12.7",
+    "twitter-api-v2": "1.14.2",
     "winston": "3.8.2",
     "xml2js": "0.4.23"
   },
@@ -177,6 +183,6 @@
     "ext": "art,js,mjs,json"
   },
   "engines": {
-    "node": ">=14"
+    "node": ">=16"
   }
 }

package/lib/routes/aljazeera/news.js

@@ -1,38 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = `https://chinese.aljazeera.net/news`;
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('h3 a')
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: url.resolve(`https://chinese.aljazeera.net`, item.attr('href')),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: `Aljazeera半岛网 - 新闻`,
-        link,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(detailResponse.data);
-                    item.pubDate = new Date(detailResponse.data.match(/"datePublished": "(.*?)",/)[1]).toUTCString();
-                    item.description = content('div.wysiwyg').html();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/apkpure/versions.js

@@ -1,23 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { region, pkg } = ctx.params;
-    const link = `https://apkpure.com/${region}/${pkg}/versions`;
-    const $ = await got.get(link).then((r) => cheerio.load(r.data));
-    const img = new URL($('.ver-top img').attr('src'));
-    img.searchParams.delete('w'); // get full resolution icon
-    ctx.state.data = {
-        title: $('.ver-top-h1').text(),
-        description: `<img src="${img.href}"> ` + $('.ver-top-title>h2').text(),
-        link: decodeURI(link),
-        item: $('.ver li')
-            .toArray()
-            .map((ver) => ({
-                title: $(ver).find('.ver-item-n').text(),
-                description: $(ver).find('a').attr('title'),
-                link: `https://apkpure.com${decodeURI($(ver).find('a').attr('href').split('?from')[0])}`,
-                pubDate: new Date($(ver).find('.update-on').text().replace(/年|月/g, '-').replace('日', '')).toUTCString(),
-            })),
-    };
-};

package/lib/routes/baidu/topwords.js

@@ -1,38 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const { boardId = 1 } = ctx.params;
-    const response = await got({
-        method: 'get',
-        url: `http://top.baidu.com/mobile_v2/buzz?b=${boardId}`,
-    });
-
-    const { board, topwords, descs } = response.data.result;
-    const items = topwords.map((item, index) => {
-        const title = item.keyword;
-        const content = descs[index].content;
-        const desc = content
-            ? content.data[0]
-            : {
-                  originlink: `https://www.baidu.com/s?ie=utf-8&wd=${encodeURIComponent(title)}`,
-                  title,
-                  description: title,
-                  pubDate: Date.now(),
-              };
-
-        return {
-            title,
-            description: `
-        <a href="${desc.originlink}">${desc.title}</a><br>
-        ${desc.description || ''}
-      `,
-            link: desc.originlink,
-            pubDate: new Date(desc.pubDate).toUTCString(),
-        };
-    });
-
-    ctx.state.data = {
-        title: `百度搜索风云榜-${board.boardname}`,
-        item: items,
-    };
-};

package/lib/routes/bjp/apod.js

@@ -1,48 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const baseUrl = 'http://www.bjp.org.cn';
-    const indexUrl = baseUrl + '/mryt/index.shtml';
-
-    const res = await got.get(indexUrl);
-
-    const $ = cheerio.load(res.data);
-
-    const list = $('b > a')
-        .slice(0, 10)
-        .get()
-        .map((e) => $(e));
-
-    const items = await Promise.all(
-        list.map(async (e) => {
-            const link = `${baseUrl}${e.attr('href')}`;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const data = await got.get(link);
-            const $ = cheerio.load(data.data);
-
-            const content = $($('body > table')[1]);
-
-            const item = {
-                title: $(e).attr('title'),
-                pubDate: new Date(data.data.match(/\d{4}-\d{2}-\d{2}/)[0]).toUTCString(),
-                description: content.find('table').last().html(),
-                link,
-                guid: link,
-            };
-            ctx.cache.set(link, JSON.stringify(item));
-
-            return item;
-        })
-    );
-    ctx.state.data = {
-        title: '北京天文馆每日一图',
-        link: indexUrl,
-        item: items,
-    };
-};

package/lib/routes/blogs/foreverblog.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.foreverblog.cn/feeds.html',
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('article[class="post post-type-normal"]');
-
-    ctx.state.data = {
-        title: '十年之约 - 订阅',
-        link: 'https://www.foreverblog.cn/feeds.html',
-        language: 'zh-cn',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('a.post-title-link>span').text(),
-                        description: item.find('div.post-author').text(),
-                        link: item.find('a.post-title-link').attr('href'),
-                        pubDate: item.find('time.post-time').text(),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/caixin/article.js

@@ -1,46 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'http://mapiv5.caixin.com//m/api/getWapIndexListByPage?page=1&callback=&_=1560140003179',
-        headers: {
-            Referer: `http://mapiv5.caixin.com/`,
-            Host: 'mapiv5.caixin.com',
-        },
-    });
-
-    const data = response.data.data.list;
-
-    const items = await Promise.all(
-        data.map(async (item) => {
-            const link = item.web_url;
-            const summary = `<blockquote><p>${item.summary}</p></blockquote><img src="${item.pics}">`;
-            const key = 'caixin_article_' + link;
-
-            const fullText = await ctx.cache.tryGet(key, async () => {
-                const result = await got.get(link);
-
-                const $ = cheerio.load(result.data);
-
-                return $('div#Main_Content_Val.text').html();
-            });
-
-            return {
-                title: item.title,
-                description: fullText ? summary + fullText : summary,
-                link,
-                pubDate: new Date(item.time * 1000),
-                author: item.author_name,
-            };
-        })
-    );
-
-    ctx.state.data = {
-        title: `财新网 - 首页`,
-        link: `http://www.caixin.com/`,
-        description: '财新网 - 首页',
-        item: items,
-    };
-};

package/lib/routes/caixin/blog.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-async function load(link, need_feed_description) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const article = $('.blog_content').removeAttr('style');
-    article.find('img').removeAttr('style');
-    article
-        .find('div')
-        // Non-breaking space U+00A0, ` ` in html
-        // element.children[0].data === $(element, article).text()
-        .filter((_, element) => element.children[0].data === String.fromCharCode(160))
-        .remove();
-    const description = article.html();
-
-    const item = { description };
-
-    if (need_feed_description) {
-        const author = $('div.widget.author_detail p:nth-child(2)');
-        // workaround to split author name and author article
-        const author_name = author.find('strong');
-        author_name.text(author_name.text() + '，');
-        item.feed_description = author.text();
-    }
-    return item;
-}
-
-module.exports = async (ctx) => {
-    const { column } = ctx.params;
-    const link = `http://${column}.blog.caixin.com`;
-    const feed_url = `${link}/feed`;
-    const feed = await parser.parseURL(feed_url);
-
-    const title = `财新博客 - ${/[^»]*$/.exec(feed.title)[0]}`;
-
-    const items = await Promise.all(
-        feed.items.slice(0, 10).map(async (item, index) => {
-            const link = item.link;
-            const single = {
-                title: item.title,
-                pubDate: item.pubDate,
-                link,
-                author: item['dc:creator'],
-            };
-            const other = await ctx.cache.tryGet(link, () => load(link, index === 0));
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link,
-        description: items[0].feed_description,
-        item: items,
-    };
-};

package/lib/routes/caixin/category.js

@@ -1,44 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const column = ctx.params.column;
-    const url = `http://${column}.caixin.com/${category}`;
-
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: url,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const title = $('title').text();
-    const list = $('.stitXtuwen_list dl dd');
-    const items = [];
-
-    for (let i = 0; i < list.length; i++) {
-        const item = {
-            title: $(list[i]).children('h4').children().text(),
-            desc: $(list[i]).children('p').text(),
-            pubDate: new Date($(list[i]).children('span').text().replace('年', '-').replace('月', '-').replace('日', '')).toUTCString(),
-            url: $(list[i]).children('h4').children().attr('href'),
-        };
-        items.push(item);
-    }
-
-    ctx.state.data = {
-        title,
-        link: url,
-        description: '财新网 - 提供财经新闻及资讯服务',
-        item: items.map((item) => ({
-            title: item.title,
-            description: item.desc,
-            guid: item.title,
-            link: item.url,
-            pubDate: item.pubDate,
-        })),
-    };
-};

package/lib/routes/caixin/database.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://database.caixin.com';
-    const currentUrl = `${rootUrl}/news`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('h4 a')
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.pubDate = timezone(parseDate(content('#pubtime_baidu').text()), +8);
-                item.description = `<p>${content('#subhead').html()}</p>`;
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '财新数据通 - 专享资讯',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/caixin/latest.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const li_r = await got({
-        method: 'get',
-        url: 'https://www.caixin.com/2021-08-22/101758426.html',
-    });
-
-    const $ = cheerio.load(li_r.data);
-    const list = $('div.columnBox a[name="new_artical"]~ul.list li');
-
-    const tasks = [];
-
-    list.map((_index, li) => $(li).find('a').first().attr('href'))
-        .filter((_index, link) => !link.includes('fm.caixin.com') && !link.includes('video.caixin.com') && !link.includes('datanews.caixin.com')) // content filter
-        .each((_index, link) => {
-            const entry = ctx.cache.tryGet(link, async () => {
-                const entry_r = await got.get(link);
-                const $ = cheerio.load(entry_r.data);
-                // title
-                const h1 = $('div#conTit h1').text();
-                // desc items
-                const subhead = $('div#subhead.subhead').text();
-                let pic_url = $('img.cx-img-loader').attr('src');
-                if (pic_url === undefined) {
-                    pic_url = $('img.cx-img-loader').attr('data-src');
-                }
-                const pic_alt = $('dl.media_pic dd').text();
-                const content = $('div#Main_Content_Val.text').html();
-
-                /*
-                const [, count] =
-                    $('a.box_titlecontent.cost-uibtn')
-                        .text()
-                        .match(/本文共计(\d+)字/) || [];
-                if (count !== 0 && count !== undefined) {
-                    content = `${content}<blockquote><p>此乃财新通收费文章，全文共计${count}字。</p></blockquote>`;
-                }
-                */
-                // desc
-                let desc;
-                if (pic_url === undefined) {
-                    desc = `<blockquote><p>${subhead}</p></blockquote>${content}`;
-                } else {
-                    desc = `<blockquote><p>${subhead}</p></blockquote><img src="${pic_url}" alt="${pic_alt}">${content}`;
-                }
-                // time
-                /*
-                const [, year, month, day, hour, minute] = $('div#artInfo.artInfo')
-                    .text()
-                    .match(/(\d+)年(\d+)月(\d+)日 *(\d+):(\d+)/);
-                */
-
-                return {
-                    title: h1,
-                    description: desc,
-                    pubDate: timezone(parseDate($('div#artInfo.artInfo').text(), 'YYYY年MM月DD日 HH:mm'), +8),
-                    link,
-                };
-            });
-            tasks.push(entry);
-        });
-
-    const rss = await Promise.all(tasks);
-
-    ctx.state.data = {
-        title: '财新网 - 最新文章',
-        link: 'http://www.caixin.com/',
-        item: rss,
-    };
-};

package/lib/routes/caixin/yxnews.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'http://k.caixin.com/app/v1/list?productIdList=8,28&uid=&unit=1&name=&code=&deviceType=&device=&userTag=&p=1&c=20',
-        headers: {
-            Referer: `http://k.caixin.com/web/`,
-            Host: 'k.caixin.com',
-        },
-    });
-
-    const data = response.data.data.list;
-    const items = await Promise.all(
-        data.map((item) => ({
-            title: item.title,
-            description: item.text,
-            link: `http://k.caixin.com/web/detail_${item.oneline_news_code}`,
-            pubDate: new Date(item.ts),
-            author: '财新一线',
-        }))
-    );
-
-    ctx.state.data = {
-        title: `财新网 - 财新一线新闻`,
-        link: `http://k.caixin.com/`,
-        description: `财新网 - 财新一线新闻`,
-        item: items,
-    };
-};