rsshub 1.0.0-master.f7add90 → 1.0.0-master.f7bfacc

package/package.json

@@ -1,98 +1,67 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.f7add90",
+  "version": "1.0.0-master.f7bfacc",
   "description": "Make RSS Great Again!",
-  "main": "lib/pkg.js",
-  "files": [
-    "lib"
-  ],
-  "scripts": {
-    "start": "node lib/index.js",
-    "dev": "cross-env NODE_ENV=dev nodemon --inspect lib/index.js",
-    "profiling": "NODE_ENV=production node --prof lib/index.js",
-    "docs:dev": "vuepress dev docs",
-    "docs:build": "vuepress build docs",
-    "build:all": "npm run build:radar && npm run build:maintainer",
-    "build:radar": "node scripts/workflow/build-radar.js",
-    "build:maintainer": "node scripts/workflow/build-maintainer.js",
-    "lint": "eslint .",
-    "format": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js && prettier \"**/*.{js,json}\" --write",
-    "format:staged": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js --staged && pretty-quick --staged --verbose --pattern \"**/*.{js,json}\"",
-    "format:check": "eslint \"**/*.{js,yml}\" && prettier-check \"**/*.{js,json}\"",
-    "jest": "cross-env NODE_ENV=test jest --runInBand --forceExit --detectOpenHandles",
-    "jest:coverage": "cross-env NODE_ENV=test jest --coverage --reporters=default --reporters=jest-junit --runInBand --forceExit --detectOpenHandles",
-    "jest:watch": "cross-env NODE_ENV=test jest --watch",
-    "test": "npm run format:check && npm run jest:coverage"
-  },
-  "reporters": [
-    "default",
-    "jest-junit"
+  "keywords": [
+    "RSS"
   ],
-  "jest-junit": {
-    "outputDirectory": "coverage"
+  "homepage": "https://github.com/DIYgod/RSSHub#readme",
+  "bugs": {
+    "url": "https://github.com/DIYgod/RSSHub/issues"
   },
   "repository": {
     "type": "git",
     "url": "git+https://github.com/DIYgod/RSSHub.git"
   },
-  "keywords": [
-    "RSS"
+  "license": "MIT",
+  "author": "DIYgod",
+  "main": "lib/pkg.js",
+  "files": [
+    "lib"
   ],
-  "gitHooks": {
-    "pre-commit": "npm run format:staged"
+  "nodemonConfig": {
+    "ext": "art,js,mjs,json",
+    "watch": [
+      ".env",
+      "lib",
+      "test"
+    ]
   },
-  "author": "DIYgod",
-  "license": "MIT",
-  "bugs": {
-    "url": "https://github.com/DIYgod/RSSHub/issues"
+  "jest": {
+    "bail": true,
+    "collectCoverageFrom": [
+      "lib/**/*.js",
+      "!lib/routes/**/*.js",
+      "!lib/v2/**/*.js",
+      "!lib/router.js",
+      "!lib/maintainer.js",
+      "!lib/radar.js",
+      "!lib/radar-rules.js"
+    ],
+    "coverageReporters": [
+      "text-summary",
+      "lcov"
+    ],
+    "moduleNameMapper": {
+      "@/(.*)": "<rootDir>/lib/$1"
+    },
+    "testEnvironment": "node",
+    "testMatch": [
+      "**/test/**/*.js"
+    ],
+    "testPathIgnorePatterns": [
+      "/node_modules/",
+      "/lib/"
+    ]
   },
-  "homepage": "https://github.com/DIYgod/RSSHub#readme",
-  "devDependencies": {
-    "@microsoft/eslint-formatter-sarif": "3.0.0",
-    "@napi-rs/pinyin": "1.7.1",
-    "@types/koa": "2.13.6",
-    "@vercel/nft": "0.22.6",
-    "@vuepress/plugin-back-to-top": "1.9.9",
-    "@vuepress/plugin-google-analytics": "1.9.9",
-    "@vuepress/plugin-pwa": "1.9.9",
-    "@vuepress/shared-utils": "1.9.9",
-    "cross-env": "7.0.3",
-    "eslint": "8.38.0",
-    "eslint-config-prettier": "8.8.0",
-    "eslint-plugin-prettier": "4.2.1",
-    "eslint-plugin-yml": "1.5.0",
-    "fs-extra": "11.1.1",
-    "jest": "29.5.0",
-    "jest-junit": "16.0.0",
-    "meilisearch": "0.32.3",
-    "mockdate": "3.0.5",
-    "nock": "13.3.0",
-    "nodemon": "2.0.22",
-    "prettier": "2.8.7",
-    "prettier-check": "2.0.0",
-    "pretty-quick": "3.1.3",
-    "remark": "13.0.0",
-    "remark-frontmatter": "3.0.0",
-    "remark-gfm": "1.0.0",
-    "remark-pangu": "2.2.0",
-    "remark-parse": "9.0.0",
-    "remark-preset-prettier": "0.5.1",
-    "remark-stringify": "9.0.1",
-    "request-promise-native": "1.0.9",
-    "staged-git-files": "1.3.0",
-    "string-width": "4.2.3",
-    "supertest": "6.3.3",
-    "tosource": "2.0.0-alpha.3",
-    "unified": "9.2.2",
-    "vuepress": "1.9.9",
-    "vuepress-plugin-meilisearch": "0.13.0",
-    "vuepress-plugin-sitemap": "2.3.1",
-    "yorkie": "2.0.0"
+  "jest-junit": {
+    "outputDirectory": "coverage"
   },
   "dependencies": {
     "@koa/router": "12.0.0",
+    "@notionhq/client": "2.2.5",
     "@postlight/parser": "2.2.3",
-    "@sentry/node": "7.49.0",
+    "@sentry/node": "7.53.1",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "bbcodejs": "0.0.4",
@@ -104,88 +73,110 @@
     "dayjs": "1.11.7",
     "dotenv": "16.0.3",
     "emailjs-imap-client": "3.1.0",
-    "entities": "3.0.1",
+    "entities": "4.5.0",
     "etag": "1.8.1",
     "fanfou-sdk": "4.2.0",
     "git-rev-sync": "3.0.2",
     "googleapis": "118.0.0",
     "got": "11.8.6",
-    "https-proxy-agent": "5.0.1",
+    "https-proxy-agent": "7.0.0",
     "iconv-lite": "0.6.3",
     "instagram-private-api": "1.45.3",
     "ioredis": "5.3.2",
     "ip-regex": "4.3.0",
     "is-localhost-ip": "2.0.0",
-    "jsdom": "21.1.1",
+    "jsdom": "22.1.0",
     "json-bigint": "1.0.0",
     "json5": "2.2.3",
     "koa": "2.14.2",
     "koa-basic-auth": "4.0.0",
     "koa-favicon": "2.1.0",
     "koa-mount": "4.0.0",
-    "lru-cache": "8.0.5",
+    "koa-static": "5.0.0",
+    "lru-cache": "9.1.1",
     "lz-string": "1.5.0",
     "mailparser": "3.6.4",
     "markdown-it": "13.0.1",
     "module-alias": "2.2.2",
+    "notion-to-md": "3.0.1",
     "pidusage": "3.0.2",
     "plist": "3.0.6",
     "proxy-chain": "2.3.0",
-    "puppeteer": "19.8.3",
+    "puppeteer": "20.4.0",
     "puppeteer-extra": "3.3.6",
     "puppeteer-extra-plugin-stealth": "2.11.2",
+    "puppeteer-extra-plugin-user-data-dir": "2.4.1",
+    "puppeteer-extra-plugin-user-preferences": "2.4.1",
     "query-string": "7.1.3",
     "rand-user-agent": "1.0.109",
-    "re2": "1.18.0",
+    "re2": "1.19.0",
     "require-all": "3.0.0",
     "rss-parser": "3.13.0",
     "showdown": "2.1.0",
     "simplecc-wasm": "0.1.5",
-    "socks-proxy-agent": "7.0.0",
+    "socks-proxy-agent": "8.0.1",
     "source-map": "0.7.4",
-    "string-similarity": "4.0.4",
     "tiny-async-pool": "2.1.0",
     "tough-cookie": "4.1.2",
-    "twitter-api-v2": "1.14.2",
-    "winston": "3.8.2",
+    "twitter-api-v2": "1.14.3",
+    "winston": "3.9.0",
     "xml2js": "0.5.0"
   },
-  "jest": {
-    "testMatch": [
-      "**/test/**/*.js"
-    ],
-    "testPathIgnorePatterns": [
-      "/node_modules/",
-      "/lib/"
-    ],
-    "coverageReporters": [
-      "text-summary",
-      "lcov"
-    ],
-    "collectCoverageFrom": [
-      "lib/**/*.js",
-      "!lib/routes/**/*.js",
-      "!lib/v2/**/*.js",
-      "!lib/router.js",
-      "!lib/maintainer.js",
-      "!lib/radar.js",
-      "!lib/radar-rules.js"
-    ],
-    "bail": true,
-    "testEnvironment": "node",
-    "moduleNameMapper": {
-      "@/(.*)": "<rootDir>/lib/$1"
-    }
-  },
-  "nodemonConfig": {
-    "watch": [
-      ".env",
-      "lib",
-      "test"
-    ],
-    "ext": "art,js,mjs,json"
+  "devDependencies": {
+    "@microsoft/eslint-formatter-sarif": "3.0.0",
+    "@types/koa": "2.13.6",
+    "@vercel/nft": "0.22.6",
+    "cross-env": "7.0.3",
+    "eslint": "8.41.0",
+    "eslint-config-prettier": "8.8.0",
+    "eslint-plugin-n": "16.0.0",
+    "eslint-plugin-prettier": "4.2.1",
+    "eslint-plugin-yml": "1.7.0",
+    "fs-extra": "11.1.1",
+    "husky": "8.0.3",
+    "jest": "29.5.0",
+    "jest-junit": "16.0.0",
+    "mockdate": "3.0.5",
+    "nock": "13.3.1",
+    "nodemon": "2.0.22",
+    "prettier": "2.8.8",
+    "prettier-check": "2.0.0",
+    "pretty-quick": "3.1.3",
+    "remark": "13.0.0",
+    "remark-frontmatter": "3.0.0",
+    "remark-gfm": "1.0.0",
+    "remark-pangu": "2.2.0",
+    "remark-parse": "9.0.0",
+    "remark-preset-prettier": "0.5.1",
+    "remark-stringify": "9.0.1",
+    "request-promise-native": "1.0.9",
+    "staged-git-files": "1.3.0",
+    "string-width": "4.2.3",
+    "supertest": "6.3.3",
+    "tosource": "2.0.0-alpha.3",
+    "unified": "9.2.2"
   },
   "engines": {
     "node": ">=16"
+  },
+  "reporters": [
+    "default",
+    "jest-junit"
+  ],
+  "scripts": {
+    "build:all": "npm run build:radar && npm run build:maintainer",
+    "build:maintainer": "node scripts/workflow/build-maintainer.js",
+    "build:radar": "node scripts/workflow/build-radar.js",
+    "dev": "cross-env NODE_ENV=dev nodemon --inspect lib/index.js",
+    "format": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js && prettier \"**/*.{js,json}\" --write",
+    "format:check": "eslint \"**/*.{js,yml}\" && prettier-check \"**/*.{js,json}\"",
+    "format:staged": "eslint --cache \"**/*.{js,yml}\" --fix && node docs/.format/format.js --staged && pretty-quick --staged --verbose --pattern \"**/*.{js,json}\"",
+    "jest": "cross-env NODE_ENV=test jest --runInBand --forceExit --detectOpenHandles",
+    "jest:coverage": "cross-env NODE_ENV=test jest --coverage --reporters=default --reporters=jest-junit --runInBand --forceExit --detectOpenHandles",
+    "jest:watch": "cross-env NODE_ENV=test jest --watch",
+    "lint": "eslint .",
+    "profiling": "NODE_ENV=production node --prof lib/index.js",
+    "start": "node lib/index.js",
+    "test": "npm run format:check && npm run jest:coverage"
   }
-}
+}

package/lib/routes/141jav/141jav.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'new';
-    const key = type === 'day' ? ctx.params.key.slice(0, 4) + '/' + ctx.params.key.slice(4, 6) + '/' + ctx.params.key.slice(6, 8) : ctx.params.key || '';
-    const link = 'https://www.141jav.com' + `/${type === 'day' ? '' : type}${type === 'new' ? '' : '/' + key}`.replace('//', '/');
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('div.columns');
-
-    let itemPicUrl;
-
-    ctx.state.data = {
-        title: `141jav - ${type} ${key}`,
-        link,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    itemPicUrl = item.find('img').attr('src');
-                    return {
-                        title: '【' + item.find('div.card-content.is-flex > h5 > a').text() + '】' + item.find('div.card-content.is-flex > h5 > span').text(),
-                        description: `<img src="${itemPicUrl}"/><br/>Time: ${item.find('p.subtitle.is-6 > a').text()}<br/>Desc: ${item.find('p.level.has-text-grey-dark').text()}`,
-                        link: item.find('div.card-content.is-flex > h5 > a').attr('href'),
-                        enclosure_url: item.find('div.card-content.is-flex > a').attr('href'),
-                        enclosure_type: 'application/x-bittorrent',
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/141ppv/141ppv.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'new';
-    const key = type === 'day' ? ctx.params.key.slice(0, 4) + '/' + ctx.params.key.slice(4, 6) + '/' + ctx.params.key.slice(6, 8) : ctx.params.key || '';
-    const link = 'https://www.141ppv.com' + `/${type === 'day' ? '' : type}${type === 'new' ? '' : '/' + key}`.replace('//', '/');
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('div.columns');
-
-    let itemPicUrl;
-
-    ctx.state.data = {
-        title: `141ppv - ${type} ${key}`,
-        link,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    itemPicUrl = item.find('img').attr('src');
-                    return {
-                        title: '【' + item.find('div.card-content.is-flex > h5 > a').text() + '】' + item.find('div.card-content.is-flex > h5 > span').text(),
-                        description: `<img src="${itemPicUrl}"/><br/>Time: ${item.find('p.subtitle.is-6 > a').text()}<br/>Desc: ${item.find('p.level.has-text-grey-dark').text()}`,
-                        link: item.find('div.card-content.is-flex > h5 > a').attr('href'),
-                        enclosure_url: item.find('div.card-content.is-flex > a').attr('href'),
-                        enclosure_type: 'application/x-bittorrent',
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/3dm/game.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const name = ctx.params.name;
-    const type = ctx.params.type;
-    const url = `http://www.3dmgame.com/games/${name}/${type}`;
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    let list;
-    if (type === 'resource') {
-        list = $('.ZQ_Left .Llis_4 .lis:first-of-type li').get();
-    } else {
-        list = $('.ZQ_Left .lis').slice(0, 10).get();
-    }
-
-    const items = list.map((i) => {
-        const item = $(i);
-        const url = item.find('.bt').attr('href');
-
-        const single = {
-            title: item.find('.bt').text(),
-            pubDate: item.find('p').text(),
-            link: url,
-            guid: url,
-        };
-        return single;
-    });
-
-    ctx.state.data = {
-        title: $('title').text().split('_')[0],
-        link: url,
-        item: items,
-    };
-};

package/lib/routes/3dm/news_center.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const sourceTimezoneOffset = -8;
-module.exports = async (ctx) => {
-    const url = 'http://www.3dmgame.com/news/';
-    const res = await got({
-        method: 'get',
-        url,
-    });
-    const $ = cheerio.load(res.data);
-    const list = $('.Revision_list .selectpost').get();
-    const out = await Promise.all(
-        list.map(async (i) => {
-            const item = $(i);
-            const itemUrl = $(item).find('.text').find('a').attr('href');
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const title = $(item).find('.text').find('.bt').text();
-
-            const category = $(item).find('.text').find('.bq').find('a').text();
-
-            const itemReponse = await got.get(itemUrl);
-            const itemElement = cheerio.load(itemReponse.data);
-            const description = itemElement('.news_warp_center').html();
-
-            const pageInfo = $(item).find('.time').text();
-            const regex = /\d{4}-\d{2}-\d{2} \d{2}:\d{2}/;
-            const regRes = regex.exec(pageInfo);
-            const time = regRes === null ? new Date() : new Date(regRes[0]);
-            time.setTime(time.getTime() + (sourceTimezoneOffset - time.getTimezoneOffset() / 60) * 60 * 60 * 1000);
-
-            const single = {
-                title,
-                category,
-                description,
-                pubDate: time.toUTCString(),
-                link: itemUrl,
-                guid: itemUrl,
-            };
-
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '3DM - ' + $('title').text().split('_')[0],
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/aeon/category.js

@@ -1,70 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = `https://aeon.co/${ctx.params.cid}`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.cYolgs > a').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('.styled__Title-sc-14lmmht-10').text();
-            const partial = $('a').attr('href');
-            const address = `https://aeon.co${partial}`;
-            const author = $('.styled__Author-sc-14lmmht-12').text();
-
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-            const time = capture('.article__PublishedDate-br4ey4-14').text();
-
-            capture('div.newsletter-signup').remove();
-            capture('p.pullquote').remove();
-            capture('div.article__related').remove();
-            capture('div.article__shares').remove();
-
-            let bio;
-            const authorInfo = '.VEKKL';
-            if (capture(authorInfo).html() !== null) {
-                bio =
-                    `<br><br><hr><span><p>` +
-                    capture(authorInfo)
-                        .html()
-                        .replace(/<\/?span[^>]*>/g, '')
-                        .replace(/<\/?p[^>]*>/g, ' ') +
-                    `</p></span><hr>`;
-            } else {
-                bio = '';
-            }
-
-            const imgLink = capture("head meta[property='og:image']").attr('content');
-            const banner = `<img src="${imgLink}">`;
-
-            // Currently this route is not perfectly compatible with '/videos'
-
-            const contents = banner + capture('.has-dropcap').html() + bio;
-            const single = {
-                title,
-                author,
-                pubDate: new Date(time).toUTCString(),
-                description: contents,
-                link: address,
-                guid: address,
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/aisixiang/column.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-
-    const host = `http://www.aisixiang.com/data/search.php?lanmu=${id}`;
-
-    const response = await got.get(host, {
-        responseType: 'buffer',
-    });
-
-    response.data = iconv.decode(response.data, 'gbk');
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.search_list > ul > li > a:nth-child(2)').slice(0, 10).get();
-
-    const columnName = $('.search_list > ul > li:nth-child(1) > a:nth-child(1)').text();
-
-    const items = await Promise.all(
-        list.map((e) => {
-            const link = $(e).attr('href');
-            return ctx.cache.tryGet(link, () => util.ProcessFeed(link));
-        })
-    );
-
-    ctx.state.data = {
-        title: `爱思想栏目 - ${columnName}`,
-        link: host,
-        description: `爱思想栏目 - ${columnName}`,
-        item: items,
-    };
-};

package/lib/routes/aisixiang/ranking.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const { type = 1, range = 1 } = ctx.params;
-
-    const host = `http://www.aisixiang.com/toplist/index.php?id=${type}&period=${range}`;
-
-    const response = await got.get(host, {
-        responseType: 'buffer',
-    });
-
-    response.data = iconv.decode(response.data, 'gbk');
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.tops_list > .tips > a').slice(0, 10).get();
-
-    const columnName = $('.tops_text > h3')[0].firstChild.nodeValue;
-
-    const items = await Promise.all(
-        list.map((e) => {
-            const link = $(e).attr('href');
-            return ctx.cache.tryGet(link, () => util.ProcessFeed(link));
-        })
-    );
-
-    ctx.state.data = {
-        title: `爱思想 - ${columnName}`,
-        link: host,
-        description: `爱思想 - ${columnName}`,
-        item: items,
-    };
-};

package/lib/routes/aisixiang/thinktank.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const { name, type = 'lunw' } = ctx.params;
-
-    const host = `http://www.aisixiang.com/thinktank/${name}.html`;
-
-    const response = await got.get(host, {
-        responseType: 'buffer',
-    });
-    response.data = iconv.decode(response.data, 'gbk');
-
-    const $ = cheerio.load(response.data);
-
-    const tds = $('td > img').filter(function () {
-        return $(this).attr('src') === `images/${type}.gif`;
-    });
-    if (tds.length === 0) {
-        throw `Type Not Found - ${type}`;
-    }
-
-    const list = tds.parent().next().find('a').slice(0, 5).get();
-
-    const items = await Promise.all(
-        list.map((e) => {
-            const link = $(e).attr('href');
-            return ctx.cache.tryGet(link, () => util.ProcessFeed(link));
-        })
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: host,
-        description: $('meta[name="description"]').attr('content'),
-        item: items,
-    };
-};