rsshub 1.0.0-master.fcdc18f → 1.0.0-master.fcff124

package/package.json

@@ -1,189 +1,218 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.fcdc18f",
+  "version": "1.0.0-master.fcff124",
   "description": "Make RSS Great Again!",
-  "main": "lib/pkg.js",
-  "files": [
-    "lib"
-  ],
-  "scripts": {
-    "start": "node lib/index.js",
-    "dev": "cross-env NODE_ENV=dev nodemon --inspect lib/index.js",
-    "profiling": "NODE_ENV=production node --prof lib/index.js",
-    "docs:dev": "vuepress dev docs",
-    "docs:build": "vuepress build docs",
-    "build:all": "npm run build:radar && npm run build:maintainer",
-    "build:radar": "node scripts/workflow/build-radar.js",
-    "build:maintainer": "node scripts/workflow/build-maintainer.js",
-    "lint": "eslint .",
-    "format": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js && prettier \"**/*.{js,json}\" --write",
-    "format:staged": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js --staged && pretty-quick --staged --verbose --pattern \"**/*.{js,json}\"",
-    "format:check": "eslint \"**/*.{js,yml}\" && prettier-check \"**/*.{js,json}\"",
-    "jest": "cross-env NODE_ENV=test jest --runInBand --forceExit --detectOpenHandles",
-    "jest:coverage": "cross-env NODE_ENV=test jest --coverage --reporters=default --reporters=jest-junit --runInBand --forceExit --detectOpenHandles",
-    "jest:watch": "cross-env NODE_ENV=test jest --watch",
-    "test": "npm run format:check && npm run jest:coverage"
-  },
-  "reporters": [
-    "default",
-    "jest-junit"
+  "keywords": [
+    "RSS"
   ],
-  "jest-junit": {
-    "outputDirectory": "coverage"
+  "homepage": "https://github.com/DIYgod/RSSHub#readme",
+  "bugs": {
+    "url": "https://github.com/DIYgod/RSSHub/issues"
   },
   "repository": {
     "type": "git",
     "url": "git+https://github.com/DIYgod/RSSHub.git"
   },
-  "keywords": [
-    "RSS"
+  "license": "MIT",
+  "author": "DIYgod",
+  "main": "lib/pkg.js",
+  "files": [
+    "lib"
   ],
-  "gitHooks": {
-    "pre-commit": "npm run format:staged"
+  "lint-staged": {
+    "*.js": [
+      "eslint --cache --fix",
+      "prettier --ignore-unknown --ignore-path ./.gitignore --write"
+    ],
+    "*.md": "node website/docs/.format/format.js --staged",
+    "*.yml": "eslint --cache --fix"
   },
-  "author": "DIYgod",
-  "license": "MIT",
-  "bugs": {
-    "url": "https://github.com/DIYgod/RSSHub/issues"
+  "nodemonConfig": {
+    "ext": "art,js,mjs,json",
+    "watch": [
+      ".env",
+      "lib",
+      "test"
+    ]
   },
-  "homepage": "https://github.com/DIYgod/RSSHub#readme",
-  "devDependencies": {
-    "@napi-rs/pinyin": "1.7.1",
-    "@types/koa": "2.13.5",
-    "@vercel/nft": "0.22.6",
-    "@vuepress/plugin-back-to-top": "1.9.8",
-    "@vuepress/plugin-google-analytics": "1.9.8",
-    "@vuepress/plugin-pwa": "1.9.8",
-    "@vuepress/shared-utils": "1.9.8",
-    "cross-env": "7.0.3",
-    "eslint": "8.34.0",
-    "eslint-config-prettier": "8.6.0",
-    "eslint-plugin-prettier": "4.2.1",
-    "eslint-plugin-yml": "1.5.0",
-    "fs-extra": "11.1.0",
-    "jest": "29.4.2",
-    "jest-junit": "15.0.0",
-    "meilisearch": "0.31.1",
-    "mockdate": "3.0.5",
-    "nock": "13.3.0",
-    "nodemon": "2.0.20",
-    "prettier": "2.8.4",
-    "prettier-check": "2.0.0",
-    "pretty-quick": "3.1.3",
-    "remark": "13.0.0",
-    "remark-frontmatter": "3.0.0",
-    "remark-gfm": "1.0.0",
-    "remark-pangu": "2.2.0",
-    "remark-parse": "9.0.0",
-    "remark-preset-prettier": "0.5.1",
-    "remark-stringify": "9.0.1",
-    "request-promise-native": "1.0.9",
-    "staged-git-files": "1.3.0",
-    "string-width": "4.2.3",
-    "supertest": "6.3.3",
-    "tosource": "2.0.0-alpha.3",
-    "unified": "9.2.2",
-    "vuepress": "1.9.8",
-    "vuepress-plugin-meilisearch": "0.13.0",
-    "vuepress-plugin-sitemap": "2.3.1",
-    "yorkie": "2.0.0"
+  "jest": {
+    "bail": true,
+    "collectCoverageFrom": [
+      "lib/**/*.js",
+      "!lib/routes/**/*.js",
+      "!lib/v2/**/*.js",
+      "!lib/router.js",
+      "!lib/maintainer.js",
+      "!lib/radar.js",
+      "!lib/radar-rules.js"
+    ],
+    "coverageReporters": [
+      "text-summary",
+      "lcov"
+    ],
+    "moduleNameMapper": {
+      "@/(.*)": "<rootDir>/lib/$1"
+    },
+    "testEnvironment": "node",
+    "testMatch": [
+      "**/test/**/*.js"
+    ],
+    "testPathIgnorePatterns": [
+      "/node_modules/",
+      "/lib/"
+    ]
+  },
+  "jest-junit": {
+    "outputDirectory": "coverage"
   },
   "dependencies": {
     "@koa/router": "12.0.0",
+    "@notionhq/client": "2.2.13",
     "@postlight/parser": "2.2.3",
-    "@sentry/node": "7.37.2",
+    "@sentry/node": "7.72.0",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "bbcodejs": "0.0.4",
     "cheerio": "1.0.0-rc.12",
-    "chrono-node": "2.5.0",
+    "chrono-node": "2.7.0",
     "city-timezones": "1.2.1",
     "crypto-js": "4.1.1",
     "currency-symbol-map": "5.1.0",
-    "dayjs": "1.11.7",
-    "dotenv": "16.0.3",
-    "emailjs-imap-client": "3.1.0",
-    "entities": "3.0.1",
+    "dayjs": "1.11.8",
+    "dotenv": "16.3.1",
+    "entities": "4.5.0",
     "etag": "1.8.1",
     "fanfou-sdk": "4.2.0",
     "git-rev-sync": "3.0.2",
-    "googleapis": "111.0.0",
+    "googleapis": "126.0.1",
     "got": "11.8.6",
-    "https-proxy-agent": "5.0.1",
+    "https-proxy-agent": "7.0.2",
     "iconv-lite": "0.6.3",
+    "imapflow": "1.0.144",
     "instagram-private-api": "1.45.3",
-    "ioredis": "5.3.1",
+    "ioredis": "5.3.2",
     "ip-regex": "4.3.0",
     "is-localhost-ip": "2.0.0",
-    "jsdom": "21.1.0",
+    "jsdom": "22.1.0",
     "json-bigint": "1.0.0",
     "json5": "2.2.3",
-    "koa": "2.14.1",
+    "jsrsasign": "10.8.6",
+    "koa": "2.14.2",
     "koa-basic-auth": "4.0.0",
     "koa-favicon": "2.1.0",
     "koa-mount": "4.0.0",
-    "lru-cache": "7.14.1",
-    "lz-string": "1.4.4",
-    "mailparser": "3.6.3",
-    "markdown-it": "13.0.1",
-    "module-alias": "2.2.2",
-    "parse-torrent": "9.1.5",
+    "koa-static": "5.0.0",
+    "lru-cache": "10.0.1",
+    "lz-string": "1.5.0",
+    "mailparser": "3.6.5",
+    "markdown-it": "13.0.2",
+    "module-alias": "2.2.3",
+    "notion-to-md": "3.1.1",
     "pidusage": "3.0.2",
-    "plist": "3.0.6",
-    "proxy-chain": "2.2.0",
-    "puppeteer": "19.7.0",
-    "puppeteer-extra": "3.3.4",
-    "puppeteer-extra-plugin-stealth": "2.11.1",
+    "plist": "3.1.0",
+    "proxy-chain": "2.3.0",
+    "puppeteer": "21.3.5",
+    "puppeteer-extra": "3.3.6",
+    "puppeteer-extra-plugin-stealth": "2.11.2",
+    "puppeteer-extra-plugin-user-data-dir": "2.4.1",
+    "puppeteer-extra-plugin-user-preferences": "2.4.1",
     "query-string": "7.1.3",
-    "rand-user-agent": "1.0.105",
-    "re2": "1.18.0",
+    "rand-user-agent": "1.0.109",
+    "re2js": "0.4.0",
     "require-all": "3.0.0",
-    "rss-parser": "3.12.0",
+    "rfc4648": "1.5.2",
+    "rss-parser": "3.13.0",
     "showdown": "2.1.0",
     "simplecc-wasm": "0.1.5",
-    "socks-proxy-agent": "7.0.0",
-    "string-similarity": "4.0.4",
+    "socks-proxy-agent": "8.0.2",
+    "source-map": "0.7.4",
     "tiny-async-pool": "2.1.0",
-    "torrent-search-api": "2.1.4",
-    "tough-cookie": "4.1.2",
-    "twitter-api-v2": "1.14.1",
-    "winston": "3.8.2",
-    "xml2js": "0.4.23"
+    "tough-cookie": "4.1.3",
+    "twitter-api-v2": "1.15.1",
+    "winston": "3.10.0"
   },
-  "jest": {
-    "testMatch": [
-      "**/test/**/*.js"
-    ],
-    "testPathIgnorePatterns": [
-      "/node_modules/",
-      "/lib/"
-    ],
-    "coverageReporters": [
-      "text-summary",
-      "lcov"
-    ],
-    "collectCoverageFrom": [
-      "lib/**/*.js",
-      "!lib/routes/**/*.js",
-      "!lib/v2/**/*.js",
-      "!lib/radar-rules.js",
-      "!lib/router.js"
-    ],
-    "bail": true,
-    "testEnvironment": "node",
-    "moduleNameMapper": {
-      "@/(.*)": "<rootDir>/lib/$1"
-    }
-  },
-  "nodemonConfig": {
-    "watch": [
-      ".env",
-      "lib",
-      "test"
-    ],
-    "ext": "art,js,mjs,json"
+  "devDependencies": {
+    "@microsoft/eslint-formatter-sarif": "3.0.0",
+    "@types/aes-js": "3.1.2",
+    "@types/crypto-js": "4.1.2",
+    "@types/eslint": "8.44.3",
+    "@types/eslint-config-prettier": "6.11.1",
+    "@types/etag": "1.8.1",
+    "@types/fs-extra": "11.0.2",
+    "@types/git-rev-sync": "2.0.0",
+    "@types/imapflow": "1.0.14",
+    "@types/jsdom": "21.1.3",
+    "@types/json-bigint": "1.0.2",
+    "@types/koa": "2.13.9",
+    "@types/koa-basic-auth": "2.0.4",
+    "@types/koa-favicon": "2.0.22",
+    "@types/koa-mount": "4.0.3",
+    "@types/koa-static": "4.0.2",
+    "@types/koa__router": "12.0.1",
+    "@types/lint-staged": "13.2.0",
+    "@types/mailparser": "3.4.0",
+    "@types/markdown-it": "13.0.1",
+    "@types/module-alias": "2.0.2",
+    "@types/nodemon": "1.19.3",
+    "@types/pidusage": "2.0.3",
+    "@types/plist": "3.0.3",
+    "@types/request-promise-native": "1.0.18",
+    "@types/require-all": "3.0.3",
+    "@types/showdown": "2.0.2",
+    "@types/supertest": "2.0.13",
+    "@types/tiny-async-pool": "2.0.0",
+    "@types/tough-cookie": "4.0.3",
+    "@vercel/nft": "0.24.1",
+    "cross-env": "7.0.3",
+    "eslint": "8.50.0",
+    "eslint-config-prettier": "9.0.0",
+    "eslint-plugin-n": "16.1.0",
+    "eslint-plugin-prettier": "5.0.0",
+    "eslint-plugin-yml": "1.9.0",
+    "fs-extra": "11.1.1",
+    "husky": "8.0.3",
+    "jest": "29.7.0",
+    "jest-junit": "16.0.0",
+    "lint-staged": "14.0.1",
+    "mockdate": "3.0.5",
+    "nock": "13.3.3",
+    "nodemon": "3.0.1",
+    "prettier": "3.0.3",
+    "remark": "13.0.0",
+    "remark-frontmatter": "3.0.0",
+    "remark-gfm": "1.0.0",
+    "remark-pangu": "2.2.0",
+    "remark-parse": "9.0.0",
+    "remark-preset-prettier": "0.5.1",
+    "remark-stringify": "9.0.1",
+    "request-promise-native": "1.0.9",
+    "staged-git-files": "1.3.0",
+    "string-width": "4.2.3",
+    "supertest": "6.3.3",
+    "tosource": "2.0.0-alpha.3",
+    "unified": "9.2.2"
   },
   "engines": {
-    "node": ">=14"
+    "node": ">=16"
+  },
+  "reporters": [
+    "default",
+    "jest-junit"
+  ],
+  "scripts": {
+    "build:all": "npm run build:radar && npm run build:maintainer",
+    "build:maintainer": "node scripts/workflow/build-maintainer.js",
+    "build:radar": "node scripts/workflow/build-radar.js",
+    "dev": "cross-env NODE_ENV=dev nodemon --inspect lib/index.js",
+    "format": "eslint --cache --fix \"**/*.{js,yml}\" && node website/docs/.format/format.js && prettier \"**/*.{js,json}\" --write",
+    "format:check": "eslint --cache \"**/*.{js,yml}\" && prettier \"**/*.{js,json}\" --check",
+    "format:staged": "lint-staged",
+    "jest": "cross-env NODE_ENV=test jest --runInBand --forceExit --detectOpenHandles",
+    "jest:coverage": "cross-env NODE_ENV=test jest --coverage --reporters=default --reporters=jest-junit --runInBand --forceExit --detectOpenHandles",
+    "jest:watch": "cross-env NODE_ENV=test jest --watch",
+    "lint": "eslint --cache .",
+    "profiling": "NODE_ENV=production node --prof lib/index.js",
+    "start": "node lib/index.js",
+    "test": "npm run format:check && npm run jest:coverage"
   }
-}
+}

package/lib/routes/141jav/141jav.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'new';
-    const key = type === 'day' ? ctx.params.key.slice(0, 4) + '/' + ctx.params.key.slice(4, 6) + '/' + ctx.params.key.slice(6, 8) : ctx.params.key || '';
-    const link = 'https://www.141jav.com' + `/${type === 'day' ? '' : type}${type === 'new' ? '' : '/' + key}`.replace('//', '/');
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('div.columns');
-
-    let itemPicUrl;
-
-    ctx.state.data = {
-        title: `141jav - ${type} ${key}`,
-        link,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    itemPicUrl = item.find('img').attr('src');
-                    return {
-                        title: '【' + item.find('div.card-content.is-flex > h5 > a').text() + '】' + item.find('div.card-content.is-flex > h5 > span').text(),
-                        description: `<img src="${itemPicUrl}"/><br/>Time: ${item.find('p.subtitle.is-6 > a').text()}<br/>Desc: ${item.find('p.level.has-text-grey-dark').text()}`,
-                        link: item.find('div.card-content.is-flex > h5 > a').attr('href'),
-                        enclosure_url: item.find('div.card-content.is-flex > a').attr('href'),
-                        enclosure_type: 'application/x-bittorrent',
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/141ppv/141ppv.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'new';
-    const key = type === 'day' ? ctx.params.key.slice(0, 4) + '/' + ctx.params.key.slice(4, 6) + '/' + ctx.params.key.slice(6, 8) : ctx.params.key || '';
-    const link = 'https://www.141ppv.com' + `/${type === 'day' ? '' : type}${type === 'new' ? '' : '/' + key}`.replace('//', '/');
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('div.columns');
-
-    let itemPicUrl;
-
-    ctx.state.data = {
-        title: `141ppv - ${type} ${key}`,
-        link,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    itemPicUrl = item.find('img').attr('src');
-                    return {
-                        title: '【' + item.find('div.card-content.is-flex > h5 > a').text() + '】' + item.find('div.card-content.is-flex > h5 > span').text(),
-                        description: `<img src="${itemPicUrl}"/><br/>Time: ${item.find('p.subtitle.is-6 > a').text()}<br/>Desc: ${item.find('p.level.has-text-grey-dark').text()}`,
-                        link: item.find('div.card-content.is-flex > h5 > a').attr('href'),
-                        enclosure_url: item.find('div.card-content.is-flex > a').attr('href'),
-                        enclosure_type: 'application/x-bittorrent',
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/1point3acres/blog.js

@@ -1,52 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-
-    const rootUrl = 'https://www.1point3acres.com';
-    const currentUrl = `${rootUrl}/${category === '' ? 'BlogPosts' : `category/${category.replace(/-/g, '/')}`}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('.mybloglist h2 a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('h2, .meta_tags, .pagination, .subinfopost, #comments').remove();
-
-                item.description = content('.post').html();
-                item.pubDate = new Date(detailResponse.data.match(/"datePublished":"(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\+00:00)","dateModified":/)[1]).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    const title = $('title').text().split(' | ')[0];
-
-    ctx.state.data = {
-        title: `${title === 'BlogPosts' ? '全部' : title} - 一亩三分地论坛博客`,
-        link: currentUrl,
-        item: items,
-    };
-};