rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/zjgtjy/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'zjgtjy.cn': {
+        _name: '浙江省土地使用权网上交易系统',
+        '.': [
+            {
+                title: '全部更新',
+                docs: 'https://docs.rsshub.app/government.html',
+                source: '/',
+                target: '/zjgtjy/all',
+            },
+            {
+                title: '挂牌公告',
+                docs: 'https://docs.rsshub.app/government.html',
+                source: '/',
+                target: '/zjgtjy/gpgg',
+            },
+            {
+                title: '拍卖公告',
+                docs: 'https://docs.rsshub.app/government.html',
+                source: '/',
+                target: '/zjgtjy/pmgg',
+            },
+            {
+                title: '补充公告',
+                docs: 'https://docs.rsshub.app/government.html',
+                source: '/',
+                target: '/zjgtjy/bcgg',
+            },
+        ],
+    },
+};

package/lib/v2/zjgtjy/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./index'));
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.fd3a269",
+  "version": "1.0.0-master.fd40700",
   "description": "Make RSS Great Again!",
   "main": "lib/pkg.js",
   "files": [
@@ -16,9 +16,9 @@
     "build:radar": "node scripts/workflow/build-radar.js",
     "build:maintainer": "node scripts/workflow/build-maintainer.js",
     "lint": "eslint .",
-    "format": "eslint \"**/*.js\" --fix && node docs/.format/format.js && prettier \"**/*.{js,json}\" --write",
-    "format:staged": "eslint \"**/*.js\" --fix && node docs/.format/format.js --staged && pretty-quick --staged --verbose --pattern \"**/*.{js,json}\"",
-    "format:check": "eslint \"**/*.js\" && prettier-check \"**/*.{js,json}\"",
+    "format": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js && prettier \"**/*.{js,json}\" --write",
+    "format:staged": "eslint \"**/*.{js,yml}\" --fix && node docs/.format/format.js --staged && pretty-quick --staged --verbose --pattern \"**/*.{js,json}\"",
+    "format:check": "eslint \"**/*.{js,yml}\" && prettier-check \"**/*.{js,json}\"",
     "test": "npm run format:check && cross-env NODE_ENV=test jest --coverage --runInBand --forceExit",
     "jest": "cross-env NODE_ENV=test jest --runInBand --forceExit",
     "jest:watch": "cross-env NODE_ENV=test jest --watch"
@@ -40,96 +40,96 @@
   },
   "homepage": "https://github.com/DIYgod/RSSHub#readme",
   "devDependencies": {
-    "@napi-rs/pinyin": "^1.6.1",
-    "@types/cheerio": "0.22.24",
-    "@types/got": "9.6.11",
-    "@types/koa": "2.13.1",
-    "@vercel/nft": "0.9.6",
+    "@napi-rs/pinyin": "1.7.0",
+    "@types/cheerio": "0.22.31",
+    "@types/got": "9.6.12",
+    "@types/koa": "2.13.4",
+    "@vercel/nft": "0.17.4",
     "@vuepress/plugin-back-to-top": "1.8.2",
     "@vuepress/plugin-google-analytics": "1.8.2",
     "@vuepress/plugin-pwa": "1.8.2",
-    "ci-info": "^2.0.0",
+    "ci-info": "3.3.0",
     "cross-env": "7.0.3",
-    "eslint": "7.29.0",
+    "eslint": "8.8.0",
     "eslint-config-prettier": "8.3.0",
-    "eslint-plugin-prettier": "3.4.0",
-    "fs-extra": "^8.1.0",
-    "jest": "26.6.3",
+    "eslint-plugin-prettier": "4.0.0",
+    "eslint-plugin-yml": "0.13.0",
+    "fs-extra": "10.0.0",
+    "jest": "27.5.1",
     "mockdate": "3.0.5",
-    "nock": "13.0.11",
-    "nodemon": "2.0.7",
-    "prettier": "2.2.1",
+    "nock": "13.2.4",
+    "nodemon": "2.0.15",
+    "prettier": "2.5.1",
     "prettier-check": "2.0.0",
-    "pretty-quick": "3.1.1",
+    "pretty-quick": "3.1.3",
     "remark": "12.0.1",
     "remark-frontmatter": "2.0.0",
     "remark-pangu": "2.2.0",
     "remark-preset-prettier": "0.4.1",
-    "staged-git-files": "1.2.0",
-    "string-width": "4.2.2",
-    "supertest": "6.1.3",
+    "staged-git-files": "1.3.0",
+    "string-width": "4.2.3",
+    "supertest": "6.2.2",
     "tosource": "2.0.0-alpha.3",
     "vuepress": "1.8.2",
     "yorkie": "2.0.0"
   },
   "dependencies": {
-    "@koa/router": "10.0.0",
-    "@postlight/mercury-parser": "2.2.0",
-    "@sentry/node": "6.7.2",
+    "@koa/router": "10.1.1",
+    "@postlight/mercury-parser": "2.2.1",
+    "@sentry/node": "6.17.6",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "bbcodejs": "0.0.4",
-    "cheerio": "1.0.0-rc.3",
-    "chrono-node": "2.2.6",
-    "city-timezones": "^1.2.0",
-    "crypto-js": "4.0.0",
-    "currency-symbol-map": "4.0.4",
-    "dayjs": "1.10.3",
-    "dotenv": "8.5.1",
+    "cheerio": "1.0.0-rc.10",
+    "chrono-node": "2.3.6",
+    "city-timezones": "1.2.0",
+    "crypto-js": "4.1.1",
+    "currency-symbol-map": "5.0.1",
+    "dayjs": "1.10.7",
+    "dotenv": "16.0.0",
     "emailjs-imap-client": "3.1.0",
-    "entities": "2.1.0",
+    "entities": "3.0.1",
     "etag": "1.8.1",
     "fanfou-sdk": "4.2.0",
-    "fs-extra": "^8.1.0",
-    "git-rev-sync": "3.0.1",
-    "googleapis": "73.0.0",
-    "got": "11.8.2",
+    "git-rev-sync": "3.0.2",
+    "googleapis": "95.0.0",
+    "got": "11.8.3",
     "https-proxy-agent": "5.0.0",
-    "iconv-lite": "0.6.2",
-    "instagram-private-api": "1.44.1",
-    "ioredis": "4.27.2",
+    "iconv-lite": "0.6.3",
+    "instagram-private-api": "1.45.2",
+    "ioredis": "4.28.5",
     "ip": "*",
-    "ip-regex": "4.2.0",
+    "ip-regex": "4.3.0",
     "is-localhost-ip": "1.4.0",
-    "jsdom": "16.5.3",
+    "jsdom": "19.0.0",
     "json-bigint": "1.0.0",
     "json5": "2.2.0",
-    "koa": "2.13.1",
+    "koa": "2.13.4",
     "koa-basic-auth": "4.0.0",
     "koa-favicon": "2.1.0",
     "koa-mount": "4.0.0",
     "lru-cache": "6.0.0",
     "lz-string": "1.4.4",
-    "mailparser": "3.2.0",
-    "markdown-it": "12.0.6",
+    "mailparser": "3.4.0",
+    "markdown-it": "12.2.0",
     "module-alias": "2.2.2",
-    "parse-torrent": "9.1.3",
-    "pidusage": "2.0.21",
-    "plist": "3.0.2",
-    "puppeteer": "9.1.1",
-    "query-string": "7.0.1",
+    "parse-torrent": "9.1.4",
+    "pidusage": "3.0.0",
+    "plist": "3.0.4",
+    "puppeteer": "11.0.0",
+    "query-string": "7.1.1",
     "require-all": "3.0.0",
-    "rss-parser": "3.10.0",
+    "rss-parser": "3.12.0",
     "showdown": "1.9.1",
-    "simplecc-wasm": "0.1.2",
-    "socks-proxy-agent": "6.0.0",
-    "string-similarity": "^4.0.3",
+    "simplecc-wasm": "0.1.4",
+    "socks-proxy-agent": "6.1.1",
+    "string-similarity": "4.0.4",
     "tiny-async-pool": "1.2.0",
-    "torrent-search-api": "^2.1.3",
+    "torrent-search-api": "2.1.3",
     "tough-cookie": "4.0.0",
     "tunnel": "0.0.6",
     "twit": "2.2.11",
-    "winston": "3.3.3"
+    "winston": "3.5.1"
   },
   "jest": {
     "testMatch": [
@@ -152,5 +152,8 @@
     "moduleNameMapper": {
       "@/(.*)": "<rootDir>/lib/$1"
     }
+  },
+  "nodemonConfig": {
+    "ext": "art,js,mjs,json"
   }
 }

package/lib/routes/btzj/index.js

@@ -1,77 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const maps = {
-    base: 'https://www.88btbtt.com/',
-    govern: 'http://www.2btjia.com/',
-};
-// const baseSuffix = 'forum-index-fid-951.htm';
-async function load(link, type, ctx) {
-    const cache = await ctx.cache.get(link);
-    if (cache) {
-        return JSON.parse(cache);
-    }
-    const response = await got({
-        method: 'get',
-        url: link,
-        responseType: 'buffer',
-    });
-    const responseHtml = iconv.decode(response.data, 'utf-8');
-    const $ = cheerio.load(responseHtml);
-
-    const other = {};
-    const ela$ = $('#body > div > table:nth-child(2) > tbody > tr:nth-child(1) > td.post_td > div.attachlist > table > tbody > tr:nth-child(3) > td:nth-child(1) > a');
-    const ela$1 = $('#body > div > table:nth-child(2) > tbody > tr:nth-child(1) > td.post_td > div > div.attachlist > table > tbody > tr:nth-child(3) > td:nth-child(1) > a');
-    const content$ = $('.bg1.border.post');
-    const downloadPrefix = type === 'base' ? 'torrent下载链接:<br/><br/>' + maps[type] : 'torrent下载链接:<br/><br/>';
-    const downloada = type === 'base' ? ela$.attr('href') : ela$1.attr('href');
-    const downloadURL = downloada === undefined ? '无下载链接' : downloada.replace('dialog', 'download').toString();
-    const content = content$.html().toString();
-    other.des = downloadPrefix + downloadURL + '<br/><br/>' + '内容简介:<br/>' + content;
-    other.pubDate = type === 'base' ? new Date($('.bg2.border b:nth-child(2)').html()).toUTCString() : new Date().toUTCString();
-    ctx.cache.set(link, JSON.stringify(other));
-    return other;
-}
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'base';
-    const response = await got({
-        method: 'get',
-        url: maps[type],
-    });
-    const htmldata = response.data;
-    const $ = cheerio.load(htmldata);
-    const list = $('.subject_link.thread-new').slice(0, 10);
-
-    const base_item = list
-        .map((_, e) => ({
-            title: type === 'base' ? e.attribs.title : $(e).html(),
-            link: type === 'base' ? maps[type] + e.attribs.href : e.attribs.href,
-        }))
-        .get()
-        .reverse();
-
-    const items = await Promise.all(
-        base_item.map(async (item) => {
-            const other = await load(item.link, type, ctx);
-            return {
-                enclosure_url: String(item.link),
-                enclosure_type: 'application/x-bittorrent',
-                title: item.title,
-                description: other.des,
-                pubDate: other.pubDate,
-                link: item.link,
-            };
-        })
-    );
-
-    const data = {
-        title: 'BT之家',
-        link: maps[type],
-        description: 'BT之家RSS',
-        item: items,
-    };
-
-    ctx.state.data = data;
-};

package/lib/routes/ccreports/index.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = 'https://www.ccreports.com.cn/';
-    const listData = await got.get(url);
-    const $1 = cheerio.load(listData.data);
-    const list = $1('.con h2');
-
-    ctx.state.data = {
-        title: '消费者报道',
-        link: url,
-        item: await Promise.all(
-            list
-                .slice(0, 5)
-                .map(async (index, item) => {
-                    item = $1(item);
-                    let fullTextGet = '';
-                    let fullText = '';
-                    let $2 = '';
-                    const contentUrl = item.find('a').attr('href');
-                    const description = await ctx.cache.tryGet(contentUrl, async () => {
-                        fullTextGet = await got.get(contentUrl);
-                        $2 = cheerio.load(fullTextGet.data);
-                        $2('.h1p').remove();
-                        $2('.prenext').remove();
-                        $2('.pinglun').remove();
-                        fullText = $2('.content').html();
-                        return fullText;
-                    });
-                    return {
-                        title: item.find('a').text(),
-                        description,
-                        link: contentUrl,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/changba/user.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const userid = ctx.params.userid;
-    const url = `http://changba.com/u/${userid}`;
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-        },
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.user-work .work-info').get();
-    const author = $('div.user-main-info > span.txt-info > a.uname').text();
-    const authorimg = $('div.user-main-info > .poster > img').attr('data-src');
-
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-        const description = $('.user-title').html() + '<br>' + $.html('audio');
-        const mp3 = $('audio').attr('src');
-        return { description, mp3 };
-    };
-
-    const items = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const link = $('a').attr('href');
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: link,
-                headers: {
-                    Referer: url,
-                    'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-                },
-            });
-
-            const result = ProcessFeed(response.data);
-
-            const single = {
-                title: $('.work-title').text(),
-                description: result.description,
-                link,
-                author,
-                itunes_item_image: authorimg,
-                enclosure_url: result.mp3,
-                enclosure_type: 'audio/mpeg',
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        description: $('meta[name="description"]').attr('content') || $('title').text(),
-        item: items,
-        image: authorimg,
-        itunes_author: author,
-        itunes_category: '唱吧',
-    };
-};

package/lib/routes/cnbeta/home.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const parser = require('@/utils/rss-parser');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://rss.cnbeta.com/');
-
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-
-        // 移除6.18广告
-        $('.article-global').remove();
-        $('.article-topic').remove();
-
-        // 提取内容
-        return $('.article-summary p').html() + '<br>' + $('.article-content').html();
-    };
-
-    const items = await Promise.all(
-        feed.items
-            .filter((item) => item.author !== 'adam')
-            .map(async (item) => {
-                const cache = await ctx.cache.get(item.link);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const response = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const description = ProcessFeed(response.data);
-
-                const single = {
-                    title: item.title,
-                    description,
-                    pubDate: item.pubDate,
-                    link: item.link,
-                    author: item.author,
-                };
-                ctx.cache.set(item.link, JSON.stringify(single));
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: 'cnBeta',
-        link: 'https://www.cnbeta.com/',
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/cntv/cntv.js

@@ -1,24 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.column;
-
-    const response = await got({
-        method: 'get',
-        url: `http://api.cntv.cn/lanmu/videolistByColumnId?id=${id}&n=20&of=fdate&p=1&type=0&serviceId=tvcctv`,
-    });
-    const data = response.data.response.docs;
-    const name = data[0].videoTag.split(',')[0] || id;
-
-    ctx.state.data = {
-        title: `CNTV 栏目 - ${name}`,
-        description: `${name} 栏目的视频更新`,
-        item: data.map((item) => ({
-            title: item.videoTitle,
-            description: `<p>${item.videoBrief}</p><br><p><img src="${item.videoKeyFrameUrl}"></p><br><p>在线观看: <a href="https://www.m3u8play.com/?play=https://hls.cntv.baishancdnx.cn/asp/hls/main/0303000a/3/default/${item.videoSharedCode}/main.m3u8">M3U8在线播放</a></p>`,
-            pubDate: new Date(item.videoProductiontime * 1).toUTCString(),
-            link: item.videoUrl,
-            category: item.videoTag.split(','),
-        })),
-    };
-};

package/lib/routes/douban/explore.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.douban.com/explore',
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('div[data-item_id]');
-    let itemPicUrl;
-
-    ctx.state.data = {
-        title: '豆瓣-浏览发现',
-        link: 'https://www.douban.com/explore',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    itemPicUrl = item.find('a.cover').attr('style').replace('background-image:url(', '').replace(')', '');
-                    return {
-                        title: item.find('.title a').first().text(),
-                        description: `作者：${item.find('.usr-pic a').last().text()}<br>描述：${item.find('.content p').text()}<br><img src="${itemPicUrl}">`,
-                        link: item.find('.title a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/ft/myft.js

@@ -1,46 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const ProcessFeed = (content) => {
-        // clean up the article
-        content.find('div.o-share, aside, div.o-ads').remove();
-
-        return content.html();
-    };
-
-    const link = `https://www.ft.com/myft/following/${ctx.params.key}.rss`;
-
-    const feed = await parser.parseURL(link);
-
-    const items = await Promise.all(
-        feed.items.map(async (item) => {
-            const response = await got({
-                method: 'get',
-                url: item.link,
-                headers: {
-                    Referer: 'https://www.facebook.com',
-                },
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const single = {
-                title: item.title,
-                description: ProcessFeed($('div.article__content-body')),
-                author: $('a.n-content-tag--author').text(),
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `FT.com - myFT`,
-        link,
-        description: `FT.com - myFT`,
-        item: items,
-    };
-};

package/lib/routes/hackernews/story.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const host = 'https://news.ycombinator.com';
-const paths = {
-    index: '/',
-    new: '/newest',
-    past: '/front',
-    ask: '/ask',
-    show: '/show',
-    jobs: '/jobs',
-    best: '/best',
-};
-
-module.exports = async (ctx) => {
-    const section = ctx.params.section;
-    const showStory = ctx.params.type !== 'comments';
-    const path = paths[section];
-    const url = `${host}${path}`;
-    const response = await got.get(url);
-    const $ = cheerio.load(response.data);
-
-    const items = $('a.storylink')
-        .map(function () {
-            return {
-                title: $(this).text(),
-                link: $(this).attr('href'),
-                author: 'Hacker News',
-                description: '',
-            };
-        })
-        .get();
-
-    $('a.hnuser').each(function (i) {
-        items[i].author = $(this).text();
-    });
-
-    $('tr.athing').each(function (i) {
-        const commURL = `${host}/item?id=` + $(this).attr('id');
-        const item = items[i];
-
-        if (showStory) {
-            item.description = `Comments: <a href="${commURL}"> ${commURL} </a>`;
-        } else {
-            item.description = `Link: <a href="${item.link}"> ${item.title} </a>`;
-            item.link = commURL;
-        }
-    });
-
-    let title = `Hacker News: ${section}`;
-    if (!showStory) {
-        title += '/comments';
-    }
-
-    ctx.state.data = {
-        title,
-        link: url,
-        item: items,
-    };
-};

package/lib/routes/hex-rays/index.js

@@ -1,28 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.hex-rays.com/blog/';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const item = $('.post-list-container')
-        .map((index, ele) => ({
-            title: $('h3 > a', ele).text(),
-            link: $('h3 > a', ele).attr('href'),
-            pubDate: new Date($('.post-meta:nth-of-type(1)', ele).text().trim().replace('Posted on:', '')),
-            author: $('.post-meta:nth-of-type(2)', ele).text().trim(),
-        }))
-        .get();
-
-    ctx.state.data = {
-        title: 'Hex-Rays Blog',
-        link,
-        item,
-    };
-};
-
-// 虽然能够用插件探测到疑似feed，但是实际请求会发现需要登录
-// https://forum.hex-rays.com/app.php/feed/news
-
-// 正文部分比较...乱且意义不大，所以没有正文