rsshub 1.0.0-master.fc5a2f6 → 1.0.0-master.fc648b5

package/lib/v2/xjtu/job.js

@@ -0,0 +1,81 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const baseUrl = 'https://job.xjtu.edu.cn';
+const arr = {
+    zxgg: '中心公告',
+    xds: '选调生',
+    zddw: '重点单位',
+    gjzz: '国际组织',
+    cxcy: '创新创业',
+    jysx: '就业实习',
+};
+
+module.exports = async (ctx) => {
+    const subpath = ctx.params.subpath ?? 'zxgg';
+    const getTzgg = await got.post(`${baseUrl}/xsfw/sys/jyxtgktapp/modules/jywzManage/getTzgg.do`, {
+        form: {
+            requestParamStr: '{"pageSize":7,"pageNumber":1}',
+        },
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
+
+    const menuid = getTzgg.data.data.find((item) => item.menutitle === arr[subpath]).menuid;
+    const { data } = await got.post(`${baseUrl}/xsfw/sys/jyxtgktapp/modules/jywzManage/getMhcxWzData.do`, {
+        form: {
+            requestParamStr: `{"pageSize":4,"pageNumber":1,"LMDM":${menuid}}`,
+        },
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
+    const list = data.data.map((item) => ({
+        title: item.menutitle,
+        description: item.NR,
+        pubDate: timezone(parseDate(item.SBSJ), +8),
+        guid: item.menuid,
+        link: `${baseUrl}/xsfw/sys/emaphome/website/template/detail.html?menuid=${item.menuid}&msg=TZGG&msgChild=NRXQ`,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got.post(`${baseUrl}/xsfw/sys/jyxtgktapp/modules/jywzManage/getWzone.do`, {
+                    form: {
+                        requestParamStr: `{"WID":${item.guid}}`,
+                    },
+                    https: {
+                        rejectUnauthorized: false,
+                    },
+                });
+
+                let attachments = '';
+                if (response.data.data[0].FJ) {
+                    const attachmentData = await got(`${baseUrl}/xsfw/sys/emapcomponent/file/getUploadedAttachment.do?fileToken=${response.data.data[0].FJ}`, {
+                        https: {
+                            rejectUnauthorized: false,
+                        },
+                    });
+                    attachments = art(path.join(__dirname, 'templates/attachments.art'), {
+                        items: attachmentData.data.items,
+                    });
+                }
+
+                item.author = response.data.data[0].CZZXM;
+                item.description = response.data.data[0].NR + attachments;
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `西安交通大学学生就业创业信息网 - ${arr[subpath]}`,
+        link: baseUrl,
+        item: items,
+    };
+};

package/lib/v2/xjtu/maintainer.js

@@ -0,0 +1,9 @@
+module.exports = {
+    '/2yuan/news/:id?': ['nczitzk'],
+    '/dean/:subpath+': ['hoilc'],
+    '/ee/:id?': ['DylanXie123'],
+    '/gs/tzgg': ['nczitzk'],
+    '/international/:subpath+': ['guitaoliu'],
+    '/job/:subpath?': ['DylanXie123'],
+    '/std/:category?': ['nczitzk'],
+};

package/lib/v2/xjtu/radar.js

@@ -0,0 +1,53 @@
+module.exports = {
+    'xjtu.edu.cn': {
+        _name: '西安交通大学',
+        '2yuan': [
+            {
+                title: '第二附属医院新闻',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-jiao-tong-da-xue-di-er-fu-shu-yi-yuan-xin-wen',
+                source: ['/'],
+                target: (params, url) => `/xjtu/2yuan/news/${new URL(url).toString().match(/\/Columns\/(\d+)\//)[1]}`,
+            },
+        ],
+        dean: [
+            {
+                title: '教务处',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-jiao-tong-da-xue-jiao-wu-chu',
+                source: ['/'],
+                target: '/xjtu/dean/:subpath+',
+            },
+        ],
+        ee: [
+            {
+                title: '电气学院',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-jiao-tong-da-xue-dian-qi-xue-yuan',
+                source: ['/'],
+                target: '/xjtu/ee/:id?',
+            },
+        ],
+        gs: [
+            {
+                title: '研究生院通知公告',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-jiao-tong-da-xue-yan-jiu-sheng-xue-yuan-tong-zhi-gong-gao',
+                source: ['/'],
+                target: '/xjtu/gs/tzgg',
+            },
+        ],
+        international: [
+            {
+                title: '国际处通知',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-jiao-tong-da-xue-guo-ji-chu-tong-zhi',
+                source: ['/'],
+                target: '/xjtu/international/:subpath+',
+            },
+        ],
+        std: [
+            {
+                title: '科技在线',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-jiao-tong-da-xue-ke-ji-zai-xian',
+                source: ['/tzgg/:category', '/'],
+                target: (params, url) => `/xjtu/std/${new URL(url).toString().match(/\/(\w+)\.htm/)[1]}`,
+            },
+        ],
+    },
+};

package/lib/v2/xjtu/router.js

@@ -0,0 +1,9 @@
+module.exports = function (router) {
+    router.get('/2yuan/news/:id?', require('./2yuan/news'));
+    router.get('/dean/:subpath+', require('./dean'));
+    router.get('/ee/:id?', require('./ee'));
+    router.get('/gs/tzgg', require('./gs/tzgg'));
+    router.get('/international/:subpath+', require('./international'));
+    router.get('/job/:subpath?', require('./job'));
+    router.get('/std/:category?', require('./std'));
+};

package/lib/v2/xjtu/std.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'http://std.xjtu.edu.cn';
+    const currentUrl = `${rootUrl}/tzgg${category ? `/${category}` : ''}.htm`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.c1017')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}/${item.attr('href')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = art(path.join(__dirname, 'templates/std.art'), {
+                    description: content('#vsb_newscontent').html(),
+                    attachments: content('#vsb_newscontent').parent().next().next().next().html(),
+                });
+                item.pubDate = timezone(parseDate(content('#vsb_newscontent').parent().prev().prev().text().split('&nbsp')[0], 'YYYY年MM月DD日 HH:mm'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/xjtu/templates/attachments.art

@@ -0,0 +1,3 @@
+{{ each items }}
+<a href="{{ $value.fileUrl }}" rel="noreferrer">{{ $value.name }}</a><br>
+{{ /each }}

package/lib/v2/xjtu/templates/std.art

@@ -0,0 +1,4 @@
+{{@ description }}
+{{ if attachments }}
+{{@ attachments }}
+{{ /if }}

package/lib/v2/xueqiu/column.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const { JSDOM } = require('jsdom');
+const { CookieJar } = require('tough-cookie');
+const { parseDate } = require('@/utils/parse-date');
+const cookieJar = new CookieJar();
+const baseUrl = 'https://xueqiu.com';
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const pageUrl = `${baseUrl}/${id}/column`;
+
+    const pageData = await got(pageUrl, {
+        cookieJar,
+    });
+    const { window } = new JSDOM(pageData.data, {
+        runScripts: 'dangerously',
+    });
+    const SNOWMAN_TARGET = window.SNOWMAN_TARGET;
+
+    const { data } = await got(`${baseUrl}/statuses/original/timeline.json`, {
+        cookieJar,
+        searchParams: {
+            user_id: id,
+            page: 1,
+        },
+    });
+
+    const items = data.list.map((item) => ({
+        title: item.title,
+        description: item.description,
+        pubDate: parseDate(item.created_at, 'x'),
+        link: `${baseUrl}${item.target}`,
+        author: SNOWMAN_TARGET.screen_name,
+    }));
+
+    ctx.state.data = {
+        title: `${SNOWMAN_TARGET.screen_name} - 雪球`,
+        link: pageUrl,
+        description: SNOWMAN_TARGET.description,
+        item: items,
+    };
+};

package/lib/v2/xueqiu/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
+    '/column/:id': ['TonyRL'],
     '/favorite/:id': ['imlonghao'],
     '/fund/:id': ['HenryQW', 'NathanDai'],
     '/hots': ['hillerliao'],

package/lib/v2/xueqiu/radar.js

@@ -31,6 +31,12 @@ module.exports = {
                 source: ['/u/:id'],
                 target: '/xueqiu/user_stock/:id',
             },
+            {
+                title: '用户专栏',
+                docs: 'https://docs.rsshub.app/finance.html#xue-qiu',
+                source: ['/:id/column'],
+                target: '/xueqiu/column/:id',
+            },
             {
                 title: '组合最新调仓信息',
                 docs: 'https://docs.rsshub.app/finance.html#xue-qiu',

package/lib/v2/xueqiu/router.js

@@ -1,4 +1,5 @@
 module.exports = (router) => {
+    router.get('/column/:id', require('./column'));
     router.get('/favorite/:id', require('./favorite'));
     router.get('/fund/:id', require('./fund'));
     router.get('/hots', require('./hots'));

package/lib/v2/zhangyoubao/index.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category;
+    const map = new Map([
+        ['lol', { title: '英雄联盟', id: 1 }],
+        ['lscs', { title: '炉石传说', id: 2 }],
+        ['dnf', { title: 'DNF', id: 3 }],
+        ['swxf', { title: '守望先锋', id: 15 }],
+        ['yxzj', { title: '王者荣耀', id: 38 }],
+        ['steam', { title: '单机综合', id: 59 }],
+        ['mobile', { title: '手游综合', id: 62 }],
+        ['lolchess', { title: '云顶之弈', id: 67 }],
+        ['blzz', { title: '部落冲突', id: 91 }],
+        ['hszz', { title: '皇室战争', id: 106 }],
+        ['dnfm', { title: 'DNF手游', id: 116 }],
+        ['brawlstars', { title: '荒野乱斗', id: 129 }],
+    ]);
+    const url = 'https://platform.service.zhangyoubao.com/service/rest';
+    const res = await got
+        .post(url, {
+            headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
+            body: 'api=recommend.list&apiVersion=v2&game=platform&os=ios&params[game_tag_id]=' + map.get(category).id,
+        })
+        .json();
+    const items = res.data.map((item) => ({
+        title: item.article.title,
+        link: 'https://mobile.zhangyoubao.com/' + category + '/article/' + item.article.id_for_web,
+        description: art(path.join(__dirname, 'templates/article.art'), { image: item.article.recommend_covers[0] }),
+        pubDate: parseDate(item.article.publish_time, 'X'),
+    }));
+
+    ctx.state.data = {
+        title: '掌游宝' + map.get(category).title + '分区',
+        link: 'https://mobile.zhangyoubao.com/' + category,
+        description: '掌游宝' + map.get(category).title + '分区',
+        item: items,
+    };
+};

package/lib/v2/zhangyoubao/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category': ['ztmzzz'],
+};

package/lib/v2/zhangyoubao/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'zhangyoubao.com': {
+        _name: '掌游宝',
+        mobile: [
+            {
+                title: '推荐',
+                docs: 'https://docs.rsshub.app/game.html#zhang-you-bao-tui-jian',
+                source: ['/:category/'],
+                target: '/zhangyoubao/:category',
+            },
+        ],
+    },
+};

package/lib/v2/zhangyoubao/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category', require('./index'));
+};

package/lib/v2/zhangyoubao/templates/article.art

@@ -0,0 +1 @@
+<img src="{{ image }}" />

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rsshub",
-  "version": "1.0.0-master.fc5a2f6",
+  "version": "1.0.0-master.fc648b5",
   "description": "Make RSS Great Again!",
   "main": "lib/pkg.js",
   "files": [
@@ -43,22 +43,22 @@
   "devDependencies": {
     "@napi-rs/pinyin": "1.7.0",
     "@types/koa": "2.13.4",
-    "@vercel/nft": "0.19.1",
+    "@vercel/nft": "0.20.1",
     "@vuepress/plugin-back-to-top": "1.9.7",
     "@vuepress/plugin-google-analytics": "1.9.7",
     "@vuepress/plugin-pwa": "1.9.7",
     "@vuepress/shared-utils": "1.9.7",
     "cross-env": "7.0.3",
-    "eslint": "8.17.0",
+    "eslint": "8.18.0",
     "eslint-config-prettier": "8.5.0",
-    "eslint-plugin-prettier": "4.0.0",
+    "eslint-plugin-prettier": "4.2.1",
     "eslint-plugin-yml": "1.0.0",
     "fs-extra": "10.1.0",
-    "jest": "28.1.1",
+    "jest": "28.1.2",
     "mockdate": "3.0.5",
-    "nock": "13.2.6",
-    "nodemon": "2.0.16",
-    "prettier": "2.6.2",
+    "nock": "13.2.8",
+    "nodemon": "2.0.18",
+    "prettier": "2.7.1",
     "prettier-check": "2.0.0",
     "pretty-quick": "3.1.3",
     "remark": "13.0.0",
@@ -79,11 +79,11 @@
   "dependencies": {
     "@koa/router": "10.1.1",
     "@postlight/mercury-parser": "2.2.1",
-    "@sentry/node": "7.1.1",
+    "@sentry/node": "7.4.1",
     "aes-js": "3.1.2",
     "art-template": "4.13.2",
     "bbcodejs": "0.0.4",
-    "cheerio": "1.0.0-rc.11",
+    "cheerio": "1.0.0-rc.12",
     "chrono-node": "2.3.8",
     "city-timezones": "1.2.0",
     "crypto-js": "4.1.1",
@@ -95,22 +95,22 @@
     "etag": "1.8.1",
     "fanfou-sdk": "4.2.0",
     "git-rev-sync": "3.0.2",
-    "googleapis": "101.0.0",
+    "googleapis": "104.0.0",
     "got": "11.8.5",
     "https-proxy-agent": "5.0.1",
     "iconv-lite": "0.6.3",
     "instagram-private-api": "1.45.3",
-    "ioredis": "5.0.6",
+    "ioredis": "5.1.0",
     "ip-regex": "4.3.0",
     "is-localhost-ip": "1.4.0",
-    "jsdom": "19.0.0",
+    "jsdom": "20.0.0",
     "json-bigint": "1.0.0",
     "json5": "2.2.1",
     "koa": "2.13.4",
     "koa-basic-auth": "4.0.0",
     "koa-favicon": "2.1.0",
     "koa-mount": "4.0.0",
-    "lru-cache": "7.10.1",
+    "lru-cache": "7.12.0",
     "lz-string": "1.4.4",
     "mailparser": "3.5.0",
     "markdown-it": "13.0.1",
@@ -119,10 +119,11 @@
     "pidusage": "3.0.0",
     "plist": "3.0.5",
     "puppeteer": "13.7.0",
-    "puppeteer-extra": "3.2.3",
-    "puppeteer-extra-plugin-stealth": "2.9.0",
+    "puppeteer-extra": "3.3.0",
+    "puppeteer-extra-plugin-stealth": "2.10.1",
     "query-string": "7.1.1",
-    "rand-user-agent": "1.0.66",
+    "rand-user-agent": "1.0.69",
+    "re2": "1.17.7",
     "require-all": "3.0.0",
     "rss-parser": "3.12.0",
     "showdown": "2.1.0",
@@ -133,8 +134,8 @@
     "torrent-search-api": "2.1.4",
     "tough-cookie": "4.0.0",
     "tunnel": "0.0.6",
-    "twitter-api-v2": "1.12.2",
-    "winston": "3.7.2",
+    "twitter-api-v2": "1.12.3",
+    "winston": "3.8.1",
     "xml2js": "0.4.23"
   },
   "jest": {

package/lib/routes/acfun/video.js

@@ -1,44 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    const url = `http://www.acfun.cn/u/${uid}.aspx`;
-    const host = 'http://www.acfun.cn';
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: host,
-        },
-    });
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const title = $('title').text();
-    const description = $('.preview').text();
-    const list = $('#ac-space-video-list a').get();
-
-    ctx.state.data = {
-        title,
-        link: url,
-        description,
-        item: list
-            .map((item) => {
-                const $ = cheerio.load(item);
-
-                const itemTitle = $('p.title').text();
-                const itemImg = $('figure img').attr('src');
-                const itemUrl = $('a').attr('href');
-                const itemDate = $('.date').text();
-
-                return {
-                    title: itemTitle,
-                    description: `<img src="${itemImg}">`,
-                    link: host + itemUrl,
-                    pubDate: new Date(itemDate).toUTCString(),
-                };
-            })
-            .reverse(),
-    };
-};

package/lib/routes/apnews/topics.js

@@ -1,43 +0,0 @@
-const cheerio = require('cheerio');
-
-const HOME_PAGE = 'https://apnews.com';
-
-module.exports = async (ctx) => {
-    const topic = ctx.params.topic;
-
-    const browser = await require('@/utils/puppeteer')();
-    const page = await browser.newPage();
-    const url_link = `${HOME_PAGE}/hub/${topic}`;
-    await page.goto(url_link);
-    const html = await page.evaluate(() => document.documentElement.innerHTML);
-    browser.close();
-
-    const $ = cheerio.load(html);
-
-    const list = $('div.FeedCard');
-
-    ctx.state.data = {
-        title: $('.Body div').find('h1[class^=hubTitle]').text(),
-        link: HOME_PAGE,
-        item: list
-            .slice(0, 5)
-            .map((index, item) => {
-                item = $(item);
-                const title = item.find('h3[class^=Component-heading-]').text();
-                const link = item.find('a[class^=Component-headline-]').attr('href');
-                const pubDate = item.find('span[class^=Timestamp]').attr('title');
-                const text = item.find('div[class^=content]').text();
-                const imageUrl = item.find('img[class^=image-]').attr('src');
-                const author = item.find('span[class^=Component-bylines-]').text().slice(3);
-
-                return {
-                    title,
-                    description: `<img src="${imageUrl}">` + text,
-                    link: `${HOME_PAGE}${link}`,
-                    pubDate,
-                    author,
-                };
-            })
-            .get(),
-    };
-};

package/lib/routes/dgjyw/index.js

@@ -1,66 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const rootUrl = 'http://zxls.dgjyw.com/';
-
-const config = {
-    news: {
-        link: '/node/57620',
-        title: '动态',
-    },
-    announcement: {
-        link: '/node/57725',
-        title: '公示',
-    },
-    notice: {
-        link: '/node/57621',
-        title: '通知',
-    },
-};
-
-module.exports = async (ctx) => {
-    const cfg = config[ctx.params.type];
-    if (!cfg) {
-        throw Error('Bad category. See <a href="https://docs.rsshub.app/other.html#dong-guan-jiao-yan-wang">docs</a>');
-    }
-
-    const currentUrl = url.resolve(rootUrl, cfg.link);
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('ul.list-ul')
-        .eq(2)
-        .find('li')
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a[title]');
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: new Date(new Date().getFullYear().toString().substr(0, 2) + item.find('span').text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('div.text').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '东莞教研网 - ' + cfg.title,
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/hk01/channel.js

@@ -1,22 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got(`https://web-data.api.hk01.com/v2/page/category/${id}`);
-    const data = response.data;
-    const list = data.sections[0].items;
-
-    ctx.state.data = {
-        title: `香港01 - ${data.category.publishName}`,
-        description: data.meta.metaDesc,
-        link: data.category.publishUrl,
-        item: list.map((item) => ({
-            title: item.data.title,
-            author: item.data.authors && item.data.authors.map((e) => e.publishName).join(', '),
-            description: `<p>${item.data.description}…</p><img style="width: 100%" src="${item.data.mainImage.cdnUrl}" />`,
-            pubDate: new Date(item.data.lastModifyTime * 1000),
-            link: item.data.canonicalUrl,
-        })),
-    };
-};