rsshub 1.0.0-master.fb2a407 → 1.0.0-master.fc5a2f6

package/lib/v2/njust/radar.js

@@ -0,0 +1,110 @@
+module.exports = {
+    'njust.edu.cn': {
+        _name: '南京理工大学',
+        jwc: [
+            {
+                title: '教务处',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-li-gong-da-xue',
+                source: ['/:type/list.htm'],
+                target: (params) => {
+                    let type = '';
+                    switch (params.type) {
+                        case '1216':
+                            type = 'jstz';
+                            break;
+                        case '1217':
+                            type = 'xstz';
+                            break;
+                        case '1218':
+                            type = 'xw';
+                            break;
+                        case '1219':
+                            type = 'xydt';
+                            break;
+                        default:
+                            return;
+                    }
+                    return `/njust/jwc/${type}`;
+                },
+            },
+        ],
+        cwc: [
+            {
+                title: '财务处',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-li-gong-da-xue',
+                source: ['/:type/list.htm'],
+                target: (params) => {
+                    let type = '';
+                    switch (params.type) {
+                        case '12432':
+                            type = 'tzgg';
+                            break;
+                        case '1382':
+                            type = 'bslc';
+                            break;
+                        default:
+                            return;
+                    }
+                    return `/njust/cwc/${type}`;
+                },
+            },
+        ],
+        gs: [
+            {
+                title: '研究生院',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-li-gong-da-xue',
+                source: ['/:type/list.htm'],
+                target: `/njust/gs/:type`,
+            },
+        ],
+        eoe: [
+            {
+                title: '电光学院',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-li-gong-da-xue',
+                source: ['/:type/list.htm'],
+                target: (params) => {
+                    let type = '';
+                    switch (params.type) {
+                        case '1920':
+                            type = 'tzgg';
+                            break;
+                        case '1919':
+                            type = 'xwdt';
+                            break;
+                        default:
+                            return;
+                    }
+                    return `/njust/eoe/${type}`;
+                },
+            },
+        ],
+        dgxg: [
+            {
+                title: '电光学院研学网/年级网站',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-li-gong-da-xue',
+                source: ['/:type/list.htm', '/:grade/:type/list.htm'],
+                target: (params) => {
+                    if (!params.grade) {
+                        let type = '';
+                        switch (params.type) {
+                            case '6509':
+                                type = 'gstz';
+                                break;
+                            case '6511':
+                                type = 'xswh';
+                                break;
+                            case '6510':
+                                type = 'jyzd';
+                                break;
+                            default:
+                                return;
+                        }
+                        return `/njust/dgxg/${type}`;
+                    } else {
+                        return `/njust/eo/${params.grade}/${params.type}`;
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/njust/router.js

@@ -0,0 +1,8 @@
+module.exports = function (router) {
+    router.get('/cwc/:type?', require('./cwc'));
+    router.get('/dgxg/:type?', require('./dgxg'));
+    router.get('/eo/:grade?/:type?', require('./eo'));
+    router.get('/eoe/:type?', require('./eoe'));
+    router.get('/gs/:type?', require('./gs'));
+    router.get('/jwc/:type?', require('./jwc'));
+};

package/lib/v2/njust/utils.js

@@ -0,0 +1,31 @@
+async function getContent(url, pptr = false) {
+    if (pptr) {
+        const browser = await require('@/utils/puppeteer')({ stealth: true });
+        try {
+            const page = await browser.newPage();
+            // 更改 window.navigator.webdriver 值以避开反爬
+            // await page.evaluateOnNewDocument(() => {
+            //     // eslint-disable-next-line no-undef
+            //     Object.defineProperty(navigator, 'webdriver', {
+            //         get: () => undefined,
+            //     });
+            // });
+            await page.goto(url, {
+                waitUntil: 'networkidle0',
+            });
+            const content = await page.content();
+            return content;
+        } finally {
+            browser.close();
+        }
+    } else {
+        const got = require('@/utils/got');
+        const response = await got(url);
+        const data = response.data;
+        return data;
+    }
+}
+
+module.exports = {
+    getContent,
+};

package/lib/v2/npm/package.js

@@ -3,7 +3,7 @@ const { art } = require('@/utils/render');
 const path = require('path');
 
 module.exports = async (ctx) => {
-    const name = ctx.params.name;
+    const name = ctx.request.url.split('package/')[1];
     const packageDownloadLastMonthAPI = `https://api.npmjs.org/downloads/point/last-month/${name}`; // 按月统计
     const packageDownloadLastWeekAPI = `https://api.npmjs.org/downloads/point/last-week/${name}`; // 按周统计
     const packageDownloadLastDayAPI = `https://api.npmjs.org/downloads/point/last-day/${name}`; // 按天统计

package/lib/v2/npm/router.js

@@ -1,3 +1,3 @@
 module.exports = function (router) {
-    router.get('/package/:name', require('./package'));
+    router.get(/package[\w\d/-]+/, require('./package'));
 };

package/lib/v2/orcid/index.js

@@ -34,7 +34,7 @@ module.exports = async (ctx) => {
             link: work.url,
             description: art(path.join(__dirname, 'templates/description.art'), {
                 title: work.title.value,
-                journalTitle: work.journalTitle.value,
+                journalTitle: work.journalTitle?.value,
                 publicationDate: work.publicationDate,
                 workType: work.workType.value,
                 Str,

package/lib/v2/orcid/templates/description.art

@@ -1,3 +1,3 @@
-<h2>{{ title }}</h2><h3>{{ journalTitle }}</h3>
+<h2>{{ title }}</h2>{{ if journalTitle }}<h3>{{ journalTitle }}</h3>{{ /if }}
 <span>{{ if publicationDate.year }}{{ publicationDate.year }}{{ /if }}{{ if publicationDate.month }}-{{ publicationDate.month }}{{ /if }}{{ if publicationDate.day }}-{{ publicationDate.day }}{{ /if }} | {{ workType }}</span><br>
-<span>{{@ Str }}</span><span>Source: {{ sourceName }}</span>
+<span>{{@ Str }}</span><span>Source: {{ sourceName }}</span>

package/lib/v2/panewslab/{column.js → author.js}

@@ -6,34 +6,22 @@ module.exports = async (ctx) => {
     const id = ctx.params.id;
 
     const rootUrl = 'https://panewslab.com';
-    const apiUrl = `${rootUrl}/api/newstopic/page`;
+    const apiUrl = `${rootUrl}/webapi/subject/articles?Rn=${ctx.query.limit ?? 25}&LId=1&tw=0&uid=${id}`;
     const currentUrl = `${rootUrl}/zh/author/${id}.html`;
 
-    let author = '';
-
     const response = await got({
-        method: 'post',
+        method: 'get',
         url: apiUrl,
-        form: {
-            memberId: id,
-            language: 'zh',
-            pageIndex: 1,
-            pageSize: 25,
-            newsTopicState: 'PUBLISHED',
-        },
     });
 
-    let items = response.data.data.list.map((item) => {
-        author = item.nick_name;
-        return {
-            author,
-            title: item.title,
-            pubDate: parseDate(item.create_time),
-            link: `${rootUrl}/zh/articledetails/${item.id}.html`,
-            description: `<blockquote>${item.remark}</blockquote>`,
-            category: item.tags.split(','),
-        };
-    });
+    let items = response.data.data.map((item) => ({
+        title: item.title,
+        author: item.author.name,
+        pubDate: parseDate(item.publishTime * 1000),
+        link: `${rootUrl}/zh/articledetails/${item.id}.html`,
+        description: `<blockquote>${item.desc}</blockquote>`,
+        category: item.tags,
+    }));
 
     items = await Promise.all(
         items.map((item) =>
@@ -53,7 +41,7 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: `PANews - ${author}`,
+        title: `PANews - ${items[0].author}`,
         link: currentUrl,
         item: items,
     };

package/lib/v2/panewslab/index.js

@@ -2,33 +2,40 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 
+const categories = {
+    精选: '',
+    链游: 'aipysd',
+    元宇宙: 'arxgdo',
+    NFT: 'dwhfpp',
+    DeFi: 'gsqjtg',
+    监管: 'kohnph',
+    央行数字货币: 'loskks',
+    波卡: 'sxrabd',
+    'Layer 2': 'tdkreq',
+    DAO: 'yyufxg',
+    融资: 'zahilv',
+    活动: 'zqives',
+};
+
 module.exports = async (ctx) => {
-    const category = ctx.params.category ?? '';
+    const category = ctx.params.category ?? '精选';
 
     const rootUrl = 'https://panewslab.com';
-    const apiUrl = `${rootUrl}/api/newstopic/page`;
+    const apiUrl = `${rootUrl}/webapi/depth/list?LId=1&Rn=${ctx.query.limit ?? 25}&TagId=${categories[category]}&tw=0`;
     const currentUrl = `${rootUrl}/zh/profundity/index.html`;
 
     const response = await got({
-        method: 'post',
+        method: 'get',
         url: apiUrl,
-        form: {
-            language: 'zh',
-            pageIndex: 1,
-            pageSize: 25,
-            newsTopicState: 'PUBLISHED',
-            isEssence: 'T',
-            tags: category,
-        },
     });
 
-    let items = response.data.data.list.map((item) => ({
+    let items = response.data.data.map((item) => ({
         title: item.title,
-        author: item.nick_name,
-        pubDate: parseDate(item.create_time),
+        author: item.author.name,
+        pubDate: parseDate(item.publishTime * 1000),
         link: `${rootUrl}/zh/articledetails/${item.id}.html`,
-        description: `<blockquote>${item.remark}</blockquote>`,
-        category: item.tags.split(','),
+        description: `<blockquote>${item.desc}</blockquote>`,
+        category: item.tags,
     }));
 
     items = await Promise.all(
@@ -49,7 +56,7 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: `PANews - ${category || '精选'}`,
+        title: `PANews - ${category}`,
         link: currentUrl,
         item: items,
     };

package/lib/v2/panewslab/maintainer.js

@@ -1,6 +1,8 @@
 module.exports = {
+    '/author/:id': ['nczitzk'],
     '/column/:id': ['nczitzk'],
-    '/newsflash/:language?': ['nczitzk'],
+    '/news': ['nczitzk'],
+    '/newsflash': ['nczitzk'],
     '/topic/:id': ['nczitzk'],
     '/:category?': ['nczitzk'],
 };

package/lib/v2/panewslab/news.js

@@ -0,0 +1,28 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://panewslab.com';
+    const apiUrl = `${rootUrl}/webapi/flashnews?LId=1&Rn=${ctx.query.limit ?? 50}&tw=0`;
+    const currentUrl = `${rootUrl}/zh/news/index.html`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const items = response.data.data.flashNews[0].list.map((item) => ({
+        title: item.title,
+        author: item.author.name,
+        pubDate: parseDate(item.publishTime * 1000),
+        link: `${rootUrl}/zh/articledetails/${item.id}.html`,
+        description: `<p>${item.desc.replace(/\r\n原文链接/g, '')}</p>`,
+        category: item.tags,
+    }));
+
+    ctx.state.data = {
+        title: 'PANews - 快讯',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/panewslab/radar.js

@@ -12,13 +12,13 @@ module.exports = {
                 title: '快讯',
                 docs: 'https://docs.rsshub.app/new-media.html#panews-kuai-xun',
                 source: '/',
-                target: '/panewslab/newsflash/:language?',
+                target: '/panewslab/news',
             },
             {
                 title: '专栏',
                 docs: 'https://docs.rsshub.app/new-media.html#panews-zhuan-lan',
                 source: '/',
-                target: '/panewslab/column/:id',
+                target: '/panewslab/author/:id',
             },
             {
                 title: '专题',

package/lib/v2/panewslab/router.js

@@ -1,6 +1,8 @@
 module.exports = function (router) {
-    router.get('/column/:id', require('./column'));
-    router.get('/newsflash/:language?', require('./newsflash'));
+    router.get('/author/:id', require('./author'));
+    router.get('/column/:id', require('./author'));
+    router.get('/news', require('./news'));
+    router.get('/newsflash', require('./news'));
     router.get('/topic/:id', require('./topic'));
     router.get('/:category?', require('./index'));
 };

package/lib/v2/panewslab/topic.js

@@ -6,28 +6,21 @@ module.exports = async (ctx) => {
     const id = ctx.params.id;
 
     const rootUrl = 'https://panewslab.com';
-    const apiUrl = `${rootUrl}/newstopic/pageH`;
+    const apiUrl = `${rootUrl}/webapi/subject/articles?Rn=${ctx.query.limit ?? 25}&LId=1&sid=${id}&tw=0`;
     const currentUrl = `${rootUrl}/zh/topiclist/${id}.html`;
 
     const response = await got({
-        method: 'post',
+        method: 'get',
         url: apiUrl,
-        form: {
-            language: 'zh',
-            pageIndex: 1,
-            pageSize: 25,
-            newsThemeId: id,
-            newsTopicState: 'PUBLISHED',
-        },
     });
 
-    let items = response.data.data.list.map((item) => ({
+    let items = response.data.data.map((item) => ({
         title: item.title,
-        author: item.nick_name,
-        pubDate: parseDate(item.create_time),
+        author: item.author.name,
+        pubDate: parseDate(item.publishTime * 1000),
         link: `${rootUrl}/zh/articledetails/${item.id}.html`,
-        description: `<blockquote>${item.remark}</blockquote>`,
-        category: item.tags.split(','),
+        description: `<blockquote>${item.desc}</blockquote>`,
+        category: item.tags,
     }));
 
     items = await Promise.all(

package/lib/v2/people/index.js

@@ -33,7 +33,7 @@ module.exports = async (ctx) => {
         .map((item) => {
             item = $(item);
 
-            const link = item.attr('href');
+            const link = item.attr('href').trim();
 
             return {
                 title: item.text(),

package/lib/v2/pianyuan/app.js

@@ -0,0 +1,34 @@
+const cheerio = require('cheerio');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const media = ctx.params.media ?? -1;
+    const link_base = 'https://pianyuan.org/';
+    let description = '电影和剧集';
+    let link = link_base;
+    if (media !== -1) {
+        link = link_base + `?cat=${media}`;
+        if (media === 'mv') {
+            description = '电影';
+        } else if (media === 'tv') {
+            description = '剧集';
+        } else {
+            link = link_base;
+        }
+    }
+
+    const response = await utils.request(link, ctx.cache);
+    const $ = cheerio.load(response.data);
+    const detailLinks = $('#main-container > div > div.col-md-10 > table > tbody > tr')
+        .get()
+        .map((tr) => $(tr).find('td.dt.prel.nobr > a').attr('href'));
+    detailLinks.shift();
+    const items = await utils.ProcessFeed(detailLinks, ctx.cache);
+
+    ctx.state.data = {
+        title: '片源网',
+        description,
+        link: link_base,
+        item: items,
+    };
+};

package/lib/v2/pianyuan/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/index/:media?': ['greatcodeeer', 'jerry1119'],
+    '/indexers/pianyuan/results/search/api': ['jerry1119'],
+};

package/lib/v2/pianyuan/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'pianyuan.org': {
+        _name: '片源网',
+        '.': [
+            {
+                title: '电影和剧集',
+                docs: 'https://docs.rsshub.app/multimedia.html#pian-yuan',
+                source: '/',
+                target: '/pianyuan/index',
+            },
+        ],
+    },
+};

package/lib/v2/pianyuan/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/index/:media?', require('./app'));
+    router.get('/indexers/pianyuan/results/search/api', require('./search'));
+};

package/lib/v2/pianyuan/search.js

@@ -0,0 +1,45 @@
+const cheerio = require('cheerio');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const link_base = 'https://pianyuan.org/';
+    const description = '搜索';
+    // 适配jackett 搜索api, eg: https://rsshub.app/pianyuan/indexers/pianyuan/results/search/api?t=test&q=halo
+    const searchKey = ctx.originalUrl.split('&q=')[1];
+    const link = link_base + `search?q=${searchKey}`;
+
+    const response = await utils.request(link, ctx.cache);
+    const $ = cheerio.load(response.data);
+    // 只获取第一页的搜索结果
+    const searchLinks = $('.nomt > a')
+        .get()
+        .map((a) => $(a).attr('href'));
+    if (searchLinks.length === 0) {
+        throw 'pianyuan 搜索失败';
+    }
+
+    const detailLinks = [];
+
+    await Promise.all(
+        searchLinks.map(async (e) => {
+            const link = new URL(e, link_base);
+            const single = await ctx.cache.tryGet(link, async () => {
+                const res = await utils.request(link, ctx.cache);
+                const content = cheerio.load(res.data);
+                content('.ico.ico_bt')
+                    .get()
+                    .map((a) => detailLinks.push($(a).attr('href')));
+            });
+            return single;
+        })
+    );
+
+    const items = await utils.ProcessFeed(detailLinks, ctx.cache);
+
+    ctx.state.data = {
+        title: '片源网',
+        description,
+        link: link_base,
+        item: items,
+    };
+};

package/lib/v2/pianyuan/utils.js

@@ -0,0 +1,88 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const config = require('@/config').value;
+const security_key = 'pianyuan-security_session_verify';
+const PHPSESSID_key = 'pianyuan-PHPSESSID';
+const loginauth_key = 'pianyuan-py_loginauth';
+
+const ProcessFeed = async (list, cache) => {
+    const link_base = 'https://pianyuan.org';
+
+    const items = await Promise.all(
+        list.map(async (e) => {
+            const link = new URL(e, link_base);
+            const single = await cache.tryGet(link, async () => {
+                const response = await request(link, cache);
+                const content = cheerio.load(response.data);
+                const magnet = content('.btn-primary').attr('href');
+                const torrent_name = content('body > div.jumbotron.masthead > div > div > div.col-sm-10.col-md-10.col-lg-10.text-left > h1').text();
+                const name = content('body > div.jumbotron.masthead > div > div > div.col-sm-10.col-md-10.col-lg-10.text-left > h2 > a').text();
+                const size = content('#main-container > div > div.col-sm-10.col-md-8.col-lg-8 > div > ul > li:nth-child(2)').text();
+                let length;
+                if (size.includes('MB')) {
+                    length = size.replace('MB', '') * 1024;
+                } else if (size.includes('GB')) {
+                    length = size.replace('GB', '') * 1024 * 1024;
+                }
+                // const description ='';
+
+                return {
+                    title: `${torrent_name} [${name}] [${size}]`,
+                    size: length,
+                    enclosure_url: magnet,
+                    enclosure_type: 'application/x-bittorrent',
+                    enclosure_length: length,
+                };
+            });
+            return single;
+        })
+    );
+
+    return items;
+};
+
+async function getCookie(cache) {
+    const security_session_verify = await cache.get(security_key);
+    const PHPSESSID = await cache.get(PHPSESSID_key);
+    let py_loginauth = await cache.get(loginauth_key);
+    if (!py_loginauth) {
+        if (!config.pianyuan || !config.pianyuan.cookie) {
+            throw 'pianyuan is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+        }
+        py_loginauth = config.pianyuan.cookie;
+    }
+    return `${py_loginauth};${security_session_verify};${PHPSESSID};`;
+}
+
+async function request(link, cache) {
+    const cookie = await getCookie(cache);
+    const response = await got({
+        method: 'get',
+        url: link,
+        headers: {
+            Cookie: cookie,
+        },
+    });
+    // set cookie
+    const set_cookie = response.headers['set-cookie'];
+    if (set_cookie) {
+        for (const e of set_cookie) {
+            if (e.indexOf('security_session_verify') === 0) {
+                cache.set(security_key, e.split(';')[0]);
+            } else if (e.indexOf('PHPSESSID') === 0) {
+                cache.set(PHPSESSID_key, e.split(';')[0]);
+            } else if (e.indexOf('py_loginauth') === 0) {
+                cache.set(loginauth_key, e.split(';')[0]);
+            }
+        }
+    }
+    if (response.data.includes('会员登录后才能访问')) {
+        throw 'pianyuan Cookie已失效';
+    }
+    return response;
+}
+
+module.exports = {
+    ProcessFeed,
+    request,
+};

package/lib/v2/pincong/hot.js

@@ -0,0 +1,28 @@
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, puppeteerGet } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { category = '0' } = ctx.params;
+
+    const url = `${baseUrl}/hot/list/category-${category}`;
+
+    // use Puppeteer due to the obstacle by cloudflare challenge
+    const html = await puppeteerGet(url, ctx.cache);
+
+    const $ = cheerio.load(html);
+    const list = $('div.aw-item');
+
+    ctx.state.data = {
+        title: '品葱 - 精选',
+        link: `${baseUrl}/hot/${category === '0' ? '' : `category-${category}`}`,
+        item: list
+            .map((_, item) => ({
+                title: $(item).find('h2 a').text().trim(),
+                description: $(item).find('div.markitup-box').html(),
+                link: baseUrl + $(item).find('div.mod-head h2 a').attr('href'),
+                pubDate: parseDate($(item).find('div.mod-footer .aw-small-text').text()),
+            }))
+            .get(),
+    };
+};