rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f812e91

package/lib/v2/lightnovel/lightNovel.js

@@ -0,0 +1,62 @@
+const { parseDate } = require('@/utils/parse-date');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://www.lightnovel.us';
+    const { type, keywords, security_key = config.lightnovel.cookie } = ctx.params;
+    const { data: response } = await got({
+        method: 'POST',
+        url: `${baseUrl}/proxy/api/search/search-result`,
+        headers: {
+            // 此处是为什么
+            'User-Agent': config.trueUA,
+        },
+        json: {
+            is_encrypted: 0,
+            platform: 'pc',
+            client: 'web',
+            sign: '',
+            gz: 0,
+            d: {
+                q: keywords,
+                type: 0,
+                page: 1,
+                security_key,
+            },
+        },
+    });
+    const list = response.data.articles
+        .map((item) => ({
+            title: item.title,
+            link: `${baseUrl}/cn/detail/${item.aid}`,
+            pubDate: parseDate(item.time),
+            author: item.author,
+        }))
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 5);
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got({
+                    method: 'GET',
+                    url: item.link,
+                    headers: {
+                        'User-Agent': config.trueUA,
+                    },
+                });
+
+                const $ = cheerio.load(response);
+                item.description = $('#article-main-contents').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `轻之国度-追踪${keywords}更新-${type} `,
+        link: baseUrl,
+        item: items,
+    };
+};

package/lib/v2/lightnovel/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:keywords/:security_key?': ['nightmare-mio'],
+};

package/lib/v2/lightnovel/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'lightNovel.us': {
+        _name: '轻之国度',
+        '.': [
+            {
+                title: '文章更新阅读',
+                docs: 'https://docs.rsshub.app/routes/anime#qing-zhi-guo-du',
+                source: '/',
+                target: '/lightnovel/:keywords/:security_key',
+            },
+        ],
+    },
+};

package/lib/v2/lightnovel/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:keywords/:security_key?', require('./lightNovel'));
+};

package/lib/v2/line/radar.js

@@ -1,7 +1,7 @@
 module.exports = {
     'line.me': {
         _name: 'LINE',
-        '.': [
+        today: [
             {
                 title: 'Today',
                 docs: 'https://docs.rsshub.app/routes/new-media#line-today',

package/lib/v2/liquipedia/cs_matches.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const team = ctx.params.team;
+
+    const rootUrl = 'https://liquipedia.net';
+    const currentUrl = `${rootUrl}/counterstrike/${team}/Matches`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('.recent-matches-bg-lose, .recent-matches-bg-win');
+
+    const matches = list
+        .map((_, item) => {
+            item = $(item);
+
+            const getRes = () => {
+                if (item.attr('class') === 'recent-matches-bg-lose') {
+                    return 'LOSS';
+                } else {
+                    return 'WIN';
+                }
+            };
+            const result = getRes();
+
+            const infoList = item.find('td');
+
+            const time = infoList.eq(0).text() + ' ' + infoList.eq(1).text();
+            const tournament = infoList.eq(6).text();
+            const score = infoList.eq(7).text();
+            const opponent = infoList.eq(8).text();
+
+            return {
+                title: `[${result}] ${team} ${score} ${opponent} on ${tournament}`,
+                description: `${time},  ${team} ${score} ${opponent} on ${tournament}`,
+                link: currentUrl,
+                guid: currentUrl + time,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: `[Counter-Strike] ${team} Match Results From Liquipedia`,
+        link: currentUrl,
+        item: matches,
+    };
+};

package/lib/v2/liquipedia/dota2_matches.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const team = ctx.params.id;
+    const url = `https://liquipedia.net/dota2/${team}`;
+    const response = await got({
+        method: 'get',
+        url,
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('div.recent-matches > table > tbody > tr[style]');
+
+    ctx.state.data = {
+        title: `Liquipedia Dota2 ${team} Matches`,
+        link: url,
+        item: list?.toArray().map((item) => {
+            item = $(item);
+            let message = '';
+            if (item.attr('style') === 'background:rgb(240, 255, 240)') {
+                message = '胜';
+            } else if (item.attr('style') === 'background:rgb(249, 240, 242)') {
+                message = '败';
+            } else {
+                message = '平';
+            }
+            const date = item.find('td:nth-child(1)').text();
+            const time = item.find('td:nth-child(2)').text();
+            const tournament = item.find('td:nth-child(6) > a').text();
+            const dateTime = parseDate(date + ' ' + time);
+            const score = item.find('td:nth-child(7)').text();
+            const vs_team = item.find('td:nth-child(8) > span > span.team-template-text > a').text();
+
+            return {
+                title: `[${message}] ${score} ${vs_team}`,
+                description: `At ${tournament},  ${team} ${score} ${vs_team}`,
+                pubDate: dateTime,
+                link: url,
+                guid: url + dateTime,
+            };
+        }),
+    };
+};

package/lib/v2/liquipedia/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/counterstrike/matches/:team': ['CookiePieWw'],
+    '/dota2/matches/:id': ['wzekin'],
+};

package/lib/v2/liquipedia/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'liquipedia.net': {
+        _name: 'Liquipedia',
+        '.': [
+            {
+                title: 'Counter Strike Match Results',
+                docs: 'https://docs.rsshub.app/routes/game#liquipedia',
+                source: ['/counterstrike/:id/Matches', '/dota2/:id'],
+                target: '/liquipedia/counterstrike/matches/:id',
+            },
+            {
+                title: 'Dota2 战队最近比赛结果',
+                docs: 'https://docs.rsshub.app/routes/game#liquipedia',
+                source: ['/dota2/:id'],
+                target: '/liquipedia/dota2/matches/:id',
+            },
+        ],
+    },
+};

package/lib/v2/liquipedia/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/counterstrike/matches/:team', require('./cs_matches.js'));
+    router.get('/dota2/matches/:id', require('./dota2_matches.js'));
+};

package/lib/v2/magazinelib/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/latest-magazine/:query?': ['NavePnow'],
+    '/latest-magazine/:query?': ['EthanWng97'],
 };

package/lib/v2/mihoyo/radar.js

@@ -45,7 +45,7 @@ module.exports = {
                     if (!gids) {
                         return '';
                     }
-                    const { type = '2' } = new URL(url).searchParams;
+                    const type = new URL(url).searchParams.get('type') || '1';
                     const page_size = '20';
                     const last_id = '';
                     return `/mihoyo/bbs/official/${gids}/${type}/${page_size}/${last_id}`;

package/lib/v2/missav/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/new': ['TonyRL'],
+};

package/lib/v2/missav/new.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const { join } = require('path');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://missav.com';
+    const { data: response } = await got(`${baseUrl}/dm397/new`);
+    const $ = cheerio.load(response);
+
+    const items = $('.grid .group')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const title = item.find('.text-secondary');
+            const poster = new URL(item.find('img').data('src'));
+            poster.searchParams.set('class', 'normal');
+            const video = item.find('video').data('src');
+            return {
+                title: title.text().trim(),
+                link: title.attr('href'),
+                description: art(join(__dirname, 'templates/preview.art'), {
+                    poster: poster.href,
+                    video,
+                    type: video.split('.').pop(),
+                }),
+            };
+        });
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name="description"]').attr('content'),
+        link: baseUrl,
+        item: items,
+    };
+};

package/lib/v2/missav/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'missav.com': {
+        _name: 'MissAV.com',
+        '.': [
+            {
+                title: '最近更新',
+                docs: 'https://docs.rsshub.app/multimedia#missav-com',
+                source: ['/dm397/new', '/new', '/'],
+                target: '/missav/new',
+            },
+        ],
+    },
+};

package/lib/v2/missav/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/new', require('./new'));
+};

package/lib/v2/missav/templates/preview.art

@@ -0,0 +1,3 @@
+<video controls preload="none" poster="{{ poster }}">
+    <source src="{{ video }}" type="{{ type }}">
+</video>

package/lib/v2/modb/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/topic/:id': ['yueneiqi'],
+};

package/lib/v2/modb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'modb.pro': {
+        _name: '墨天轮',
+        '.': [
+            {
+                title: '合辑',
+                docs: 'https://docs.rsshub.app/routes/programming#mo-tian-lun',
+                source: ['/', '/topic/:id'],
+                target: (params) => `/modb/topic/${params.id}`,
+            },
+        ],
+    },
+};

package/lib/v2/modb/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/topic/:id', require('./topic'));
+};

package/lib/v2/modb/topic.js

@@ -0,0 +1,59 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const logger = require('@/utils/logger');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://www.modb.pro';
+    const topicId = ctx.params.id;
+    const response = await got({
+        url: `${baseUrl}/api/columns/getKnowledge`,
+        searchParams: {
+            pageNum: 1,
+            pageSize: 20,
+            columnId: topicId,
+        },
+    }).json();
+    const list = response.list.map((item) => {
+        let doc = {};
+        let baseLink = {};
+        switch (item.type) {
+            case 0:
+                doc = item.knowledge;
+                baseLink = `${baseUrl}/db`;
+                break;
+            case 1:
+                doc = item.dbDoc;
+                baseLink = `${baseUrl}/doc`;
+                break;
+            default:
+                logger.error(`unknown type ${item.type}`);
+        }
+
+        return {
+            title: doc.title,
+            link: `${baseLink}/${item.rid}`,
+            pubDate: timezone(parseDate(item.createdTime), +8),
+            author: doc.createdByName,
+            category: doc.tags,
+        };
+    });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+                item.description = $('div.editor-content-styl.article-style').first().html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '墨天轮合辑',
+        link: `${baseUrl}/topic/${topicId}`,
+        item: items,
+    };
+};

package/lib/v2/nature/cover.js

@@ -18,56 +18,46 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const { baseUrl, journalMap } = require('./utils');
+const { CookieJar } = require('tough-cookie');
 
 module.exports = async (ctx) => {
-    const journals = journalMap.items;
+    const cookieJar = new CookieJar();
+
+    await got('https://www.nature.com', { cookieJar });
+
+    const journals = journalMap.items
+        .filter((j) => j.id)
+        .map((j) => ({
+            ...j,
+            link: `${baseUrl}/${j.title}/current-issue`,
+        }));
+
     const out = await Promise.all(
-        journals
-            .filter((j) => j.id)
-            .map(async (journal) => {
-                // get the lastest volumn and issue id
-                const pageURL = `${baseUrl}/${journal.title}/current-issue`;
-                const cookieData = await got
-                    .extend({
-                        prefixUrl: 'https://idp.nature.com/authorize',
-                        followRedirect: false,
-                    })
-                    .get(`?response_type=cookie&client_id=grover&redirect_uri=${encodeURI(pageURL)}`)
-                    .then((response) => response.headers['set-cookie'].join(' '));
-                const issueURL = await got
-                    .extend({
-                        prefixUrl: pageURL,
-                        headers: {
-                            cookie: cookieData,
-                        },
-                        followRedirect: false,
-                    })
-                    .get('')
-                    .then((response) => response.headers.location);
-                const capturingRegex = /volumes\/(?<volumes>\d+)\/issues\/(?<issues>\d+)/;
-                const { volumes, issues } = issueURL.match(capturingRegex).groups;
+        journals.map((journal) =>
+            ctx.cache.tryGet(journal.link, async () => {
+                const { id, name } = journal;
 
-                const address = `${baseUrl}${issueURL}`;
-                return ctx.cache.tryGet(address, async () => {
-                    const id = journal.id;
-                    const imageURL = `https://media.springernature.com/full/springer-static/cover-hires/journal/${id}/${volumes}/${issues}?as=webp`;
-                    const contents = `<div align="center"><img src="${imageURL}" alt="Volume ${volumes} Issue ${issues}"></div>`;
+                const response = await got(journal.link, { cookieJar });
 
-                    const response = await got(address);
-                    const $ = cheerio.load(response.data);
-                    const date = $('title').text().split(',')[1].trim();
-                    const issueDescription = $('div[data-test=issue-description]').html() ?? '';
+                const capturingRegex = /volumes\/(?<volume>\d+)\/issues\/(?<issue>\d+)/;
+                const { volume, issue } = response.url.match(capturingRegex).groups;
+                const imageUrl = `https://media.springernature.com/full/springer-static/cover-hires/journal/${id}/${volume}/${issue}?as=webp`;
+                const contents = `<div align="center"><img src="${imageUrl}" alt="Volume ${volume} Issue ${issue}"></div>`;
 
-                    const single = {
-                        title: `${journal.name} | Volume ${volumes} Issue ${issues}`,
-                        description: contents + issueDescription,
-                        link: address,
-                        pubDate: parseDate(date, 'MMMM YYYY'),
-                    };
-                    return single;
-                });
+                const $ = cheerio.load(response.data);
+                const date = $('title').text().split(',')[1].trim();
+                const issueDescription = $('div[data-test=issue-description]').html() ?? '';
+
+                return {
+                    title: `${name} | Volume ${volume} Issue ${issue}`,
+                    description: contents + issueDescription,
+                    link: response.url,
+                    pubDate: parseDate(date, 'MMMM YYYY'),
+                };
             })
+        )
     );
+
     ctx.state.data = {
         title: 'Nature Covers Story',
         description: 'Find out the cover story of some Nature journals.',

package/lib/v2/nature/highlight.js

@@ -1,12 +1,12 @@
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
-const { baseUrl, getArticleList, getArticle } = require('./utils');
+const { baseUrl, cookieJar, getArticleList, getArticle } = require('./utils');
 
 module.exports = async (ctx) => {
     const { journal = 'nature' } = ctx.params;
     const url = `${baseUrl}/${journal}/articles?type=research-highlight`;
 
-    const res = await got(url);
+    const res = await got(url, { cookieJar });
     const $ = cheerio.load(res.data);
 
     let items = getArticleList($);

package/lib/v2/nature/news-and-comment.js

@@ -14,13 +14,13 @@
 
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
-const { baseUrl, getArticleList, getArticle } = require('./utils');
+const { baseUrl, cookieJar, getArticleList, getArticle } = require('./utils');
 
 module.exports = async (ctx) => {
     const journal = ctx.params.journal;
     const pageURL = `${baseUrl}/${journal}/news-and-comment`;
 
-    const pageResponse = await got(pageURL);
+    const pageResponse = await got(pageURL, { cookieJar });
     const pageCapture = cheerio.load(pageResponse.data);
     const pageDescription = pageCapture('meta[name=description]').attr('content') || 'Nature, a nature research journal';
 

package/lib/v2/nature/news.js

@@ -1,11 +1,11 @@
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
 const { parseDate } = require('@/utils/parse-date');
-const { baseUrl, getArticle } = require('./utils');
+const { baseUrl, cookieJar, getArticle } = require('./utils');
 
 module.exports = async (ctx) => {
     const url = `${baseUrl}/latest-news`;
-    const res = await got(url);
+    const res = await got(url, { cookieJar });
     const $ = cheerio.load(res.data);
 
     let items = $('.c-article-item__content')

package/lib/v2/nature/research.js

@@ -15,13 +15,13 @@
 
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
-const { baseUrl, getArticleList, getDataLayer, getArticle } = require('./utils');
+const { baseUrl, cookieJar, getArticleList, getDataLayer, getArticle } = require('./utils');
 
 module.exports = async (ctx) => {
     const journal = ctx.params.journal ?? 'nature';
     const pageURL = `${baseUrl}/${journal}/research-articles`;
 
-    const pageResponse = await got(pageURL);
+    const pageResponse = await got(pageURL, { cookieJar });
     const pageCapture = cheerio.load(pageResponse.data);
 
     const pageTitle = getDataLayer(pageCapture).content.journal.title;

package/lib/v2/nature/siteindex.js

@@ -1,9 +1,9 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const { baseUrl } = require('./utils');
+const { baseUrl, cookieJar } = require('./utils');
 
 module.exports = async (ctx) => {
-    const response = await got(`${baseUrl}/siteindex`);
+    const response = await got(`${baseUrl}/siteindex`, { cookieJar });
     const $ = cheerio.load(response.data);
 
     let items = $('li[class^="grid mq640-grid-12"]')
@@ -11,7 +11,7 @@ module.exports = async (ctx) => {
         .map((item) => {
             item = $(item);
             return {
-                title: item.find('a').attr('href').replace('/', ''),
+                title: item.find('a').attr('href').replaceAll('/', ''),
                 name: item.find('a').text(),
                 link: baseUrl + item.find('a').attr('href'),
             };
@@ -20,7 +20,7 @@ module.exports = async (ctx) => {
     items = await Promise.all(
         items.map((item) =>
             ctx.cache.tryGet(`nature:siteindex:${item.title}`, async () => {
-                const response = await got(item.link);
+                const response = await got(item.link, { cookieJar });
                 const $ = cheerio.load(response.data);
 
                 delete item.link;
@@ -39,7 +39,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: 'Nature siteindex',
-        link: baseUrl + '/siteindex',
+        link: response.url,
         item: items,
     };
     ctx.state.json = {