rsshub 1.0.0-master.fb2a407 → 1.0.0-master.fc5a2f6

package/lib/v2/mobilism/radar.js

@@ -0,0 +1,23 @@
+module.exports = {
+    'mobilism.org': {
+        _name: 'Mobilism',
+        '.': [
+            {
+                title: '论坛',
+                docs: 'https://docs.rsshub.app/bbs.html#mobilism',
+                source: '/',
+            },
+            {
+                title: '门户',
+                docs: 'https://docs.rsshub.app/bbs.html#mobilism',
+                source: '/portal.php',
+                target: (_params, url) => `/mobilism/portal/${new URL(url).searchParams.get('block')}`,
+            },
+            {
+                title: '电子书',
+                docs: 'https://docs.rsshub.app/reading.html#mobilism',
+                source: '/',
+            },
+        ],
+    },
+};

package/lib/v2/mobilism/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/forums/:category/:type/:fulltext?', require('./forums'));
+    router.get('/portal/:type/:fulltext?', require('./portal'));
+};

package/lib/{routes → v2}/mp4er/index.js

@@ -8,7 +8,7 @@ module.exports = async (ctx) => {
     const year = ctx.params.year || 'all';
     const order = ctx.params.order || '0';
 
-    const rootUrl = 'https://www.mp4er.com';
+    const rootUrl = 'https://www.52bdys.com';
     const currentUrl = `${rootUrl}/s/${caty}?${type === 'all' ? '' : '&type=' + type}${area === 'all' ? '' : '&area=' + area}${year === 'all' ? '' : '&year=' + year}&order=${order}`;
     const response = await got({
         method: 'get',

package/lib/v2/mp4er/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?/:caty?/:area?/:year?/:order?': ['nczitzk'],
+};

package/lib/v2/mp4er/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    '52bdys.com': {
+        _name: '哔嘀影视',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/multimedia.html#bi-di-ying-shi',
+                source: ['/'],
+                target: '/mp4er/:type?/:caty?/:area?/:year?/:order?',
+            },
+        ],
+    },
+};

package/lib/v2/mp4er/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?/:caty?/:area?/:year?/:order?', require('./index'));
+};

package/lib/v2/mysql/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/release/:version?': ['nczitzk'],
+};

package/lib/v2/mysql/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'mysql.com': {
+        _name: 'MySQL',
+        dev: [
+            {
+                title: 'Release Notes',
+                docs: 'https://docs.rsshub.app/programming.html#mysql-release-notes',
+                source: ['/'],
+                target: (params, url) => `/mysql/release/${new URL(url).toString().match(/\/mysql\/(.*?)\//)[1]}`,
+            },
+        ],
+    },
+};

package/lib/v2/mysql/release.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const version = ctx.params.version ?? '8.0';
+
+    const rootUrl = 'https://dev.mysql.com';
+    const currentUrl = `${rootUrl}/doc/relnotes/mysql/${version}/en`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('dt span a')
+        .slice(1, -1)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${currentUrl}/${item.attr('href')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.indexterm').remove();
+                content('.titlepage').first().remove();
+                content('.itemizedlist').first().remove();
+
+                item.description = content('#docs-body .section').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/mysql/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/release/:version?', require('./release'));
+};

package/lib/v2/nature/cover.js

@@ -0,0 +1,77 @@
+// The content is generateed by undocumentated API of nature journals
+// This router has **just** been tested in:
+// nature:           Nature
+// nbt:              Nature Biotechnology
+// neuro:            Nature Neuroscience
+// ng:               Nature Genetics
+// ni:               Nature Immunology
+// nmeth:            Nature Method
+// nchem:            Nature Chemistry
+// nmat:             Nature Materials
+// natmachintell:    Nature Machine Intelligence
+// ncb:              Nature Cell Biology
+// nplants:          Nature Plants
+// natastron:        Nature Astronomy
+// nphys             Nature Physics
+
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, journalMap } = require('./utils');
+
+module.exports = async (ctx) => {
+    const journals = journalMap.items;
+    const out = await Promise.all(
+        journals
+            .filter((j) => j.id)
+            .map(async (journal) => {
+                // get the lastest volumn and issue id
+                const pageURL = `${baseUrl}/${journal.title}/current-issue`;
+                const cookieData = await got
+                    .extend({
+                        prefixUrl: 'https://idp.nature.com/authorize',
+                        followRedirect: false,
+                    })
+                    .get(`?response_type=cookie&client_id=grover&redirect_uri=${encodeURI(pageURL)}`)
+                    .then((response) => response.headers['set-cookie'].join(' '));
+                const issueURL = await got
+                    .extend({
+                        prefixUrl: pageURL,
+                        headers: {
+                            cookie: cookieData,
+                        },
+                        followRedirect: false,
+                    })
+                    .get('')
+                    .then((response) => response.headers.location);
+                const capturingRegex = /volumes\/(?<volumes>\d+)\/issues\/(?<issues>\d+)/;
+                const { volumes, issues } = issueURL.match(capturingRegex).groups;
+
+                const address = `${baseUrl}${issueURL}`;
+                return ctx.cache.tryGet(address, async () => {
+                    const id = journal.id;
+                    const imageURL = `https://media.springernature.com/full/springer-static/cover-hires/journal/${id}/${volumes}/${issues}?as=webp`;
+                    const contents = `<div align="center"><img src="${imageURL}" alt="Volume ${volumes} Issue ${issues}"></div>`;
+
+                    const response = await got(address);
+                    const $ = cheerio.load(response.data);
+                    const date = $('title').text().split(',')[1].trim();
+                    const issueDescription = $('div[data-test=issue-description]').html() ?? '';
+
+                    const single = {
+                        title: `${journal.name} | Volume ${volumes} Issue ${issues}`,
+                        description: contents + issueDescription,
+                        link: address,
+                        pubDate: parseDate(date, 'MMMM YYYY'),
+                    };
+                    return single;
+                });
+            })
+    );
+    ctx.state.data = {
+        title: 'Nature Covers Story',
+        description: 'Find out the cover story of some Nature journals.',
+        link: baseUrl,
+        item: out,
+    };
+};

package/lib/v2/nature/highlight.js

@@ -0,0 +1,22 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { baseUrl, getArticleList, getArticle } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { journal = 'nature' } = ctx.params;
+    const url = `${baseUrl}/${journal}/articles?type=research-highlight`;
+
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+
+    let items = getArticleList($);
+
+    items = await Promise.all(items.map((item) => getArticle(item, ctx)));
+
+    ctx.state.data = {
+        title: $('title').text().trim(),
+        description: $('meta[name=description]').attr('content'),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/nature/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/cover': ['yech1990'],
+    '/highlight/:journal?/:year?': ['yech1990', 'TonyRL'],
+    '/news': ['yech1990', 'TonyRL'],
+    '/news-and-comment/:journal?': ['yech1990', 'TonyRL'],
+    '/research/:journal?': ['yech1990', 'TonyRL'],
+    '/siteindex': ['TonyRL'],
+};

package/lib/v2/nature/news-and-comment.js

@@ -0,0 +1,37 @@
+// example usage: `/nature/news-and-comment/ng`
+// The journals from NPG are run by different group of people,
+// and the website of may not be consitent for all the journals
+//
+// This router has **just** been tested in:
+// nbt:              Nature Biotechnology
+// neuro:            Nature Neuroscience
+// ng:               Nature Genetics
+// ni:               Nature Immunology
+// nmeth:            Nature Method
+// nchem:            Nature Chemistry
+// nmat:             Nature Materials
+// natmachintell:    Nature Machine Intelligence
+
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { baseUrl, getArticleList, getArticle } = require('./utils');
+
+module.exports = async (ctx) => {
+    const journal = ctx.params.journal;
+    const pageURL = `${baseUrl}/${journal}/news-and-comment`;
+
+    const pageResponse = await got(pageURL);
+    const pageCapture = cheerio.load(pageResponse.data);
+    const pageDescription = pageCapture('meta[name=description]').attr('content') || 'Nature, a nature research journal';
+
+    let items = getArticleList(pageCapture);
+
+    items = await Promise.all(items.map((item) => getArticle(item, ctx)));
+
+    ctx.state.data = {
+        title: pageCapture('title').text(),
+        description: pageDescription,
+        link: pageURL,
+        item: items,
+    };
+};

package/lib/v2/nature/news.js

@@ -0,0 +1,30 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, getArticle } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${baseUrl}/latest-news`;
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+
+    let items = $('.c-article-item__content')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h3').text(),
+                link: baseUrl + item.find('a').attr('href'),
+                pubDate: parseDate(item.find('.c-article-item__date').text()),
+            };
+        });
+
+    items = await Promise.all(items.map((item) => ctx.cache.tryGet(item.link, () => getArticle(item, ctx))));
+
+    ctx.state.data = {
+        title: 'Nature | Latest News',
+        description: $('meta[name=description]').attr('content'),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/nature/radar.js

@@ -0,0 +1,37 @@
+module.exports = {
+    'nature.com': {
+        _name: 'Nature',
+        '.': [
+            {
+                title: '最新成果',
+                docs: 'https://docs.rsshub.app/journal.html#nature-xi-lie',
+                source: ['/:journal/research-articles', '/:journal', '/'],
+                target: '/nature/research/:journal',
+            },
+            {
+                title: '新闻及评论',
+                docs: 'https://docs.rsshub.app/journal.html#nature-xi-lie',
+                source: ['/:journal/news-and-comment', '/:journal', '/'],
+                target: '/nature/news-and-comment/:journal',
+            },
+            {
+                title: '封面故事',
+                docs: 'https://docs.rsshub.app/journal.html#nature-xi-lie',
+                source: ['/'],
+                target: '/nature/cover',
+            },
+            {
+                title: '主刊 - 新闻动态',
+                docs: 'https://docs.rsshub.app/journal.html#nature-xi-lie',
+                source: ['/latest-news', '/news', '/'],
+                target: '/nature/news',
+            },
+            {
+                title: '精彩研究',
+                docs: 'https://docs.rsshub.app/journal.html#nature-xi-lie',
+                source: ['/:journal/articles?type=research-highlight', '/:journal', '/'],
+                target: '/nature/highlight/:journal',
+            },
+        ],
+    },
+};

package/lib/v2/nature/research.js

@@ -0,0 +1,39 @@
+// example usage: `/nature/research/ng`
+// The journals from NPG are run by different group of people,
+// and the website of may not be consitent for all the journals
+//
+// This router has **just** been tested in:
+// nature:           Nature
+// nbt:              Nature Biotechnology
+// neuro:            Nature Neuroscience
+// ng:               Nature Genetics
+// ni:               Nature Immunology
+// nmeth:            Nature Method
+// nchem:            Nature Chemistry
+// nmat:             Nature Materials
+// natmachintell:    Nature Machine Intelligence
+
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { baseUrl, getArticleList, getDataLayer, getArticle } = require('./utils');
+
+module.exports = async (ctx) => {
+    const journal = ctx.params.journal ?? 'nature';
+    const pageURL = `${baseUrl}/${journal}/research-articles`;
+
+    const pageResponse = await got(pageURL);
+    const pageCapture = cheerio.load(pageResponse.data);
+
+    const pageTitle = getDataLayer(pageCapture).content.journal.title;
+
+    let items = getArticleList(pageCapture);
+
+    items = await Promise.all(items.map((item) => getArticle(item, ctx)));
+
+    ctx.state.data = {
+        title: `Nature (${pageTitle}) | Latest Research`,
+        description: pageCapture('meta[name="description"]').attr('content') || `Nature, a nature research journal`,
+        link: pageURL,
+        item: items,
+    };
+};

package/lib/v2/nature/router.js

@@ -0,0 +1,8 @@
+module.exports = (router) => {
+    router.get('/cover', require('./cover'));
+    router.get('/highlight/:journal?', require('./highlight'));
+    router.get('/news', require('./news'));
+    router.get('/news-and-comment/:journal?', require('./news-and-comment'));
+    router.get('/research/:journal?', require('./research'));
+    router.get('/siteindex', require('./siteindex'));
+};

package/lib/v2/nature/siteindex.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { baseUrl } = require('./utils');
+
+module.exports = async (ctx) => {
+    const response = await got(`${baseUrl}/siteindex`);
+    const $ = cheerio.load(response.data);
+
+    let items = $('li[class^="grid mq640-grid-12"]')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').attr('href').replace('/', ''),
+                name: item.find('a').text(),
+                link: baseUrl + item.find('a').attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(`nature:siteindex:${item.title}`, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+
+                delete item.link;
+                try {
+                    item.id = $('.app-latest-issue-row__image img')
+                        .attr('src')
+                        .match(/.*\/journal\/(\d{5})/)[1];
+                    item.description = item.id;
+                } catch (e) {
+                    //
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'Nature siteindex',
+        link: baseUrl + '/siteindex',
+        item: items,
+    };
+    ctx.state.json = {
+        items,
+    };
+};