rsshub 1.0.0-master.f9a482d → 1.0.0-master.fa27a51

package/lib/v2/nasa/apod.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 10;
+    const rootUrl = 'https://apod.nasa.gov/apod/archivepix.html';
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+    const $ = cheerio.load(response.data);
+
+    const list = $('body > b > a')
+        .slice(0, limit)
+        .map((_, el) => ({
+            title: $(el).text(),
+            link: `https://apod.nasa.gov/apod/${$(el).attr('href')}`,
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                const description = `<img src="${content('img').attr('src')}"> <br> ${content('body > center').eq(1).html()} <br> ${content('body > p').eq(0).html()}`;
+                const pubDate = timezone(parseDate(item.link.slice(-11, -5), 'YYMMDD'), -5);
+
+                const single = {
+                    title: item.title,
+                    description,
+                    pubDate,
+                    link: item.link,
+                };
+                return single;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'NASA Astronomy Picture of the Day',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/nasa/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/apod': ['nczitzk', 'williamgateszhao'],
+    '/apod-ncku': ['nczitzk', 'williamgateszhao'],
+    '/apod-cn': ['nczitzk', 'williamgateszhao'],
+};

package/lib/v2/nasa/radar.js

@@ -0,0 +1,22 @@
+module.exports = {
+    'nasa.gov': {
+        _name: 'NASA 每日天文图片',
+        apod: [
+            {
+                title: 'NASA',
+                docs: 'https://docs.rsshub.app/routes/picture#nasa-mei-ri-tian-wen-tu-pian',
+                target: '/nasa/apod',
+            },
+            {
+                title: '台湾成功大学镜像',
+                docs: 'https://docs.rsshub.app/routes/picture#nasa-mei-ri-tian-wen-tu-pian',
+                target: '/nasa/apod-ncku',
+            },
+            {
+                title: 'NASA 中文',
+                docs: 'https://docs.rsshub.app/routes/picture#nasa-mei-ri-tian-wen-tu-pian',
+                target: '/nasa/apod-cn',
+            },
+        ],
+    },
+};

package/lib/v2/nasa/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/apod', require('./apod'));
+    router.get('/apod-ncku', require('./apod-ncku'));
+    router.get('/apod-cn', require('./apod-cn'));
+};

package/lib/v2/natgeo/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '每日一图',
-                docs: 'https://docs.rsshub.app/picture.html#guo-jia-di-li',
+                docs: 'https://docs.rsshub.app/routes/picture#guo-jia-di-li',
                 source: ['/photo-of-the-day/*', '/'],
                 target: '/natgeo/dailyphoto',
             },
@@ -15,7 +15,7 @@ module.exports = {
         '.': [
             {
                 title: '分类',
-                docs: 'https://docs.rsshub.app/travel.html#guo-jia-di-li',
+                docs: 'https://docs.rsshub.app/routes/travel#guo-jia-di-li',
                 source: ['/:cat/:type', '/'],
                 target: '/natgeo/:cat/:type',
             },

package/lib/v2/nationalgeographic/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         www: [
             {
                 title: 'Latest Stories',
-                docs: 'https://docs.rsshub.app/traditional-media.html#hua-shi-xin-wen',
+                docs: 'https://docs.rsshub.app/routes/traditional-media#hua-shi-xin-wen',
                 source: '/pages/topic/latest-stories',
                 target: '/nationalgeographic/latest-stories',
             },

package/lib/v2/nature/radar.js

@@ -4,31 +4,31 @@ module.exports = {
         '.': [
             {
                 title: '最新成果',
-                docs: 'https://docs.rsshub.app/journal.html#nature-xi-lie',
+                docs: 'https://docs.rsshub.app/routes/journal#nature-xi-lie',
                 source: ['/:journal/research-articles', '/:journal', '/'],
                 target: '/nature/research/:journal',
             },
             {
                 title: '新闻及评论',
-                docs: 'https://docs.rsshub.app/journal.html#nature-xi-lie',
+                docs: 'https://docs.rsshub.app/routes/journal#nature-xi-lie',
                 source: ['/:journal/news-and-comment', '/:journal', '/'],
                 target: '/nature/news-and-comment/:journal',
             },
             {
                 title: '封面故事',
-                docs: 'https://docs.rsshub.app/journal.html#nature-xi-lie',
+                docs: 'https://docs.rsshub.app/routes/journal#nature-xi-lie',
                 source: ['/'],
                 target: '/nature/cover',
             },
             {
                 title: '主刊 - 新闻动态',
-                docs: 'https://docs.rsshub.app/journal.html#nature-xi-lie',
+                docs: 'https://docs.rsshub.app/routes/journal#nature-xi-lie',
                 source: ['/latest-news', '/news', '/'],
                 target: '/nature/news',
             },
             {
                 title: '精彩研究',
-                docs: 'https://docs.rsshub.app/journal.html#nature-xi-lie',
+                docs: 'https://docs.rsshub.app/routes/journal#nature-xi-lie',
                 source: ['/:journal/articles', '/:journal', '/'],
                 target: '/nature/highlight/:journal',
             },

package/lib/v2/nautil/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: 'Topics',
-                docs: 'https://docs.rsshub.app/en/new-media.html#nautilus',
+                docs: 'https://docs.rsshub.app/routes/en/new-media#nautilus',
                 source: ['/topics/:tid'],
                 target: '/nautil/topic/:tid',
             },

package/lib/v2/nbd/radar.js

@@ -4,13 +4,13 @@ module.exports = {
         '.': [
             {
                 title: '分类',
-                docs: 'https://docs.rsshub.app/finance.html#mei-jing-wang',
+                docs: 'https://docs.rsshub.app/routes/finance#mei-jing-wang',
                 source: '/',
                 target: '/nbd',
             },
             {
                 title: '重磅原创',
-                docs: 'https://docs.rsshub.app/finance.html#mei-jing-wang',
+                docs: 'https://docs.rsshub.app/routes/finance#mei-jing-wang',
                 source: '/',
                 target: '/nbd/daily',
             },

package/lib/v2/nber/radar.js

@@ -4,13 +4,13 @@ module.exports = {
         '.': [
             {
                 title: 'New working paper',
-                docs: 'https://docs.rsshub.app/en/journal.html#national-bureau-of-economic-research',
+                docs: 'https://docs.rsshub.app/routes/en/journal#national-bureau-of-economic-research',
                 source: ['/papers'],
                 target: '/nber/news',
             },
             {
                 title: 'All working paper',
-                docs: 'https://docs.rsshub.app/en/journal.html#national-bureau-of-economic-research',
+                docs: 'https://docs.rsshub.app/routes/en/journal#national-bureau-of-economic-research',
                 source: ['/papers'],
                 target: '/nber/papers',
             },

package/lib/v2/ncepu/radar.js

@@ -4,19 +4,19 @@ module.exports = {
         yjsy: [
             {
                 title: '通知公告',
-                docs: 'https://docs.rsshub.app/university.html#hua-bei-dian-li-da-xue',
+                docs: 'https://docs.rsshub.app/routes/university#hua-bei-dian-li-da-xue',
                 source: ['/tzgg/index.htm', '/'],
                 target: '/ncepu/master/tzgg',
             },
             {
                 title: '硕士招生信息',
-                docs: 'https://docs.rsshub.app/university.html#hua-bei-dian-li-da-xue',
+                docs: 'https://docs.rsshub.app/routes/university#hua-bei-dian-li-da-xue',
                 source: ['/zsxx/sszsxx/index.htm', '/'],
                 target: '/ncepu/master/zsxx',
             },
             {
                 title: '研究生培养信息',
-                docs: 'https://docs.rsshub.app/university.html#hua-bei-dian-li-da-xue',
+                docs: 'https://docs.rsshub.app/routes/university#hua-bei-dian-li-da-xue',
                 source: ['/pyxx/pyxx/index.htm', '/'],
                 target: '/ncepu/master/pyxx',
             },

package/lib/v2/ncwu/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '学校通知',
-                docs: 'https://docs.rsshub.app/university.html#hua-bei-shui-li-shui-dian-da-xue',
+                docs: 'https://docs.rsshub.app/routes/university#hua-bei-shui-li-shui-dian-da-xue',
                 source: '/xxtz.htm',
                 target: '/ncwu/notice',
             },

package/lib/v2/ndss-symposium/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: 'Accepted papers',
-                docs: 'https://docs.rsshub.app/journal.html#network-and-distributed-system-security-ndss-symposium',
+                docs: 'https://docs.rsshub.app/routes/journal#network-and-distributed-system-security-ndss-symposium',
                 source: ['/'],
                 target: '/ndss-symposium/ndss',
             },

package/lib/v2/neatdownloadmanager/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: 'Download',
-                docs: 'https://docs.rsshub.app/program-update.html#neat-download-manager-download',
+                docs: 'https://docs.rsshub.app/routes/program-update#neat-download-manager-download',
                 source: ['/index.php', '/'],
                 target: '/neatdownloadmanager/download/:os?',
             },

package/lib/v2/neea/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         jlpt: [
             {
                 title: '教育部考试中心日本语能力测试重要通知',
-                docs: 'https://docs.rsshub.app/study.html#jiao-yu-bu-kao-shi-zhong-xin-ri-ben-yu-neng-li-ce-shi-zhong-yao-tong-zhi',
+                docs: 'https://docs.rsshub.app/routes/study#jiao-yu-bu-kao-shi-zhong-xin-ri-ben-yu-neng-li-ce-shi-zhong-yao-tong-zhi',
                 source: ['/'],
                 target: '/neea/jlpt',
             },

package/lib/v2/nenu/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         sohac: [
             {
                 title: '历史文化学院',
-                docs: 'https://docs.rsshub.app/university.html#dong-bei-shi-fan-da-xue-li-shi-wen-hua-xue-yuan',
+                docs: 'https://docs.rsshub.app/routes/university#dong-bei-shi-fan-da-xue-li-shi-wen-hua-xue-yuan',
                 source: ['/index/xyxx.htm', '/index/tzgg.htm', '/'],
                 target: (params, url) => `/nenu/sohac${new URL(url).href.match(/\.edu\.cn(.*?)\.htm/)[1]}`,
             },
@@ -12,7 +12,7 @@ module.exports = {
         yjsy: [
             {
                 title: '研究生院',
-                docs: 'https://docs.rsshub.app/university.html#dong-bei-shi-fan-da-xue-yan-jiu-sheng-yuan',
+                docs: 'https://docs.rsshub.app/routes/university#dong-bei-shi-fan-da-xue-yan-jiu-sheng-yuan',
                 source: ['/tzgg.htm', '/'],
                 target: (params, url) => `/nenu/yjsy${new URL(url).href.match(/\.edu\.cn(.*?)\.htm/)[1]}`,
             },

package/lib/v2/neu/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         neunews: [
             {
                 title: '新闻网',
-                docs: 'https://docs.rsshub.app/university.html#dong-bei-da-xue',
+                docs: 'https://docs.rsshub.app/routes/university#dong-bei-da-xue',
                 source: ['/:type/list.htm'],
                 target: '/neu/news/:type',
             },
@@ -12,7 +12,7 @@ module.exports = {
         'www.bmie': [
             {
                 title: '学院新闻 - 医学与生物信息工程学院',
-                docs: 'https://docs.rsshub.app/university.html#dong-bei-da-xue',
+                docs: 'https://docs.rsshub.app/routes/university#dong-bei-da-xue',
                 source: ['/'],
                 target: '/neu/bmie/news',
             },

package/lib/v2/newmuseum/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         www: [
             {
                 title: 'Exhibitions',
-                docs: 'https://docs.rsshub.app/en/travel.html#new-museum',
+                docs: 'https://docs.rsshub.app/routes/en/travel#new-museum',
             },
         ],
     },

package/lib/v2/newrank/radar.js

@@ -4,11 +4,11 @@ module.exports = {
         '.': [
             {
                 title: '微信公众号',
-                docs: 'https://docs.rsshub.app/social-media.html#xin-bang',
+                docs: 'https://docs.rsshub.app/routes/social-media#xin-bang',
             },
             {
                 title: '抖音短视频',
-                docs: 'https://docs.rsshub.app/social-media.html#xin-bang',
+                docs: 'https://docs.rsshub.app/routes/social-media#xin-bang',
             },
         ],
     },

package/lib/v2/news/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '新华社新闻',
-                docs: 'https://docs.rsshub.app/new-media.html#xin-hua-wang-xin-hua-she-xin-wen',
+                docs: 'https://docs.rsshub.app/routes/new-media#xin-hua-wang-xin-hua-she-xin-wen',
                 source: ['/'],
                 target: '/news/whxw',
             },

package/lib/v2/news/whxw.js

@@ -15,6 +15,7 @@ module.exports = async (ctx) => {
 
     let items = $('h3 a')
         .toArray()
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 100)
         .map((item) => {
             item = $(item);
             return {

package/lib/v2/newsmarket/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '分類',
-                docs: 'https://docs.rsshub.app/new-media.html#shang-xia-you-news-market',
+                docs: 'https://docs.rsshub.app/routes/new-media#shang-xia-you-news-market',
                 source: ['/blog/category/:category', '/'],
                 target: '/newsmarket/:category?',
             },

package/lib/v2/newzmz/index.js

@@ -1,90 +1,66 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const { art } = require('@/utils/render');
-const path = require('path');
+
+const { rootUrl, getItems, getItemInfo, processItems } = require('./util');
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category ? parseInt(ctx.params.category) : 1;
+    const { id = '1', downLinkType = '磁力链' } = ctx.params;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 50;
+
+    // If the id is not composed solely of digits,
+    // then consider it as the id of a movie or TV show;
+    // otherwise, consider it as the id for the category.
+
+    const isCategory = !isNaN(id);
 
-    const rootUrl = 'http://newzmz.com';
-    const rootSUrl = 'http://s.newzmz.com';
-    const currentUrl = `${rootUrl}/index.html`;
+    const currentUrl = new URL(isCategory ? 'index.html' : `details-${id}.html`, rootUrl).href;
 
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
+    const response = await ctx.cache.tryGet(currentUrl, async () => {
+        const { data: response } = await got(currentUrl);
+
+        return response;
     });
 
-    const $ = cheerio.load(response.data);
-
-    const items = [];
-
-    const target = $('div.rowMod').eq(category);
-
-    await Promise.all(
-        target
-            .find('ul.slides li a')
-            .toArray()
-            .map((item) => {
-                item = $(item);
-
-                return {
-                    title: item.text(),
-                    link: `${rootSUrl}/view/${item.attr('href').split('/details-').pop()}`,
-                };
-            })
-            .map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-
-                    const content = cheerio.load(detailResponse.data);
-
-                    const title = content('.page-header-content').text();
-
-                    items.push(
-                        ...content('div.team-con-area')
-                            .toArray()
-                            .map((a) => {
-                                a = content(a);
-
-                                const episode = a
-                                    .find('span.up')
-                                    .text()
-                                    .trim()
-                                    .replace(/第 (\d+) /g, '第$1');
-
-                                return {
-                                    link: item.link,
-                                    guid: `${item.link}#${episode.replace(/\s*/g, '')}`,
-                                    title: `${title} ${episode}`,
-                                    category: a
-                                        .find('div.item-label a')
-                                        .toArray()
-                                        .map((l) => content(l).text()),
-                                    description: art(path.join(__dirname, 'templates/description.art'), {
-                                        links: a
-                                            .find('ul.team-icons li')
-                                            .toArray()
-                                            .map((i) => ({
-                                                name: content(i).find('p').text(),
-                                                link: content(i).find('a').attr('href'),
-                                            })),
-                                    }),
-                                    enclosure_type: 'application/x-bittorrent',
-                                    enclosure_url: a.find('a[title="磁力链下载"]').attr('href'),
-                                };
-                            })
-                    );
-                })
-            )
-    );
+    const $ = cheerio.load(response);
+
+    // If a category id is specified,
+    // retrieve all movies and TV shows from that category
+    // and add them to the "to be processed" array.
+    // Otherwise, if only a specific TV show or movie ID is provided,
+    // add that item alone to the "to be processed" array.
+
+    let items = isCategory
+        ? await getItems(ctx.cache.tryGet, currentUrl, id, 'div.rowMod', 'ul.slides li a')
+        : [
+              {
+                  link: currentUrl,
+              },
+          ];
+
+    items = await Promise.all(items.slice(0, limit).map((item) => getItemInfo(ctx.cache.tryGet, item.link)));
+
+    // If the link of the entry is "#",
+    // it indicates that there are currently no relevant resources available for that specific item.
+
+    items = await Promise.all(items.filter((item) => item.link !== '#').map((i) => processItems(i, downLinkType, 'div.team-con-area', 'div.item-label a', 'ul.team-icons li')));
+
+    items = [].concat(...items);
+
+    const headerTitle = isCategory ? $('div.rowMod').eq(parseInt(id, 10)).find('h2.row-header-title').text() : '';
+    const title = `${$('title').text()}${headerTitle ? ` - ${headerTitle}` : ''}`;
+    const icon = $('link[rel="shortcut icon"]').prop('href');
 
     ctx.state.data = {
-        title: `NEW字幕组 - ${target.find('.row-header-title').text()}`,
+        item: isCategory ? items : items.slice(0, limit),
+        title,
         link: currentUrl,
-        item: items,
+        description: $('meta[name="description"]').prop('content'),
+        language: 'zh-cn',
+        image: $('img.logo-img').prop('src'),
+        icon,
+        logo: icon,
+        subtitle: $('meta[name="keywords"]').prop('content'),
+        author: title,
+        allowEmpty: true,
     };
 };

package/lib/v2/newzmz/maintainer.js

@@ -1,4 +1,4 @@
 module.exports = {
-    '/:category?': ['nczitzk'],
-    '/:id?': ['nczitzk'],
+    '/:category?/:downLinkType?': ['nczitzk'],
+    '/:id?/:downLinkType?': ['nczitzk'],
 };

package/lib/v2/newzmz/radar.js

@@ -4,13 +4,13 @@ module.exports = {
         '.': [
             {
                 title: '分类',
-                docs: 'https://docs.rsshub.app/multimedia.html#new-zi-mu-zu',
+                docs: 'https://docs.rsshub.app/routes/multimedia#new-zi-mu-zu',
                 source: ['/'],
                 target: '/newzmz',
             },
             {
                 title: '指定剧集',
-                docs: 'https://docs.rsshub.app/multimedia.html#new-zi-mu-zu',
+                docs: 'https://docs.rsshub.app/routes/multimedia#new-zi-mu-zu',
                 source: ['/view/:id'],
                 target: (params) => `/newzmz/${params.id.replace('.html', '')}`,
             },

package/lib/v2/newzmz/router.js

@@ -1,5 +1,3 @@
 module.exports = (router) => {
-    router.get(/\/(\d+)?/, require('./index'));
-    router.get('/view/:id', require('./view'));
-    router.get('/:id', require('./view'));
+    router.get('/:id?/:downLinkType?', require('./'));
 };

package/lib/v2/newzmz/templates/description.art

@@ -1,7 +1,59 @@
-{{ if links }}
-<ul>
-{{ each links link }}
-<li><a href="{{ link.link }}">{{ link.name }}</a></li>
-{{ /each }}
-</ul>
-{{ /if }}
+{{ if image }}
+  <figure>
+    <img src="{{ image }}" alt="{{ nameZh }}{{ if nameEn }} - {{ nameEn }}{{ /if }}">
+  </figure>
+{{ /if }}
+<table>
+  <tbody>
+    {{ if nameZh }}
+      <tr>
+        <th>中文名</th>
+        <td>{{ nameZh }}</td>
+      </tr>
+    {{ /if }}
+    {{ if nameEn }}
+      <tr>
+        <th>英文名</th>
+        <td>{{ nameEn }}</td>
+      </tr>
+    {{ /if }}
+    {{ if alias }}
+      <tr>
+        <th>又名</th>
+        <td>{{ alias.join(' / ') }}</td>
+      </tr>
+    {{ /if }}
+    {{ if update }}
+      <tr>
+        <th>更新频率</th>
+        <td>{{ update }}</td>
+      </tr>
+    {{ /if }}
+    {{ if links }}
+      {{ each links link }}
+        <tr>
+          <th>{{ link.title }}</th>
+          <td>
+            <a href="{{ link.link }}">{{ link.link }}</a>
+          </td>
+        </tr>
+      {{ /each }}
+    {{ /if }}
+    {{ if categories }}
+      <tr>
+        <th>标签</th>
+        <td>{{ categories.join(' / ') }}</td>
+      </tr>
+    {{ /if }}
+    {{ if downLinks }}
+      {{ each downLinks link }}
+        <tr>
+          <th>{{ link.title }}</th>
+          <td>
+            <a href="{{ link.link }}">{{ link.link }}</a>
+          </td>
+        </tr>
+      {{ /each }}
+    {{ /if }}
+  </tbody>
+</table>