rsshub 1.0.0-master.fb2a407 → 1.0.0-master.fc5a2f6

package/lib/v2/abskoop/index.js

@@ -2,48 +2,53 @@ const path = require('path');
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { art } = require('@/utils/render');
-const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const response = await got({
         method: 'get',
-        url: 'https://www.abskoop.com/archives/',
+        url: 'https://www.abskoop.com/page/1/',
     });
 
     const $list = cheerio.load(response.data);
-    const list = $list('article li')
-        .slice(0, 20)
+    const list = $list('.rizhuti_v2-widget-lastpost .scroll article')
         .map(function () {
+            const link = $list(this).find('.entry-wrapper .entry-header a');
             return {
-                link: $list(this).find('a').attr('href'),
+                title: link.attr('title'),
+                link: link.attr('href'),
             };
         })
         .get();
 
     const items = await Promise.all(
-        list.map((item) =>
+        list.reverse().map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({ method: 'get', url: item.link });
                 const $detail = cheerio.load(detailResponse.data);
+                $detail('article .entry-content').find('#related_posts').remove();
+                $detail('article .entry-content').find('#jp-relatedposts').remove();
+                $detail('article .entry-content').find('.post-note').remove();
+                $detail('article .entry-content').find('.entry-tags').remove();
+                $detail('article .entry-content').find('.entry-share').remove();
                 $detail('article .entry-content a').each(function () {
                     if ($detail(this).find('img').length > 0) {
                         $detail(this).replaceWith(`<img src=${$detail(this).attr('href')}>`);
                     }
                 });
                 const desc = [];
-                $detail('article .entry-content > p').each(function () {
+                $detail('article .entry-content > *').each(function () {
                     desc.push($detail(this).html());
                 });
-                item.title = $detail('article h1.entry-title').text();
                 item.description = art(path.join(__dirname, 'templates/description.art'), { desc });
-                item.pubDate = timezone($detail('article time').attr('datetime'), -8);
+                item.pubDate = parseDate($detail('meta[property="article:published_time"]').attr('content'));
                 return item;
             })
         )
     );
 
     ctx.state.data = {
-        title: 'ahhhhfs - A姐分享',
+        title: 'ahhhhfs-A姐分享',
         link: 'https://www.abskoop.com',
         description:
             'A姐分享，分享各种网络云盘资源、BT种子、高清电影电视剧和羊毛福利，收集各种有趣实用的软件和APP的下载、安装、使用方法，发现一些稀奇古怪的的网站，折腾一些有趣实用的教程，关注谷歌苹果等互联网最新的资讯动态，探索新领域，发现新美好，分享小快乐。',

package/lib/v2/abskoop/nsfw.js

@@ -0,0 +1,52 @@
+const path = require('path');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: 'https://nsfw.ahhhhfs.com/articles-archive/',
+    });
+
+    const $list = cheerio.load(response.data);
+    const list = $list('article li')
+        .slice(0, 20)
+        .map(function () {
+            return {
+                link: $list(this).find('a').attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({ method: 'get', url: item.link });
+                const $detail = cheerio.load(detailResponse.data);
+                $detail('article .entry-content a').each(function () {
+                    if ($detail(this).find('img').length > 0) {
+                        $detail(this).replaceWith(`<img src=${$detail(this).attr('href')}>`);
+                    }
+                });
+                const desc = [];
+                $detail('article .entry-content > p').each(function () {
+                    desc.push($detail(this).html());
+                });
+                item.title = $detail('article h1.entry-title').text();
+                item.description = art(path.join(__dirname, 'templates/description.art'), { desc });
+                item.pubDate = parseDate($detail('meta[property="article:published_time"]').attr('content'));
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'ahhhhfs-A姐分享NSFW',
+        link: 'https://nsfw.ahhhhfs.com',
+        description:
+            'A姐分享NSFW，分享各种网络云盘资源、BT种子、磁力链接、高清电影电视剧和羊毛福利，收集各种有趣实用的软件和APP的下载、安装、使用方法，发现一些稀奇古怪的的网站，折腾一些有趣实用的教程，关注谷歌苹果等互联网最新的资讯动态，探索新领域，发现新美好，分享小快乐。',
+        item: items,
+    };
+};

package/lib/v2/abskoop/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
     router.get('/', require('./index'));
+    router.get('/nsfw', require('./nsfw'));
 };

package/lib/v2/agirls/index.js

@@ -4,6 +4,9 @@ const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 const path = require('path');
 const { art } = require('@/utils/render');
+const { CookieJar } = require('tough-cookie');
+
+const cookieJar = new CookieJar();
 
 module.exports = async (ctx) => {
     const baseUrl = 'https://agirls.aotter.net';
@@ -14,6 +17,7 @@ module.exports = async (ctx) => {
         headers: {
             Referer: baseUrl,
         },
+        cookieJar,
     });
 
     const $ = cheerio.load(response.data);
@@ -36,6 +40,7 @@ module.exports = async (ctx) => {
                     headers: {
                         Referer: baseUrl + '/posts/' + (category ? `/${category}` : ''),
                     },
+                    cookieJar,
                 });
                 const content = cheerio.load(detailResponse.data);
 
@@ -67,5 +72,6 @@ module.exports = async (ctx) => {
         description: $('head meta[name=description]').attr('content'),
         item: items,
         language: $('html').attr('lang'),
+        cookieJar,
     };
 };

package/lib/{routes → v2}/aliyun/database_month.js

@@ -10,7 +10,7 @@ module.exports = async (ctx) => {
         .map((i, e) => {
             const element = $(e);
             const title = element.find('a').text().trim();
-            const link = 'http://mysql.taobao.org' + element.find('a').attr('href').trim();
+            const link = `http://mysql.taobao.org${element.find('a').attr('href').trim()}/`;
             return {
                 title,
                 description: '',
@@ -20,20 +20,15 @@ module.exports = async (ctx) => {
         .get();
 
     const result = await Promise.all(
-        list.map(async (item) => {
+        list.map((item) => {
             const link = item.link;
 
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const itemReponse = await got.get(link);
-            const itemElement = cheerio.load(itemReponse.data);
-            item.description = itemElement('.content').html();
-
-            ctx.cache.set(link, JSON.stringify(item));
-            return item;
+            return ctx.cache.tryGet(link, async () => {
+                const itemReponse = await got(link);
+                const itemElement = cheerio.load(itemReponse.data);
+                item.description = itemElement('.content').html();
+                return item;
+            });
         })
     );
 

package/lib/{routes → v2}/aliyun/developer/group.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const type = ctx.params.type;
@@ -34,9 +35,13 @@ module.exports = async (ctx) => {
             list
                 .map((index, item) => {
                     item = $(item);
+                    const desc = item.find('.question-desc');
+                    const description = item.find('.browse').text() + ' ' + desc.find('.answer').text();
                     return {
-                        title: item.find('p').first().text().trim(),
+                        title: item.find('.question-title').text().trim() || item.find('a p').text().trim(),
                         link: item.find('a').attr('href'),
+                        pubDate: parseDate(item.find('.time').text()),
+                        description,
                     };
                 })
                 .get(),

package/lib/v2/aliyun/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/database_month': ['junbaor'],
+    '/developer/group/:type': ['umm233'],
+    '/notice/:type?': ['muzea'],
+};

package/lib/{routes → v2}/aliyun/notice.js

@@ -1,9 +1,7 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-const customParseFormat = require('dayjs/plugin/customParseFormat');
-
-dayjs.extend(customParseFormat);
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 const typeMap = {
     0: '9004748',
@@ -28,32 +26,26 @@ module.exports = async (ctx) => {
             const title = element.find('a').text().trim();
             const link = 'https://help.aliyun.com' + element.find('a').attr('href').trim();
             const date = element.find('.y-right').text();
-            const pubDate = dayjs(`${date} +0800`, 'YYYY-MM-DDHH:mm:ss ZZ');
+            const pubDate = timezone(parseDate(date), +8);
             return {
                 title,
                 description: '',
                 link,
-                pubDate: pubDate.toString(),
+                pubDate,
             };
         })
         .get();
 
     const result = await Promise.all(
-        list.map(async (item) => {
-            const link = item.link;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const itemReponse = await got.get(link);
-            const itemElement = cheerio.load(itemReponse.data);
-            item.description = itemElement('#se-knowledge').html();
-
-            ctx.cache.set(link, JSON.stringify(item));
-            return item;
-        })
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const itemReponse = await got(item.link);
+                const itemElement = cheerio.load(itemReponse.data);
+                item.description = itemElement('#se-knowledge').html();
+
+                return item;
+            })
+        )
     );
 
     ctx.state.data = {

package/lib/v2/aliyun/radar.js

@@ -0,0 +1,32 @@
+module.exports = {
+    'aliyun.com': {
+        _name: '阿里云',
+        developer: [
+            {
+                title: '开发者社区 - 主题',
+                docs: 'https://docs.rsshub.app/programming.html#a-li-yun',
+                source: ['/group/:type'],
+                target: '/aliyun/developer/group/:type',
+            },
+        ],
+        help: [
+            {
+                title: '公告',
+                docs: 'https://docs.rsshub.app/programming.html#a-li-yun',
+                source: ['/noticelist/:type', '/'],
+                target: (params) => `/aliyun/notice${params.type ? '/' + params.type.replace('.html', '') : ''}`,
+            },
+        ],
+    },
+    'taobao.org': {
+        _name: '阿里云',
+        mysql: [
+            {
+                title: '数据库内核月报',
+                docs: 'https://docs.rsshub.app/programming.html#a-li-yun',
+                source: ['/monthly', '/'],
+                target: '/aliyun/database_month',
+            },
+        ],
+    },
+};

package/lib/v2/aliyun/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/database_month', require('./database_month'));
+    router.get('/developer/group/:type', require('./developer/group'));
+    router.get('/notice/:type?', require('./notice'));
+};

package/lib/v2/ally/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/rail/:category?/:topic?': ['Rongronggg9'],
+};

package/lib/v2/ally/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ally.net.cn': {
+        _name: '艾莱资讯',
+        rail: [
+            {
+                title: '世界轨道交通资讯网',
+                docs: 'https://docs.rsshub.app/new-media.html#ai-lai-zi-xun',
+                source: ['/', '/html/:category?/:topic?'],
+                target: '/ally/rail/:category?/:topic?',
+            },
+        ],
+    },
+};

package/lib/v2/ally/rail.js

@@ -0,0 +1,109 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    // http://rail.ally.net.cn/sitemap.html
+    const { category, topic } = ctx.params;
+    const rootUrl = 'http://rail.ally.net.cn';
+    const pageUrl = category ? (topic ? `${rootUrl}/html/${category}/${topic}/` : `${rootUrl}/html/${category}/`) : rootUrl;
+
+    const response = await got.get(pageUrl);
+    const $ = cheerio.load(response.data);
+    let title = $('.container .regsiter a') // what a typo...
+        .get()
+        .slice(1) // drop "首页"
+        .reduce((prev, curr) => (prev ? `${prev} - ${$(curr).text()}` : $(curr).text()), '');
+    title = title || (category && topic ? `${category} - ${topic}` : category) || '首页';
+    let links = [
+        // list page: http://rail.ally.net.cn/html/lujuzixun/
+        $('.left .hynewsO h2 a').get(),
+        // multi-sub-topic page: http://rail.ally.net.cn/html/hyzix/
+        $('.left .list_content_c').find('.new_hy_focus_con_tit a, .new_hy_list_name a').get(),
+        // multi-sub-topic page 2: http://rail.ally.net.cn/html/foster/
+        $('.left').find('.nnewslistpic a, .nnewslistinfo dd a').get(),
+        // data list page: http://rail.ally.net.cn/html/tongjigongbao/
+        $('.left .list_con .datacountTit a').get(),
+        // home page: http://rail.ally.net.cn
+        $('.container_left').find('dd a, h1 a, ul.slideshow li a').get(),
+    ].reduce((a, b) => a.concat(b), []);
+    if (!links.length) {
+        // try aggressively sniffing links, e.g. http://rail.ally.net.cn/html/InviteTen/
+        links = $('.left a, .container_left a').get();
+    }
+
+    let items = links
+        .map((link) => {
+            link = $(link);
+            const url = link.attr('href');
+            const urlMatch = url && url.match(/\/html\/(\d{4})\/\w+_(\d{4})\/\d+\.html/);
+            if (!urlMatch) {
+                return null;
+            }
+            const title = link.text();
+            return {
+                title,
+                link: url.startsWith('/') ? `${rootUrl}${url}` : url,
+                pubDate: timezone(parseDate(`${urlMatch[1]}${urlMatch[2]}`), 8),
+            };
+        })
+        .filter(Boolean)
+        .reduce((prev, curr) => (prev.length && prev[prev.length - 1].link === curr.link ? prev : [...prev, curr]), [])
+        .sort((a, b) => b.pubDate - a.pubDate)
+        .slice(0, ctx.query.limit || 20);
+
+    items = await Promise.all(
+        items.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const response = await got(item.link);
+                    const $ = cheerio.load(response.data);
+                    // fix weird format
+                    let description = '';
+                    const content = $('div.content_all');
+                    if (content.length) {
+                        content
+                            .eq(content.length - 1) // some pages have "summary"
+                            .contents()
+                            .each((_, child) => {
+                                const $child = $(child);
+                                let innerHtml;
+                                if (child.name === 'div') {
+                                    innerHtml = $child.html();
+                                    innerHtml = innerHtml && innerHtml.trim();
+                                    description += !innerHtml || innerHtml === '&nbsp;' ? (description ? '<br>' : '') : innerHtml;
+                                } else {
+                                    // bare text node or something else
+                                    description += $child.toString().trim();
+                                }
+                            });
+                    } else {
+                        // http://rail.ally.net.cn/html/2022/InviteTen_0407/4686.html
+                        description = $('div.content div').first().html();
+                    }
+
+                    description = description.replace(/\s*<br ?\/?>\s*$/, ''); // trim <br> at the end
+                    const info = $('.content > em span');
+                    return {
+                        title: $('.content > h2').text() || item.title,
+                        description,
+                        // pubDate: timezone(parseDate(info.eq(0).text()), 8),
+                        pubDate: item.pubDate,
+                        author: info
+                            .eq(1)
+                            .text()
+                            .replace(/^来源：/, ''),
+                        link: item.link,
+                    };
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `世界轨道交通资讯网 - ${title}`,
+        link: pageUrl,
+        item: items,
+        description: $('head > meta[name="description"]').attr('content'),
+    };
+};

package/lib/v2/ally/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/rail/:category?/:topic?', require('./rail'));
+};

package/lib/v2/apple/exchange_repair.js

@@ -15,7 +15,7 @@ module.exports = async (ctx) => {
         list.map((item) => {
             const $ = cheerio.load(item);
             const $a = $('.icon-chevronright').parent();
-            const itemUrl = new URL($a.attr('href'), host);
+            const itemUrl = new URL($a.attr('href'), host).href;
 
             return ctx.cache.tryGet(itemUrl, async () => {
                 const response = await got.get(itemUrl);

package/lib/v2/arknights/announce.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { platform = 'Android', group = 'ALL' } = ctx.params;
+
+    let {
+        data: { announceList },
+    } = await got({
+        method: 'get',
+        url: `https://ak-conf.hypergryph.com/config/prod/announce_meta/${platform}/announcement.meta.json`,
+    });
+
+    if (group !== 'ALL') {
+        announceList = announceList.filter((item) => item.group === group);
+    }
+
+    announceList = await Promise.all(
+        announceList.map((item) =>
+            ctx.cache.tryGet(item.webUrl, async () => {
+                const { data } = await got({
+                    method: 'get',
+                    url: item.webUrl,
+                });
+
+                const $ = cheerio.load(data);
+                let description =
+                    // 一般来讲是有字的
+                    $('.content').html() ??
+                    // 有些情况只有一张图
+                    $('.banner-image-container.cover').html() ??
+                    // 有些情况啥都没有（暂时没有遇到）
+                    'No Description';
+
+                // 游戏内部跳转链接
+                description = description.replace(/href="uniwebview:\/\/.+?"/, 'href="#"');
+
+                return {
+                    title: item.title,
+                    description,
+                    // 不知道是哪一年的，所以不管了
+                    pubDate: parseDate(`${item.month}-${item.day}`, 'M-D'),
+                    link: item.webUrl,
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `《明日方舟》${group === 'SYSTEM' ? '系统' : group === 'ACTIVITY' ? '活动' : '全部'}公告`,
+        link: 'https://ak.hypergryph.com/',
+        item: announceList,
+    };
+};

package/lib/{routes → v2}/arknights/japan.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const response = await got({
@@ -10,7 +11,7 @@ module.exports = async (ctx) => {
     const newsList = items.map((item) => ({
         title: item.title,
         description: item.content[0].value,
-        pubDate: item.publishedAt,
+        pubDate: parseDate(item.publishedAt),
         link: `https://www.arknights.jp/news/${item.id}`,
     }));
 

package/lib/v2/arknights/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/announce/:platform?/:group?': ['swwind'],
+    '/japan': ['ofyark'],
+    '/news': ['Astrian'],
+};

package/lib/{routes → v2}/arknights/news.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const response = await got({
@@ -16,18 +17,18 @@ module.exports = async (ctx) => {
         newslist
             .slice(0, 9) // limit article count to a single page
             .map(async (index, item) => {
-                const sth = $(item);
-                const link = `https://ak.hypergryph.com${sth.attr('href')}`;
+                item = $(item);
+                const link = `https://ak.hypergryph.com${item.attr('href')}`;
                 const description = await ctx.cache.tryGet(link, async () => {
-                    const result = await got.get(link);
+                    const result = await got(link);
                     const $ = cheerio.load(result.data);
                     return $('.article-content').html();
                 });
                 return {
-                    title: `[${sth.find('.articleItemCate').first().text()}] ${sth.find('.articleItemTitle').first().text()}`,
+                    title: `[${item.find('.articleItemCate').first().text()}] ${item.find('.articleItemTitle').first().text()}`,
                     description,
                     link,
-                    pubDate: new Date(sth.find('.articleItemDate').first().text()),
+                    pubDate: parseDate(item.find('.articleItemDate').first().text()),
                 };
             })
             .get()

package/lib/v2/arknights/radar.js

@@ -0,0 +1,40 @@
+module.exports = {
+    'arknights.jp': {
+        _name: '明日方舟',
+        ak: [
+            {
+                title: 'アークナイツ（日服新闻）',
+                docs: 'https://docs.rsshub.app/game.html#ming-ri-fang-zhou',
+                source: ['/news?lang=ja&limit=9&page=1', '/'],
+                target: '/arknights/japan',
+            },
+        ],
+    },
+    'hypergryph.com': {
+        _name: '明日方舟',
+        ak: [
+            {
+                title: '游戏公告与新闻',
+                docs: 'https://docs.rsshub.app/game.html#ming-ri-fang-zhou',
+                source: ['/news.html', '/'],
+                target: '/arknights/news',
+            },
+        ],
+        'ak-conf': [
+            {
+                title: '游戏内公告',
+                docs: 'https://docs.rsshub.app/game.html#ming-ri-fang-zhou',
+                source: ['/*'],
+                target: '/arknights/news',
+            },
+        ],
+        'monster-siren': [
+            {
+                title: '塞壬唱片',
+                docs: 'https://docs.rsshub.app/game.html#ming-ri-fang-zhou',
+                source: ['/info', '/'],
+                target: '/siren/news',
+            },
+        ],
+    },
+};

package/lib/v2/arknights/router.js

@@ -0,0 +1,8 @@
+module.exports = function (router) {
+    // 《明日方舟》游戏内公告
+    router.get('/announce/:platform?/:group?', require('./announce'));
+    // アークナイツ(明日方舟日服)
+    router.get('/japan', require('./japan'));
+    // 《明日方舟》游戏公告与新闻
+    router.get('/news', require('./news'));
+};