rsshub 1.0.0-master.fbcba24 → 1.0.0-master.fc648b5

package/lib/v2/9to5/subsite.js

@@ -0,0 +1,70 @@
+const got = require('@/utils/got');
+const parser = require('@/utils/rss-parser');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    let title = '9To5',
+        link,
+        description;
+
+    switch (ctx.params.subsite) {
+        case 'mac':
+            link = 'https://9to5mac.com';
+            title += 'Mac';
+            description = 'Apple News & Mac Rumors Breaking All Day';
+            break;
+
+        case 'google':
+            link = 'https://9to5google.com';
+            title += 'Google';
+            description = 'Google, Pixel news, Android, Home, Chrome OS, apps, more';
+            break;
+
+        case 'toys':
+            link = 'https://9to5toys.com';
+            title += 'Toys';
+            description = 'New Gear, reviews and deals';
+            break;
+
+        default:
+            break;
+    }
+
+    if (ctx.params.tag) {
+        link = `${link}/guides/${ctx.params.tag}/feed/`;
+        title = `${ctx.params.tag} | ${title}`;
+    } else {
+        link = `${link}/feed/`;
+    }
+
+    const feed = await parser.parseURL(link);
+
+    const items = await Promise.all(
+        feed.items.splice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10).map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const description = utils.ProcessFeed(response.data);
+
+                const single = {
+                    title: item.title,
+                    description,
+                    pubDate: item.pubDate,
+                    link: item.link,
+                    author: item['dc:creator'],
+                };
+
+                return single;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        link,
+        description,
+        item: items,
+    };
+};

package/lib/v2/9to5/utils.js

@@ -0,0 +1,36 @@
+const cheerio = require('cheerio');
+
+const ProcessFeed = (data) => {
+    const $ = cheerio.load(data);
+    const content = $('div.post-body');
+
+    const cover = $('meta[property="og:image"]');
+    if (cover.length > 0) {
+        $(`<img src=${cover[0].attribs.content}>`).insertBefore(content[0].firstChild);
+    }
+
+    // remove useless DOMs
+    content.find('hr').nextAll().remove();
+
+    content.find('hr, ins.adsbygoogle, script').each((i, e) => {
+        $(e).remove();
+    });
+
+    // remove ad
+    content.find('div.ad-disclaimer-container').remove();
+
+    content.find('div').each((i, e) => {
+        if ($(e)[0].attribs.class) {
+            const classes = $(e)[0].attribs.class;
+            if (classes.match(/\w{10}\s\w{10}/g)) {
+                $(e).remove();
+            }
+        }
+    });
+
+    return content.html();
+};
+
+module.exports = {
+    ProcessFeed,
+};

package/lib/v2/abskoop/index.js

@@ -2,48 +2,53 @@ const path = require('path');
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { art } = require('@/utils/render');
-const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const response = await got({
         method: 'get',
-        url: 'https://www.abskoop.com/archives/',
+        url: 'https://www.abskoop.com/page/1/',
     });
 
     const $list = cheerio.load(response.data);
-    const list = $list('article li')
-        .slice(0, 20)
+    const list = $list('.rizhuti_v2-widget-lastpost .scroll article')
         .map(function () {
+            const link = $list(this).find('.entry-wrapper .entry-header a');
             return {
-                link: $list(this).find('a').attr('href'),
+                title: link.attr('title'),
+                link: link.attr('href'),
             };
         })
         .get();
 
     const items = await Promise.all(
-        list.map((item) =>
+        list.reverse().map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({ method: 'get', url: item.link });
                 const $detail = cheerio.load(detailResponse.data);
+                $detail('article .entry-content').find('#related_posts').remove();
+                $detail('article .entry-content').find('#jp-relatedposts').remove();
+                $detail('article .entry-content').find('.post-note').remove();
+                $detail('article .entry-content').find('.entry-tags').remove();
+                $detail('article .entry-content').find('.entry-share').remove();
                 $detail('article .entry-content a').each(function () {
                     if ($detail(this).find('img').length > 0) {
                         $detail(this).replaceWith(`<img src=${$detail(this).attr('href')}>`);
                     }
                 });
                 const desc = [];
-                $detail('article .entry-content > p').each(function () {
+                $detail('article .entry-content > *').each(function () {
                     desc.push($detail(this).html());
                 });
-                item.title = $detail('article h1.entry-title').text();
                 item.description = art(path.join(__dirname, 'templates/description.art'), { desc });
-                item.pubDate = timezone($detail('article time').attr('datetime'), -8);
+                item.pubDate = parseDate($detail('meta[property="article:published_time"]').attr('content'));
                 return item;
             })
         )
     );
 
     ctx.state.data = {
-        title: 'ahhhhfs - A姐分享',
+        title: 'ahhhhfs-A姐分享',
         link: 'https://www.abskoop.com',
         description:
             'A姐分享，分享各种网络云盘资源、BT种子、高清电影电视剧和羊毛福利，收集各种有趣实用的软件和APP的下载、安装、使用方法，发现一些稀奇古怪的的网站，折腾一些有趣实用的教程，关注谷歌苹果等互联网最新的资讯动态，探索新领域，发现新美好，分享小快乐。',

package/lib/v2/abskoop/nsfw.js

@@ -0,0 +1,52 @@
+const path = require('path');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: 'https://nsfw.ahhhhfs.com/articles-archive/',
+    });
+
+    const $list = cheerio.load(response.data);
+    const list = $list('article li')
+        .slice(0, 20)
+        .map(function () {
+            return {
+                link: $list(this).find('a').attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({ method: 'get', url: item.link });
+                const $detail = cheerio.load(detailResponse.data);
+                $detail('article .entry-content a').each(function () {
+                    if ($detail(this).find('img').length > 0) {
+                        $detail(this).replaceWith(`<img src=${$detail(this).attr('href')}>`);
+                    }
+                });
+                const desc = [];
+                $detail('article .entry-content > p').each(function () {
+                    desc.push($detail(this).html());
+                });
+                item.title = $detail('article h1.entry-title').text();
+                item.description = art(path.join(__dirname, 'templates/description.art'), { desc });
+                item.pubDate = parseDate($detail('meta[property="article:published_time"]').attr('content'));
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'ahhhhfs-A姐分享NSFW',
+        link: 'https://nsfw.ahhhhfs.com',
+        description:
+            'A姐分享NSFW，分享各种网络云盘资源、BT种子、磁力链接、高清电影电视剧和羊毛福利，收集各种有趣实用的软件和APP的下载、安装、使用方法，发现一些稀奇古怪的的网站，折腾一些有趣实用的教程，关注谷歌苹果等互联网最新的资讯动态，探索新领域，发现新美好，分享小快乐。',
+        item: items,
+    };
+};

package/lib/v2/abskoop/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
     router.get('/', require('./index'));
+    router.get('/nsfw', require('./nsfw'));
 };

package/lib/v2/acfun/article.js

@@ -0,0 +1,100 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'https://www.acfun.cn';
+const categoryMap = {
+    184: {
+        title: '二次元画师',
+        realmId: 'realmId=18' + '&realmId=14' + '&realmId=51',
+    },
+    110: {
+        title: '综合',
+        realmId: 'realmId=5' + '&realmId=22' + '&realmId=28' + '&realmId=3' + '&realmId=4',
+    },
+    73: {
+        title: '生活情感',
+        realmId: 'realmId=50' + '&realmId=25' + '&realmId=34' + '&realmId=7' + '&realmId=6' + '&realmId=17' + '&realmId=1' + '&realmId=2' + '&realmId=49',
+    },
+    164: {
+        title: '游戏',
+        realmId: 'realmId=8' + '&realmId=53' + '&realmId=52' + '&realmId=11' + '&realmId=43' + '&realmId=44' + '&realmId=45' + '&realmId=46' + '&realmId=47',
+    },
+    74: {
+        title: '动漫文化',
+        realmId: 'realmId=13' + '&realmId=31' + '&realmId=48',
+    },
+    75: {
+        title: '漫画文学',
+        realmId: 'realmId=15' + '&realmId=23' + '&realmId=16',
+    },
+};
+const sortTypeEnum = ['createTime', 'lastCommentTime', 'hotScore'];
+const timeRangeEnum = ['all', 'oneDay', 'threeDay', 'oneWeek', 'oneMonth'];
+
+module.exports = async (ctx) => {
+    const { categoryId, sortType = 'createTime', timeRange = 'all' } = ctx.params;
+    if (!categoryMap[categoryId]) {
+        throw `Invalid category Id: ${categoryId}`;
+    }
+    if (!sortTypeEnum.includes(sortType)) {
+        throw `Invalid sort type: ${sortType}`;
+    }
+    if (!timeRangeEnum.includes(timeRange)) {
+        throw `Invalid time range: ${timeRange}`;
+    }
+
+    const url = `${baseUrl}/v/list${categoryId}/index.htm`;
+    const response = await got.post(
+        `${baseUrl}/rest/pc-direct/article/feed` +
+            '?cursor=first_page' +
+            '&onlyOriginal=false' +
+            '&limit=10' +
+            `&sortType=${sortType}` +
+            `&timeRange=${sortType === 'hotScore' ? timeRange : 'all'}` +
+            `&${categoryMap[categoryId].realmId}`,
+        {
+            headers: {
+                referer: url,
+            },
+        }
+    );
+
+    const list = response.data.data.map((item) => ({
+        title: item.title,
+        link: `${baseUrl}/a/ac${item.articleId}`,
+        author: item.userName,
+        pubDate: parseDate(item.createTime, 'x'),
+        category: item.realmName,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link, {
+                    headers: {
+                        referer: url,
+                    },
+                });
+                const $ = cheerio.load(response.data);
+                const articleInfo = $('.main script')
+                    .text()
+                    .match(/window.articleInfo = (.*);\n\s*window.likeDomain/)[1];
+                const data = JSON.parse(articleInfo);
+
+                item.description = data.parts[0].content;
+                if (data.tagList) {
+                    item.category = [item.category, ...data.tagList.map((tag) => tag.name)];
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: categoryMap[categoryId].title,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/acfun/bangumi.js

@@ -0,0 +1,28 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const url = `https://www.acfun.cn/bangumi/aa${id}`;
+
+    const bangumiPage = await got(url, {
+        headers: {
+            Referer: 'https://www.acfun.cn',
+        },
+    });
+    const bangumiData = JSON.parse(bangumiPage.data.match(/window.bangumiData = (.*?);\n/)[1]);
+    const bangumiList = JSON.parse(bangumiPage.data.match(/window.bangumiList = (.*?);\n/)[1]);
+
+    ctx.state.data = {
+        title: bangumiData.bangumiTitle,
+        link: url,
+        description: bangumiData.bangumiIntro,
+        image: bangumiData.belongResource.coverImageV,
+        item: bangumiList.items.map((item) => ({
+            title: `${item.episodeName} - ${item.title}`,
+            description: `<img src="${item.imgInfo.thumbnailImage.cdnUrls[0].url.split('?')[0]}">`,
+            link: `http://www.acfun.cn/bangumi/aa${id}_36188_${item.itemId}`,
+            pubDate: parseDate(item.updateTime, 'x'),
+        })),
+    };
+};

package/lib/v2/acfun/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/article/:categoryId/:sortType?/:timeRange?': ['TonyRL'],
+    '/bangumi/:id': ['xyqfer'],
+    '/user/video/:uid': ['wdssmq'],
+};

package/lib/v2/acfun/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'acfun.cn': {
+        _name: 'AcFun',
+        www: [
+            {
+                tilte: '番剧',
+                docs: 'https://docs.rsshub.app/anime.html#acfun-fan-ju',
+                source: '/bangumi/:id',
+                target: (params) => `/acfun/bangumi/${params.id.replace('aa', '')}`,
+            },
+            {
+                title: '用户投稿',
+                docs: 'https://docs.rsshub.app/anime.html#acfun-yong-hu-tou-gao',
+                source: '/u/:id',
+                target: '/acfun/user/video/:id',
+            },
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/anime.html#acfun',
+                source: '/v/:categoryId/index.htm',
+                target: (params) => `/acfun/article/${params.categoryId.replace('list', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/acfun/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/article/:categoryId/:sortType?/:timeRange?', require('./article'));
+    router.get('/bangumi/:id', require('./bangumi'));
+    router.get('/user/video/:uid', require('./video'));
+};

package/lib/v2/acfun/video.js

@@ -0,0 +1,45 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+    const url = `https://www.acfun.cn/u/${uid}`;
+    const host = 'https://www.acfun.cn';
+    const response = await got(url, {
+        headers: {
+            Referer: host,
+        },
+    });
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const title = $('title').text();
+    const description = $('.signature .complete').text();
+    const list = $('#ac-space-video-list a').get();
+    const image = $('head style')
+        .text()
+        .match(/.user-photo{\n\s*background:url\((.*)\) 0% 0% \/ 100% no-repeat;/)[1];
+
+    ctx.state.data = {
+        title,
+        link: url,
+        description,
+        image,
+        item: list.map((item) => {
+            item = $(item);
+
+            const itemTitle = item.find('p.title').text();
+            const itemImg = item.find('figure img').attr('src');
+            const itemUrl = item.attr('href');
+            const itemDate = item.find('.date').text();
+
+            return {
+                title: itemTitle,
+                description: `<img src="${itemImg.split('?')[0]}">`,
+                link: host + itemUrl,
+                pubDate: parseDate(itemDate, 'YYYY/MM/DD'),
+            };
+        }),
+    };
+};

package/lib/v2/agirls/index.js

@@ -4,6 +4,9 @@ const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 const path = require('path');
 const { art } = require('@/utils/render');
+const { CookieJar } = require('tough-cookie');
+
+const cookieJar = new CookieJar();
 
 module.exports = async (ctx) => {
     const baseUrl = 'https://agirls.aotter.net';
@@ -11,9 +14,10 @@ module.exports = async (ctx) => {
 
     const response = await got({
         url: baseUrl + '/posts' + (category ? `/${category}` : ''),
-        header: {
+        headers: {
             Referer: baseUrl,
         },
+        cookieJar,
     });
 
     const $ = cheerio.load(response.data);
@@ -33,9 +37,10 @@ module.exports = async (ctx) => {
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     url: item.link,
-                    header: {
+                    headers: {
                         Referer: baseUrl + '/posts/' + (category ? `/${category}` : ''),
                     },
+                    cookieJar,
                 });
                 const content = cheerio.load(detailResponse.data);
 
@@ -67,5 +72,6 @@ module.exports = async (ctx) => {
         description: $('head meta[name=description]').attr('content'),
         item: items,
         language: $('html').attr('lang'),
+        cookieJar,
     };
 };

package/lib/v2/agirls/topic.js

@@ -11,7 +11,7 @@ module.exports = async (ctx) => {
 
     const response = await got({
         url: baseUrl + '/topic/' + topic,
-        header: {
+        headers: {
             Referer: baseUrl,
         },
     });
@@ -33,7 +33,7 @@ module.exports = async (ctx) => {
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     url: item.link,
-                    header: {
+                    headers: {
                         Referer: baseUrl + '/topic/' + topic,
                     },
                 });

package/lib/v2/agirls/topic_list.js

@@ -7,7 +7,7 @@ module.exports = async (ctx) => {
 
     const response = await got({
         url: baseUrl + '/' + category,
-        header: {
+        headers: {
             Referer: baseUrl,
         },
     });

package/lib/v2/agora0/index.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'initium';
+
+    const rootUrl = 'https://agora0.gitlab.io';
+    const currentUrl = `${rootUrl}/blog/${category}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.card span:not(.comments) a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.author = content('meta[name="author"]').attr('content');
+                item.pubDate = parseDate(content('meta[property="article:published_time"]').attr('content'));
+                item.description = content('.post-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/agora0/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/agora0/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'gitlab.io': {
+        _name: 'GitLab',
+        agora0: [
+            {
+                title: '零博客',
+                docs: 'https://docs.rsshub.app/blog.html#ling-bo-ke-fen-lei',
+                source: ['/blog/:category', '/'],
+                target: '/agora0/:category',
+            },
+        ],
+    },
+};

package/lib/v2/agora0/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/ajmide/index.js

@@ -15,7 +15,7 @@ module.exports = async (ctx) => {
         pubDate: parseDate(item.postTime, 'YYYY-MM-DD HH:mm:ss'),
         itunes_item_image: item.brandImgPath,
         enclosure_url: item.audioAttach[0].liveUrl,
-        enclosure_length: item.audioAttach[0].audioTime,
+        itunes_duration: item.audioAttach[0].audioTime,
         enclosure_type: 'audio/x-m4a',
     }));
 

package/lib/v2/aliyun/database_month.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const url = 'http://mysql.taobao.org/monthly/';
+    const response = await got({ method: 'get', url });
+    const $ = cheerio.load(response.data);
+
+    const list = $("ul[class='posts'] > li")
+        .map((i, e) => {
+            const element = $(e);
+            const title = element.find('a').text().trim();
+            const link = `http://mysql.taobao.org${element.find('a').attr('href').trim()}/`;
+            return {
+                title,
+                description: '',
+                link,
+            };
+        })
+        .get();
+
+    const result = await Promise.all(
+        list.map((item) => {
+            const link = item.link;
+
+            return ctx.cache.tryGet(link, async () => {
+                const itemReponse = await got(link);
+                const itemElement = cheerio.load(itemReponse.data);
+                item.description = itemElement('.content').html();
+                return item;
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: url,
+        item: result.reverse(),
+    };
+};