rsshub 1.0.0-master.fb2a407 → 1.0.0-master.fc5a2f6

package/lib/{routes → v2}/asiantolick/index.js

@@ -1,13 +1,22 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 module.exports = async (ctx) => {
     const category = ctx.params.category ?? '';
     const keyword = ctx.params.keyword ?? '';
 
+    const urls = {
+        '': '',
+        category: `/category-${keyword}`,
+        tag: `/tag-${keyword}`,
+        search: `/search/${keyword}`,
+    };
+
     const rootUrl = 'https://asiantolick.com';
-    const currentUrl = `${rootUrl}${category === 'category' ? `/category-${keyword}` : ''}${category === 'tag' ? `/tag-${keyword}` : ''}${category === 'search' ? `/search/${keyword}` : ''}`;
+    const currentUrl = `${rootUrl}${urls[category]}`;
 
     const response = await got({
         method: 'get',
@@ -16,37 +25,31 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    const list = $('.miniatura')
-        .map((_, item) => {
+    let items = $('.miniatura')
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
                 link: item.attr('href'),
                 title: item.find('.titulo_video').text(),
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',
                     url: item.link,
                 });
 
-                const downloadResponse = await got({
-                    method: 'get',
-                    url: `${rootUrl}/ajax/download_post.php?ver=1&dir=/down/3_750&post_id=${item.link.match(/post-\d+\//)[1]}&post_name=${item.title}`,
-                });
-
                 const content = cheerio.load(detailResponse.data);
 
-                item.enclosure_url = `${rootUrl}/temp_dl/${downloadResponse.data}`;
-                item.description = `<p>${content('meta[name="description"]').attr('content')}</p><a href=${item.enclosure_url}>Download ZIP</a>`;
-
-                content('.gallery_img').each(function () {
-                    item.description += `<div><img src="${content(this).attr('data-src')}"></div>`;
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    images: content('.gallery_img')
+                        .toArray()
+                        .map((i) => content(i).attr('data-src')),
                 });
 
                 item.pubDate = parseDate(detailResponse.data.match(/"pubDate": "(.*)",/)[1]);

package/lib/v2/asiantolick/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/': ['nczitzk'],
+    '/category/:id?': ['nczitzk'],
+    '/tag/:id?': ['nczitzk'],
+    '/search/:id?': ['nczitzk'],
+};

package/lib/v2/asiantolick/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'asiantolick.com': {
+        _name: 'Asian to lick',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/picture.html#asian-to-lick-shou-ye',
+                source: ['/'],
+                target: '/asiantolick',
+            },
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/picture.html#asian-to-lick-fen-lei',
+                source: ['/'],
+                target: (params, url) => `/asiantolick/category/${new URL(url).toString().split('-').pop()}`,
+            },
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/picture.html#asian-to-lick-biao-qian',
+                source: ['/'],
+                target: (params, url) => `/asiantolick/tag/${new URL(url).toString().split('-').pop()}`,
+            },
+            {
+                title: '搜索',
+                docs: 'https://docs.rsshub.app/picture.html#asian-to-lick-sou-suo',
+                source: ['/search/:keyword', '/'],
+                target: '/asiantolick/search/:keyword?',
+            },
+        ],
+    },
+};

package/lib/v2/asiantolick/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:keyword?', require('./index'));
+};

package/lib/v2/asiantolick/templates/description.art

@@ -0,0 +1,3 @@
+{{ each images image }}
+<img src="{{ image }}">
+{{ /each }}

package/lib/v2/behance/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:user/:type?': ['MisteryMonster'],
+};

package/lib/v2/behance/radar.js

@@ -0,0 +1,26 @@
+module.exports = {
+    'behance.net': {
+        _name: 'Behance',
+        www: [
+            {
+                title: 'User',
+                docs: 'https://docs.rsshub.app/design.html#behance-yong-hu-zuo-pin',
+                source: ['/:user', '/:user/:types', '/gallery/:galleryid/:galleryname'],
+                target: (params, url, document) => {
+                    let uid;
+                    let type = '';
+                    if (params.types && params.types.match('appreciated')) {
+                        type = '/appreciated';
+                    }
+                    if (url.match(/gallery\/\d+/)) {
+                        uid = document && document.querySelector('.e2e-project-avatar').childNodes[0].attributes[1].value.match(/behance.net\/(.*)/)[1];
+                    } else {
+                        uid = document && document.querySelector('html').innerHTML.match(/([^/]+)\/insights/)[1];
+                    }
+
+                    return `/behance/${uid}${type}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/behance/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:user/:type?', require('./user'));
+};

package/lib/v2/behance/user.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const user = ctx.params.user ?? '';
+    const type = ctx.params.type ?? 'projects';
+
+    const response = await got({
+        method: 'get',
+        url: `https://www.behance.net/${user}/${type}`, // 接口只获取12个项目
+        headers: {
+            'X-Requested-With': 'XMLHttpRequest',
+        },
+    });
+    const data = response.data;
+    let list;
+    if (type === 'projects') {
+        list = data.profile.activeSection.work.projects.slice(0, 12);
+    }
+    if (type === 'appreciated') {
+        list = data.profile.activeSection.appreciations.appreciations.slice(0, 12);
+    }
+    const articledata = await Promise.all(
+        list.map(async (item) => {
+            if (type === 'appreciated') {
+                item = item.project;
+            }
+            const url = `${item.url}?ilo0=1`;
+            const description = await ctx.cache.tryGet(url, async () => {
+                const response2 = await got({
+                    method: 'get',
+                    url,
+                });
+                const articleHtml = response2.data;
+                const $2 = cheerio.load(articleHtml);
+                $2('.ImageElement-root-kir').remove();
+                $2('.embed-dimensions').remove();
+                $2('script.js-lightbox-slide-content').each((_, elem) => {
+                    elem = $2(elem);
+                    elem.replaceWith(elem.html());
+                });
+                const content = $2('div.project-styles').html();
+                const single = {
+                    content,
+                };
+                return single;
+            });
+            return description;
+        })
+    );
+    ctx.state.data = {
+        title: `${data.profile.owner.first_name} ${data.profile.owner.last_name}'s ${type}`,
+        link: data.profile.owner.url,
+        item: list.map((item, index) => {
+            if (type === 'appreciated') {
+                item = item.project;
+            }
+            return {
+                title: item.name,
+                description: articledata[index].content,
+                link: item.url,
+                pubDate: parseDate(item.published_on * 1000),
+            };
+        }),
+    };
+};

package/lib/v2/bilibili/article.js

@@ -1,10 +1,10 @@
 const got = require('@/utils/got');
 const cache = require('./cache');
-
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 module.exports = async (ctx) => {
     const uid = ctx.params.uid;
     const name = await cache.getUsernameFromUID(ctx, uid);
-
     const response = await got({
         method: 'get',
         url: `https://api.bilibili.com/x/space/article?mid=${uid}&pn=1&ps=10&sort=publish_time&jsonp=jsonp`,
@@ -13,19 +13,41 @@ module.exports = async (ctx) => {
         },
     });
     const data = response.data.data;
-
-    ctx.state.data = {
-        title: `${name} 的 bilibili 专栏`,
-        link: `https://space.bilibili.com/${uid}/#/article`,
-        image: data.articles && data.articles[0].author.face,
-        description: `${name} 的 bilibili 专栏`,
-        item:
-            data.articles &&
-            data.articles.map((item) => ({
+    const title = `${name} 的 bilibili 专栏`;
+    const link = `https://space.bilibili.com/${uid}/article`;
+    const description = `${name} 的 bilibili 专栏`;
+    const item = await Promise.all(
+        data.articles.map(async (item) => {
+            const art_url = `https://www.bilibili.com/read/cv${item.id}`;
+            const itemData = await ctx.cache.tryGet(
+                art_url,
+                async () =>
+                    (
+                        await got({
+                            method: 'get',
+                            url: art_url,
+                            headers: {
+                                Referer: `https://space.bilibili.com/${uid}/`,
+                            },
+                        })
+                    ).data
+            );
+            const content = cheerio.load(itemData);
+            const eDescription = content('#read-article-holder').html();
+            const publishDate = parseDate(item.publish_time * 1000);
+            const single = {
                 title: item.title,
-                description: `${item.summary}<br><img src="${item.image_urls[0]}">`,
-                pubDate: new Date(item.publish_time * 1000).toUTCString(),
-                link: `https://www.bilibili.com/read/cv${item.id}`,
-            })),
+                link: art_url,
+                description: eDescription,
+                pubDate: publishDate,
+            };
+            return single;
+        })
+    );
+    ctx.state.data = {
+        title,
+        link,
+        description,
+        item,
     };
 };

package/lib/v2/bilibili/page.js

@@ -25,12 +25,11 @@ module.exports = async (ctx) => {
         link,
         description: `视频 ${name} 的视频选集列表`,
         item: data
-            .sort((a, b) => b.cid - a.cid)
-            .slice(0, 10)
+            .sort((a, b) => b.page - a.page)
+            .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10)
             .map((item) => ({
                 title: item.part,
                 description: `${item.part} - ${name}${!disableEmbed ? `<br><br>${utils.iframe(aid, item.page, bvid)}` : ''}`,
-                pubDate: new Date().toUTCString(),
                 link: `${link}?p=${item.page}`,
             })),
     };

package/lib/v2/bilibili/video.js

@@ -32,6 +32,7 @@ module.exports = async (ctx) => {
                 pubDate: new Date(item.created * 1000).toUTCString(),
                 link: item.created > utils.bvidTime && item.bvid ? `https://www.bilibili.com/video/${item.bvid}` : `https://www.bilibili.com/video/av${item.aid}`,
                 author: name,
+                comments: item.comment,
             })),
     };
 };

package/lib/v2/bjx/huanbao.js

@@ -0,0 +1,78 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const asyncPool = require('tiny-async-pool');
+
+const asyncPoolAll = async (...args) => {
+    const results = [];
+    for await (const result of asyncPool(...args)) {
+        results.push(result);
+    }
+    return results;
+};
+
+module.exports = async (ctx) => {
+    const listURL = 'https://huanbao.bjx.com.cn/yw/';
+    const response = await got(listURL);
+
+    const $ = cheerio.load(response.data);
+    let items = $('.cc-layout-3 .cc-list-content li')
+        .toArray()
+        .map((e) => {
+            e = $(e);
+            return {
+                title: e.find('a').attr('title'),
+                link: e.find('a').attr('href'),
+                pubDate: parseDate(e.find('span').text()),
+            };
+        });
+
+    items = await asyncPoolAll(
+        // 服务器禁止单个IP大并发访问，只能少返回几条
+        3,
+        items,
+        (items) => fetchPage(ctx, items.link)
+    );
+
+    ctx.state.data = {
+        title: '北极星环保 - 环保行业垂直门户网站',
+        link: listURL,
+        item: items,
+    };
+};
+
+const fetchPage = (ctx, link) =>
+    ctx.cache.tryGet(link, async () => {
+        // 可能一篇文章过长会分成多页
+        const pages = [];
+
+        const result = await got(link);
+        const $page = cheerio.load(result.data);
+        pages.push($page);
+
+        // 如果是有分页链接，则使用顺序加载以保证顺序
+        const pagelinks = $page('#article_cont .cc-paging a');
+
+        if (pagelinks.length > 0) {
+            for (let i = 0; i < pagelinks.length; i++) {
+                const $a = $page(pagelinks[i]);
+                if (!/^\d+$/.test($a.text().trim())) {
+                    continue;
+                }
+                const sublink = new URL($a.attr('href'), link).href;
+                /* eslint-disable no-await-in-loop */
+                const result = await got(sublink);
+                pages.push(cheerio.load(result.data));
+            }
+        }
+
+        const item = {
+            title: $page('title').text(),
+            description: pages.reduce((desc, $p) => desc + $p('.cc-article').html(), ''),
+            pubDate: timezone(parseDate($page('.cc-headline .box p span').eq(0).text()), +8),
+            link,
+            author: $page('.cc-headline .box p span').eq(1).text(),
+        };
+        return item;
+    });

package/lib/v2/bjx/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/gf/:type': ['Sxuet'],
+    '/huanbao': ['zsimple'],
+};

package/lib/v2/bjx/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'bjx.com.cn': {
+        _name: '北极星电力网',
+        guangfu: [
+            {
+                title: '光伏 - 分类',
+                docs: 'https://docs.rsshub.app/traditional-media.html#bei-ji-xing-dian-li-wang',
+                source: ['/:type', '/'],
+                target: '/bjx/gf/:type?',
+            },
+        ],
+        huanbao: [
+            {
+                title: '环保要闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#bei-ji-xing-dian-li-wang',
+                source: ['/yw', '/'],
+                target: '/bjx/huanbao',
+            },
+        ],
+    },
+};

package/lib/v2/bjx/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/gf/:type', require('./types'));
+    router.get('/huanbao', require('./huanbao'));
+};

package/lib/v2/bjx/types.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const response = await got({
+        method: 'get',
+        url: `https://guangfu.bjx.com.cn/${type}/`,
+    });
+    const data = response.data;
+    const $ = cheerio.load(data);
+    const typeName = $('div.box2 em:last').text();
+    const list = $('div.cc-list-content ul li');
+    ctx.state.data = {
+        title: `北极星太阳能光大网${typeName}`,
+        description: $('meta[name="Description"]').attr('content'),
+        link: `https://guangfu.bjx.com.cn/${type}/`,
+        item:
+            list &&
+            list
+                .map((index, item) => {
+                    item = $(item);
+                    return {
+                        title: item.find('a').attr('title'),
+                        description: item.html(),
+                        link: item.find('a').attr('href'),
+                        pubDate: parseDate(item.find('span').text()),
+                    };
+                })
+                .get(),
+    };
+};

package/lib/v2/c114/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/roll': ['nczitzk'],
+};

package/lib/v2/c114/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'c114.com.cn': {
+        _name: 'C114通信网',
+        '.': [
+            {
+                title: '滚动新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#c114-tong-xin-wang-gun-dong-xin-wen',
+                source: ['/news/roll.asp', '/'],
+                target: '/c114/roll',
+            },
+        ],
+    },
+};

package/lib/v2/c114/roll.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const iconv = require('iconv-lite');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.c114.com.cn';
+    const currentUrl = `${rootUrl}/news/roll.asp`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+        responseType: 'buffer',
+    });
+
+    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+
+    let items = $('.new_list_c h6 a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    responseType: 'buffer',
+                });
+
+                const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
+
+                item.description = content('.text').html();
+                item.author = content('.author').first().text().replace('C114通信网  ', '');
+                item.pubDate = timezone(parseDate(content('.r_time').text()), +8);
+                item.category = content('meta[name="keywords"]').attr('content').split(',');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/c114/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/roll', require('./roll'));
+};

package/lib/v2/caareviews/book.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/book`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Book Reviews',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/essay.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/essay`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Essays',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/exhibition.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/exhibition`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Exhibition Reviews',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/book': ['Fatpandac'],
+    '/essay': ['Fatpandac'],
+    '/exhibition': ['Fatpandac'],
+};

package/lib/v2/caareviews/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'caareviews.org': {
+        _name: 'caa.reviews',
+        '.': [
+            {
+                title: 'Book Reviews',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/book'],
+                target: '/caareviews/book',
+            },
+            {
+                title: 'Exhibition Reviews',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/exhibition'],
+                target: '/caareviews/exhibition',
+            },
+            {
+                title: 'Essays',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/essay'],
+                target: '/caareviews/essay',
+            },
+        ],
+    },
+};

package/lib/v2/caareviews/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/book', require('./book'));
+    router.get('/essay', require('./essay'));
+    router.get('/exhibition', require('./exhibition'));
+};

package/lib/v2/caareviews/templates/utils.art

@@ -0,0 +1,2 @@
+<img src="{{ coverUrl }}">
+{{@ content}}