rsshub 1.0.0-master.f7c0247 → 1.0.0-master.f7c4a93

package/lib/v2/aliyun/radar.js

@@ -0,0 +1,32 @@
+module.exports = {
+    'aliyun.com': {
+        _name: '阿里云',
+        developer: [
+            {
+                title: '开发者社区 - 主题',
+                docs: 'https://docs.rsshub.app/programming.html#a-li-yun',
+                source: ['/group/:type'],
+                target: '/aliyun/developer/group/:type',
+            },
+        ],
+        help: [
+            {
+                title: '公告',
+                docs: 'https://docs.rsshub.app/programming.html#a-li-yun',
+                source: ['/noticelist/:type', '/'],
+                target: (params) => `/aliyun/notice${params.type ? '/' + params.type.replace('.html', '') : ''}`,
+            },
+        ],
+    },
+    'taobao.org': {
+        _name: '阿里云',
+        mysql: [
+            {
+                title: '数据库内核月报',
+                docs: 'https://docs.rsshub.app/programming.html#a-li-yun',
+                source: ['/monthly', '/'],
+                target: '/aliyun/database_month',
+            },
+        ],
+    },
+};

package/lib/v2/aliyun/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/database_month', require('./database_month'));
+    router.get('/developer/group/:type', require('./developer/group'));
+    router.get('/notice/:type?', require('./notice'));
+};

package/lib/v2/apnews/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/topics/:topic?': ['zoenglinghou', 'mjysci', 'TonyRL'],
+};

package/lib/v2/apnews/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'apnews.com': {
+        _name: 'AP News',
+        '.': [
+            {
+                title: '话题',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ap-news',
+                source: '/hub/:topic',
+                target: '/apnews/topics/:topic',
+            },
+        ],
+    },
+};

package/lib/v2/apnews/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/topics/:topic?', require('./topics'));
+};

package/lib/v2/apnews/templates/description.art

@@ -0,0 +1,14 @@
+{{ if media }}
+    {{ each media }}
+        {{ if $value.type === 'Photo' }}
+            <figure>
+                <img src="{{ $value.gcsBaseUrl + $value.imageRenderedSizes[0] + $value.imageFileExtension }}" alt="{{ $value.flattenedCaption }}">
+                <figcaption>{{@ $value.caption }}</figcaption>
+            </figure>
+        {{ else if $value.type === 'YouTube' }}
+            <iframe id="ytplayer" type="text/html" width="640" height="360" src="https://www.youtube-nocookie.com/embed/{{ $value.externalId }}" frameborder="0" allowfullscreen></iframe>
+            {{ if $value.caption }}{{@ $value.caption }}{{ /if }}
+        {{ /if }}
+    {{ /each }}
+{{ /if }}
+{{@ description }}

package/lib/v2/apnews/topics.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const HOME_PAGE = 'https://apnews.com';
+
+module.exports = async (ctx) => {
+    const { topic = 'trending-news' } = ctx.params;
+    const urlLink = `${HOME_PAGE}/hub/${topic}`;
+    const response = await got(urlLink);
+    const $ = cheerio.load(response.data);
+    const data = JSON.parse(
+        $('script')
+            .not('[src], [type]')
+            .text()
+            .match(/window\['titanium-state'\] = (.*)\nwindow\['titanium-cacheConfig'\]/)[1]
+    );
+    const meta = data.hub.data[`/${topic}`];
+
+    const items = meta.cards.map((item) => {
+        const description = cheerio.load(item.contents[0].storyHTML, null, false);
+        description('.ad-placeholder').remove();
+        return {
+            title: item.contents[0].headline,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                media: item.contents[0].media,
+                description: description.html(),
+            }),
+            link: `${HOME_PAGE}/article/${item.contents[0].canonicalUrl}-${item.contents[0].shortId}`,
+            author: item.contents[0].bylines ? item.contents[0].bylines.slice(3) : null,
+            pubDate: parseDate(item.contents[0].published),
+            category: item.contents[0].tagObjs.map((tag) => tag.name),
+        };
+    });
+
+    ctx.state.data = {
+        title: meta.tagObjs[0].seoTitle,
+        description: meta.tagObjs[0].seoDescription,
+        link: urlLink,
+        item: items,
+        language: $('html').attr('lang'),
+    };
+};

package/lib/{routes → v2}/asiantolick/index.js

@@ -1,13 +1,22 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 module.exports = async (ctx) => {
     const category = ctx.params.category ?? '';
     const keyword = ctx.params.keyword ?? '';
 
+    const urls = {
+        '': '',
+        category: `/category-${keyword}`,
+        tag: `/tag-${keyword}`,
+        search: `/search/${keyword}`,
+    };
+
     const rootUrl = 'https://asiantolick.com';
-    const currentUrl = `${rootUrl}${category === 'category' ? `/category-${keyword}` : ''}${category === 'tag' ? `/tag-${keyword}` : ''}${category === 'search' ? `/search/${keyword}` : ''}`;
+    const currentUrl = `${rootUrl}${urls[category]}`;
 
     const response = await got({
         method: 'get',
@@ -16,37 +25,31 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    const list = $('.miniatura')
-        .map((_, item) => {
+    let items = $('.miniatura')
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
                 link: item.attr('href'),
                 title: item.find('.titulo_video').text(),
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',
                     url: item.link,
                 });
 
-                const downloadResponse = await got({
-                    method: 'get',
-                    url: `${rootUrl}/ajax/download_post.php?ver=1&dir=/down/3_750&post_id=${item.link.match(/post-\d+\//)[1]}&post_name=${item.title}`,
-                });
-
                 const content = cheerio.load(detailResponse.data);
 
-                item.enclosure_url = `${rootUrl}/temp_dl/${downloadResponse.data}`;
-                item.description = `<p>${content('meta[name="description"]').attr('content')}</p><a href=${item.enclosure_url}>Download ZIP</a>`;
-
-                content('.gallery_img').each(function () {
-                    item.description += `<div><img src="${content(this).attr('data-src')}"></div>`;
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    images: content('.gallery_img')
+                        .toArray()
+                        .map((i) => content(i).attr('data-src')),
                 });
 
                 item.pubDate = parseDate(detailResponse.data.match(/"pubDate": "(.*)",/)[1]);

package/lib/v2/asiantolick/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/': ['nczitzk'],
+    '/category/:id?': ['nczitzk'],
+    '/tag/:id?': ['nczitzk'],
+    '/search/:id?': ['nczitzk'],
+};

package/lib/v2/asiantolick/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'asiantolick.com': {
+        _name: 'Asian to lick',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/picture.html#asian-to-lick-shou-ye',
+                source: ['/'],
+                target: '/asiantolick',
+            },
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/picture.html#asian-to-lick-fen-lei',
+                source: ['/'],
+                target: (params, url) => `/asiantolick/category/${new URL(url).toString().split('-').pop()}`,
+            },
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/picture.html#asian-to-lick-biao-qian',
+                source: ['/'],
+                target: (params, url) => `/asiantolick/tag/${new URL(url).toString().split('-').pop()}`,
+            },
+            {
+                title: '搜索',
+                docs: 'https://docs.rsshub.app/picture.html#asian-to-lick-sou-suo',
+                source: ['/search/:keyword', '/'],
+                target: '/asiantolick/search/:keyword?',
+            },
+        ],
+    },
+};

package/lib/v2/asiantolick/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:keyword?', require('./index'));
+};

package/lib/v2/asiantolick/templates/description.art

@@ -0,0 +1,3 @@
+{{ each images image }}
+<img src="{{ image }}">
+{{ /each }}

package/lib/v2/behance/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:user/:type?': ['MisteryMonster'],
+};

package/lib/v2/behance/radar.js

@@ -0,0 +1,26 @@
+module.exports = {
+    'behance.net': {
+        _name: 'Behance',
+        www: [
+            {
+                title: 'User',
+                docs: 'https://docs.rsshub.app/design.html#behance-yong-hu-zuo-pin',
+                source: ['/:user', '/:user/:types', '/gallery/:galleryid/:galleryname'],
+                target: (params, url, document) => {
+                    let uid;
+                    let type = '';
+                    if (params.types && params.types.match('appreciated')) {
+                        type = '/appreciated';
+                    }
+                    if (url.match(/gallery\/\d+/)) {
+                        uid = document && document.querySelector('.e2e-project-avatar').childNodes[0].attributes[1].value.match(/behance.net\/(.*)/)[1];
+                    } else {
+                        uid = document && document.querySelector('html').innerHTML.match(/([^/]+)\/insights/)[1];
+                    }
+
+                    return `/behance/${uid}${type}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/behance/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:user/:type?', require('./user'));
+};

package/lib/v2/behance/user.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const user = ctx.params.user ?? '';
+    const type = ctx.params.type ?? 'projects';
+
+    const response = await got({
+        method: 'get',
+        url: `https://www.behance.net/${user}/${type}`, // 接口只获取12个项目
+        headers: {
+            'X-Requested-With': 'XMLHttpRequest',
+        },
+    });
+    const data = response.data;
+    let list;
+    if (type === 'projects') {
+        list = data.profile.activeSection.work.projects.slice(0, 12);
+    }
+    if (type === 'appreciated') {
+        list = data.profile.activeSection.appreciations.appreciations.slice(0, 12);
+    }
+    const articledata = await Promise.all(
+        list.map(async (item) => {
+            if (type === 'appreciated') {
+                item = item.project;
+            }
+            const url = `${item.url}?ilo0=1`;
+            const description = await ctx.cache.tryGet(url, async () => {
+                const response2 = await got({
+                    method: 'get',
+                    url,
+                });
+                const articleHtml = response2.data;
+                const $2 = cheerio.load(articleHtml);
+                $2('.ImageElement-root-kir').remove();
+                $2('.embed-dimensions').remove();
+                $2('script.js-lightbox-slide-content').each((_, elem) => {
+                    elem = $2(elem);
+                    elem.replaceWith(elem.html());
+                });
+                const content = $2('div.project-styles').html();
+                const single = {
+                    content,
+                };
+                return single;
+            });
+            return description;
+        })
+    );
+    ctx.state.data = {
+        title: `${data.profile.owner.first_name} ${data.profile.owner.last_name}'s ${type}`,
+        link: data.profile.owner.url,
+        item: list.map((item, index) => {
+            if (type === 'appreciated') {
+                item = item.project;
+            }
+            return {
+                title: item.name,
+                description: articledata[index].content,
+                link: item.url,
+                pubDate: parseDate(item.published_on * 1000),
+            };
+        }),
+    };
+};

package/lib/v2/caareviews/book.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/book`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Book Reviews',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/essay.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/essay`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Essays',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/exhibition.js

@@ -0,0 +1,14 @@
+const { rootUrl, getList, getItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/reviews/exhibition`;
+
+    const list = await getList(url);
+    const items = await getItems(ctx, list);
+
+    ctx.state.data = {
+        title: 'Exhibition Reviews',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/caareviews/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/book': ['Fatpandac'],
+    '/essay': ['Fatpandac'],
+    '/exhibition': ['Fatpandac'],
+};

package/lib/v2/caareviews/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'caareviews.org': {
+        _name: 'caa.reviews',
+        '.': [
+            {
+                title: 'Book Reviews',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/book'],
+                target: '/caareviews/book',
+            },
+            {
+                title: 'Exhibition Reviews',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/exhibition'],
+                target: '/caareviews/exhibition',
+            },
+            {
+                title: 'Essays',
+                docs: 'https://docs.rsshub.app/journal.html#caa-reviews',
+                source: ['/reviews/essay'],
+                target: '/caareviews/essay',
+            },
+        ],
+    },
+};

package/lib/v2/caareviews/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/book', require('./book'));
+    router.get('/essay', require('./essay'));
+    router.get('/exhibition', require('./exhibition'));
+};

package/lib/v2/caareviews/templates/utils.art

@@ -0,0 +1,2 @@
+<img src="{{ coverUrl }}">
+{{@ content}}

package/lib/v2/caareviews/utils.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'http://www.caareviews.org';
+
+const getList = async (url) => {
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $('#infinite-content > div')
+        .map((_index, item) => ({
+            title: $(item).find('div.title').text().trim(),
+            link: new URL($(item).find('div.title > em > a').attr('href'), rootUrl).href,
+            author: $(item).find('div.contributors').text().trim(),
+        }))
+        .get();
+
+    return list;
+};
+
+const getItems = async (ctx, list) =>
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                const coverUrl = new URL($('div.cover > a').attr('href'), rootUrl).href;
+                const content = $('div.content.full-review').html();
+                item.description = art(path.join(__dirname, 'templates/utils.art'), {
+                    coverUrl,
+                    content,
+                });
+                $('div.review_heading').remove();
+                item.pubDate = parseDate($('div.header-text > div.clearfix').text());
+                item.doi = $('div.crossref > a').attr('href').replace('http://dx.doi.org/', '');
+
+                return item;
+            })
+        )
+    );
+
+module.exports = {
+    rootUrl,
+    getList,
+    getItems,
+};

package/lib/v2/ccac/news.js

@@ -10,18 +10,26 @@ module.exports = async (ctx) => {
 
     const BASE = utils.langBase(lang);
     const page = await browser.newPage();
-    await page.goto(BASE);
+    await page.setRequestInterception(true);
+    page.on('request', (request) => {
+        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+    });
+    await page.goto(BASE, {
+        waitUntil: 'domcontentloaded',
+    });
     const articles = await page.evaluate(() => window.articles);
+    await browser.close();
 
     const list = utils
         .typeFilter(articles, type)
-        .slice(0, 11)
+        .slice(0, ctx.query.limit ? Number(ctx.query.limit) : 30)
         .map((item) => ({
             title: item.name,
-            category: item.tags.map((tag) => tag.name).join(','),
+            category: item.tags.map((tag) => tag.name),
             link: utils.BASE_URL + item.url,
             pubDate: parseDate(item.time, 'YYYY-MM-DD'),
         }));
+
     const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
@@ -37,6 +45,7 @@ module.exports = async (ctx) => {
             })
         )
     );
+
     ctx.state.data = {
         title: `CCAC ${type}`,
         link: BASE,

package/lib/v2/chinanews/index.js

@@ -28,19 +28,20 @@ module.exports = async (ctx) => {
                     url: item.link,
                 });
                 const content = cheerio.load(detailResponse.data);
+                content('.adInContent').remove();
                 if (content('div.content_desc').length > 0) {
-                    item.description = content('div.content_desc').text();
+                    item.description = content('div.content_desc').html();
                     item.author = content('a.source').text();
                     const info = content('p', '.left').text().trim().slice(5).split(' ');
                     item.author = info[2].trim();
                     item.pubDate = timezone(parseDate(info[0] + info[1], 'YYYY年MM月DD日HH:mm'), +8);
                 } else if (content('div.t3').length > 0) {
-                    item.description = content('div.t3').text();
+                    item.description = content('div.t3').html();
                     const info = content('div[style="text-align:right;font-size:12px;"]').text().slice(5).split(' ');
                     item.author = info[2];
                     item.pubDate = timezone(parseDate(info[0] + info[1], 'YYYY-MM-DDHH:mm'), +8);
                 } else {
-                    item.description = content('div.left_zw').text();
+                    item.description = content('div.left_zw').html();
                     const info = content('div.left-t')
                         .contents()
                         .filter(function () {

package/lib/v2/cn-healthcare/index.js

@@ -0,0 +1,31 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'https://www.cn-healthcare.com';
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: `${baseUrl}/api/article/articlelist?data={%22start%22:%221%22,%22size%22:%2250%22,%22arctype%22:%220%22,%22wmstart%22:%220%22,%22flag%22:%222%22}`,
+    });
+    const data = response.data.data;
+    const name = '健康界 [cn-healthcare] ';
+    ctx.state.data = {
+        // 源标题
+        title: name,
+        // 源链接
+        link: 'https://www.cn-healthcare.com',
+        // 源说明
+        description: `${name} - RSS`,
+        // 遍历此前获取的数据
+        item: data.datalist.map((item) => ({
+            // 文章标题
+            title: item.title,
+            // 文章正文
+            description: item.content,
+            // 文章发布时间
+            pubDate: parseDate(item.createdate),
+            // 文章链接
+            link: `${baseUrl}${item.url}`,
+        })),
+    };
+};

package/lib/v2/cn-healthcare/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/index': ['qnloft'],
+};

package/lib/v2/cn-healthcare/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cn-healthcare.com': {
+        _name: '健康界',
+        '.': [
+            {
+                title: '首页-资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#jian-kang-jie',
+                source: ['/'],
+                target: '/cn-healthcare/index',
+            },
+        ],
+    },
+};

package/lib/v2/cn-healthcare/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/index', require('./index'));
+};

package/lib/v2/cncf/index.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootURL = 'https://www.cncf.io';
+
+module.exports = async (ctx) => {
+    const cate = ctx.params.cate ?? 'blog';
+    const url = `${rootURL}/${cate}/`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const title = $('h1.is-style-page-title').text();
+    const list = $('div.post-archive__item')
+        .map((_index, item) => ({
+            title: $(item).find('span.post-archive__title').text().trim(),
+            link: $(item).find('span.post-archive__title > a').attr('href'),
+            pubDate: parseDate($(item).find('span.post-archive__item_date').text().split('|')[0]),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                content('div.post-author').remove();
+                content('div.social-share').remove();
+
+                item.description = content('article').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `CNCF - ${title}`,
+        link: url,
+        item: items,
+    };
+};