rsshub 1.0.0-master.fe69819 → 1.0.0-master.fe775f5

package/lib/v2/36kr/news.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const links = {
+    latest: 'information/web_news',
+    recommend: 'information/web_recommend',
+    life: 'information/happy_life',
+    estate: 'information/real_estate',
+    workplace: 'information/web_zhichang',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'latest';
+
+    const rootUrl = 'https://36kr.com';
+    const currentUrl = `${rootUrl}/${links.hasOwnProperty(category) ? links[category] : `information/${category}`}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const data = JSON.parse(response.data.match(/<script>window\.initialState=(.*?)<\/script>/)[1]);
+
+    const list = data.information.informationList.itemList
+        .filter((item) => item.itemType === 10)
+        .map((item) => ({
+            title: item.templateMaterial.widgetTitle,
+            link: `${rootUrl}/p/${item.itemId} `,
+            pubDate: parseDate(item.templateMaterial.publishTime),
+        }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.articleDetailContent').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${response.data.match(/shareTitle: "(.*)频道.*",/)[1]} - 36氪资讯`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/{routes → v2}/36kr/newsflashes.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const response = await got({
@@ -21,7 +22,7 @@ module.exports = async (ctx) => {
         const single = {
             title,
             link,
-            pubDate: new Date(date).toUTCString(),
+            pubDate: parseDate(date),
             description,
         };
 

package/lib/v2/36kr/radar.js

@@ -0,0 +1,37 @@
+module.exports = {
+    '36kr.com': {
+        _name: '36kr',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#_36kr',
+                source: '/',
+                target: '/36kr/news',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#_36kr',
+                source: '/',
+                target: '/36kr/newsflashes',
+            },
+            {
+                title: '用户文章',
+                docs: 'https://docs.rsshub.app/new-media.html#_36kr',
+                source: '/user/:uid',
+                target: '/36kr/user/:uid',
+            },
+            {
+                title: '主题文章',
+                docs: 'https://docs.rsshub.app/new-media.html#_36kr',
+                source: '/motif/:mid',
+                target: '/36kr/motif/:mid',
+            },
+            {
+                title: '搜索文章',
+                docs: 'https://docs.rsshub.app/new-media.html#_36kr',
+                source: '/search/articles/:keyword',
+                target: '/36kr/search/article/:keyword',
+            },
+        ],
+    },
+};

package/lib/v2/36kr/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/motif/:mid', require('./motif'));
+    router.get('/news/:category?', require('./news'));
+    router.get('/newsflashes', require('./newsflashes'));
+    router.get('/search/article/:keyword', require('./search/article'));
+    router.get('/user/:uid', require('./user'));
+};

package/lib/{routes → v2}/36kr/search/article.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const { keyword = '' } = ctx.params;
@@ -53,11 +54,11 @@ module.exports = async (ctx) => {
             const single = {
                 title: item.widgetTitle,
                 link,
-                pubDate: new Date(item.publishTime).toUTCString(),
+                pubDate: parseDate(item.publishTime),
             };
 
             const other = await ctx.cache.tryGet(link, () => load(link));
-            return Promise.resolve(Object.assign({}, single, other));
+            return { ...single, ...other };
         })
     );
 

package/lib/{routes → v2}/36kr/user.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const userUrl = `https://36kr.com/user/${ctx.params.uid}`;
@@ -13,7 +14,7 @@ module.exports = async (ctx) => {
     const articleList = authorFlowList.map((item) => ({
         title: item.templateMaterial.widgetTitle,
         link: `https://36kr.com/${item.route.split('?')[0] === 'detail_video' ? 'video' : 'p'}/${item.itemId}`,
-        pubDate: new Date(item.templateMaterial.publishTime).toUTCString(),
+        pubDate: parseDate(item.templateMaterial.publishTime),
     }));
 
     ctx.state.data = {

package/lib/v2/52hrtt/index.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const area = ctx.params.area ?? 'global';
+    const type = ctx.params.type ?? '';
+
+    const rootUrl = 'https://www.52hrtt.com';
+    const currentUrl = `${rootUrl}/${area}/n/w${type ? `?infoTypeId=${type}` : ''}`;
+    const apiUrl = `${rootUrl}/s/webapi/${area}/n/w${type ? `?infoTypeId=${type}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const titleResponse = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(titleResponse.data);
+
+    const list = response.data.data.infosMap.infoList
+        .filter((item) => item.infoTitle)
+        .map((item) => ({
+            title: item.infoTitle,
+            author: item.quoteFrom,
+            pubDate: timezone(parseDate(item.infoStartTime), +8),
+            link: `${rootUrl}/${area}/n/w/info/${item.infoCentreId}`,
+        }));
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('.info-content').html();
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${response.data.data.area.areaName} - ${$('.router-link-active').eq(0).text()} - 华人头条`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/52hrtt/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/symposium/:id?/:classId?': ['nczitzk'],
+    '/:area?/:type?': ['nczitzk'],
+};

package/lib/v2/52hrtt/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    '52hrtt.com': {
+        _name: '52hrtt 华人头条',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#_52hrtt-hua-ren-tou-tiao',
+                source: '/',
+                target: (_params, url) => `/52hrtt/${new URL(url).searchParams.get('infoTypeId')}`,
+            },
+            {
+                title: '专题',
+                docs: 'https://docs.rsshub.app/new-media.html#_52hrtt-hua-ren-tou-tiao',
+                source: '/global/n/w/symposium/:id',
+                target: '/52hrtt/symposium/:id',
+            },
+        ],
+    },
+};

package/lib/v2/52hrtt/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/symposium/:id?/:classId?', require('./symposium'));
+    router.get('/:area?/:type?', require('./'));
+};

package/lib/v2/52hrtt/symposium.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '';
+    const classId = ctx.params.classId ?? '';
+
+    const rootUrl = 'https://www.52hrtt.com';
+    const currentUrl = `${rootUrl}/global/n/w/symposium/${id}`;
+    const apiUrl = `${rootUrl}/s/webapi/global/symposium/getInfoList?symposiumId=${id}${classId ? `&symposiumclassId=${classId}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const titleResponse = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(titleResponse.data);
+
+    const list = response.data.data
+        .filter((item) => item.infoTitle)
+        .map((item) => ({
+            title: item.infoTitle,
+            author: item.quoteFrom,
+            pubDate: timezone(parseDate(item.infoStartTime), +8),
+            link: `${rootUrl}/global/n/w/info/${item.infoCentreId}`,
+        }));
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('.info-content').html();
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/8kcos/article.js

@@ -0,0 +1,24 @@
+const Cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+async function loadArticle(link) {
+    const resp = await got(link);
+    const article = Cheerio.load(resp.body);
+    const entryChildren = article('div.entry-content').children();
+    const imgs = entryChildren
+        .find('noscript')
+        .toArray()
+        .map((e) => e.children[0].data);
+    const txt = entryChildren
+        .slice(2)
+        .toArray()
+        .map((e) => Cheerio.load(e).html());
+    return {
+        title: article('.entry-title').text(),
+        description: imgs.concat(txt).join(''),
+        pubDate: parseDate(article('time')[0].attribs.datetime),
+        link,
+    };
+}
+module.exports = loadArticle;

package/lib/v2/8kcos/cat.js

@@ -0,0 +1,22 @@
+const got = require('@/utils/got');
+const Cheerio = require('cheerio');
+const { SUB_NAME_PREFIX, SUB_URL } = require('./const');
+const loadArticle = require('./article');
+module.exports = async (ctx) => {
+    const limit = parseInt(ctx.query.limit);
+    const { cat = '8kasianidol' } = ctx.params;
+    const url = `${SUB_URL}category/${cat}/`;
+    const resp = await got(url);
+    const $ = Cheerio.load(resp.body);
+    const itemRaw = $('li.item').toArray();
+    ctx.state.data = {
+        title: `${SUB_NAME_PREFIX}-${$('span[property=name]:not(.hide)').text()}`,
+        link: url,
+        item: await Promise.all(
+            (limit ? itemRaw.slice(0, limit) : itemRaw).map((e) => {
+                const { href } = Cheerio.load(e)('h2 > a')[0].attribs;
+                return ctx.cache.tryGet(href, () => loadArticle(href));
+            })
+        ),
+    };
+};

package/lib/v2/8kcos/latest.js

@@ -0,0 +1,23 @@
+const got = require('@/utils/got');
+const Cheerio = require('cheerio');
+const { SUB_NAME_PREFIX, SUB_URL } = require('./const');
+const loadArticle = require('./article');
+const url = SUB_URL;
+
+module.exports = async (ctx) => {
+    const limit = parseInt(ctx.query.limit);
+    const response = await got(url);
+    const itemRaw = Cheerio.load(response.body)('ul.post-loop li.item').toArray();
+    ctx.state.data = {
+        title: `${SUB_NAME_PREFIX}-最新`,
+        link: url,
+        item:
+            response.body &&
+            (await Promise.all(
+                (limit ? itemRaw.slice(0, limit) : itemRaw).map((e) => {
+                    const { href } = Cheerio.load(e)('h2 > a')[0].attribs;
+                    return ctx.cache.tryGet(href, () => loadArticle(href));
+                })
+            )),
+    };
+};

package/lib/v2/8kcos/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/': ['KotoriK'],
+    '/cat/:cat*': ['KotoriK'],
+    '/tag/:tag': ['KotoriK'],
+};

package/lib/v2/8kcos/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    '8kcosplay.com': {
+        _name: '8KCosplay',
+        '.': [
+            {
+                title: '最新',
+                docs: 'https://docs.rsshub.app/picture.html#_8kcosplay',
+                source: ['/'],
+                target: '/8kcos',
+            },
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/picture.html#_8kcosplay',
+                source: ['/category/:cat*'],
+                target: (params, url) => `/8kcos/cat/${new URL(url).pathname}`,
+            },
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/picture.html#_8kcosplay',
+                source: ['/tag/:tag'],
+                target: '/8kcos/tag/:tag',
+            },
+        ],
+    },
+};

package/lib/v2/8kcos/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/', require('./latest'));
+    router.get('/cat/:cat*', require('./cat'));
+    router.get('/tag/:tag', require('./tag'));
+};

package/lib/v2/8kcos/tag.js

@@ -0,0 +1,23 @@
+const got = require('@/utils/got');
+const Cheerio = require('cheerio');
+const { SUB_NAME_PREFIX, SUB_URL } = require('./const');
+const loadArticle = require('./article');
+module.exports = async (ctx) => {
+    const limit = parseInt(ctx.query.limit);
+    const { tag } = ctx.params;
+    const url = `${SUB_URL}tag/${tag}/`;
+    const resp = await got(url);
+    const $ = Cheerio.load(resp.body);
+    const itemRaw = $('li.item').toArray();
+
+    ctx.state.data = {
+        title: `${SUB_NAME_PREFIX}-${$('span[property=name]:not(.hide)').text()}`,
+        link: url,
+        item: await Promise.all(
+            (limit ? itemRaw.slice(0, limit) : itemRaw).map((e) => {
+                const { href } = Cheerio.load(e)('h2 > a')[0].attribs;
+                return ctx.cache.tryGet(href, () => loadArticle(href));
+            })
+        ),
+    };
+};

package/lib/{routes → v2}/95mm/category.js

@@ -1,4 +1,4 @@
-const utils = require('./utils');
+const { rootUrl, ProcessItems } = require('./utils');
 
 module.exports = async (ctx) => {
     const categories = {
@@ -12,7 +12,9 @@ module.exports = async (ctx) => {
         11: '美女壁纸',
     };
 
-    const rootUrl = `https://www.95mm.net/category-${ctx.params.category}/list-1/index.html?page=1`;
+    const category = ctx.params.category;
 
-    ctx.state.data = await utils(ctx, categories[ctx.params.category], rootUrl);
+    const currentUrl = `${rootUrl}/category-${category}/list-1/index.html?page=1`;
+
+    ctx.state.data = await ProcessItems(ctx, categories[category], currentUrl);
 };

package/lib/v2/95mm/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/tab/:tab?': ['nczitzk'],
+    '/tag/:tag': ['nczitzk'],
+    '/category/:category': ['nczitzk'],
+};

package/lib/v2/95mm/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    '95mm.org': {
+        _name: 'MM范',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/picture.html#mm-fan-fen-lei',
+                source: '/',
+                target: '/95mm/tab/:tab?',
+            },
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/picture.html#mm-fan-biao-qian',
+                source: '/',
+                target: '/95mm/tag/:tag',
+            },
+            {
+                title: '集合',
+                docs: 'https://docs.rsshub.app/picture.html#mm-fan-ji-he',
+                source: '/',
+                target: '/95mm/category/:category',
+            },
+        ],
+    },
+};

package/lib/v2/95mm/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/tab/:tab?', require('./tab'));
+    router.get('/tag/:tag', require('./tag'));
+    router.get('/category/:category', require('./category'));
+};

package/lib/v2/95mm/tab.js

@@ -0,0 +1,9 @@
+const { rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const tab = ctx.params.tab ?? '最新';
+
+    const currentUrl = `${rootUrl}/home-ajax/index.html?tabcid=${tab}&page=1`;
+
+    ctx.state.data = await ProcessItems(ctx, tab, currentUrl);
+};

package/lib/v2/95mm/tag.js

@@ -0,0 +1,9 @@
+const { rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const tag = ctx.params.tag;
+
+    const currentUrl = `${rootUrl}/tag-${tag}/page-1/index.html`;
+
+    ctx.state.data = await ProcessItems(ctx, tag, currentUrl);
+};

package/lib/v2/95mm/templates/description.art

@@ -0,0 +1,3 @@
+{{ each images }}
+    <img src="{{ $value }}">
+{{ /each }}

package/lib/v2/95mm/utils.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.95mm.org';
+
+module.exports = {
+    rootUrl,
+    ProcessItems: async (ctx, title, currentUrl) => {
+        const response = await got({
+            method: 'get',
+            url: currentUrl,
+            header: {
+                Referer: rootUrl,
+            },
+        });
+
+        const $ = cheerio.load(response.data);
+
+        let items = $('div.list-body')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+
+                const a = item.find('a');
+
+                return {
+                    title: a.text(),
+                    link: a.attr('href'),
+                };
+            });
+
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const images = detailResponse.data.match(/src": '(.*?)',"width/g);
+
+                    item.description = art(path.join(__dirname, 'templates/description.art'), {
+                        images: images.map((i) => i.split("'")[1]),
+                    });
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: `${title} - MM范`,
+            link: currentUrl,
+            item: items,
+        };
+    },
+};

package/lib/v2/abskoop/index.js

@@ -0,0 +1,52 @@
+const path = require('path');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: 'https://www.abskoop.com/archives/',
+    });
+
+    const $list = cheerio.load(response.data);
+    const list = $list('article li')
+        .slice(0, 20)
+        .map(function () {
+            return {
+                link: $list(this).find('a').attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({ method: 'get', url: item.link });
+                const $detail = cheerio.load(detailResponse.data);
+                $detail('article .entry-content a').each(function () {
+                    if ($detail(this).find('img').length > 0) {
+                        $detail(this).replaceWith(`<img src=${$detail(this).attr('href')}>`);
+                    }
+                });
+                const desc = [];
+                $detail('article .entry-content > p').each(function () {
+                    desc.push($detail(this).html());
+                });
+                item.title = $detail('article h1.entry-title').text();
+                item.description = art(path.join(__dirname, 'templates/description.art'), { desc });
+                item.pubDate = timezone($detail('article time').attr('datetime'), -8);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'ahhhhfs - A姐分享',
+        link: 'https://www.abskoop.com',
+        description:
+            'A姐分享，分享各种网络云盘资源、BT种子、高清电影电视剧和羊毛福利，收集各种有趣实用的软件和APP的下载、安装、使用方法，发现一些稀奇古怪的的网站，折腾一些有趣实用的教程，关注谷歌苹果等互联网最新的资讯动态，探索新领域，发现新美好，分享小快乐。',
+        item: items,
+    };
+};

package/lib/v2/abskoop/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['zhenhappy'],
+};

package/lib/v2/abskoop/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'abskoop.com': {
+        _name: 'A姐分享',
+        '.': [
+            {
+                title: '存档列表',
+                docs: 'https://docs.rsshub.app/multimedia.html#abskoop',
+                source: ['/archives'],
+                target: '/abskoop',
+            },
+        ],
+    },
+};

package/lib/v2/abskoop/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};