rsshub 1.0.0-master.fe69819 → 1.0.0-master.fee75c6

package/lib/routes/36kr/news.js

@@ -1,94 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const config = {
-    latest: {
-        link: '/information/web_news/latest',
-        title: '最新',
-    },
-    recommend: {
-        link: '/information/web_recommend',
-        title: '推荐',
-    },
-    contact: {
-        link: '/information/contact',
-        title: '创投',
-    },
-    ccs: {
-        link: '/information/ccs',
-        title: '中概股',
-    },
-    travel: {
-        link: '/information/travel',
-        title: '汽车',
-    },
-    technology: {
-        link: '/technology',
-        title: '科技',
-    },
-    enterpriseservice: {
-        link: '/information/enterpriseservice',
-        title: '企服',
-    },
-    banking: {
-        link: '/information/banking',
-        title: '金融',
-    },
-    life: {
-        link: '/information/happy_life',
-        title: '生活',
-    },
-    innovate: {
-        link: '/information/innovate',
-        title: '创新',
-    },
-    estate: {
-        link: '/information/real_estate',
-        title: '房产',
-    },
-    workplace: {
-        link: '/information/web_zhichang',
-        title: '职场',
-    },
-    other: {
-        link: '/information/other',
-        title: '其他',
-    },
-};
-
-module.exports = async (ctx) => {
-    const cfg = config[ctx.params.caty];
-    if (!cfg) {
-        throw Error('Bad category. See <a href="https://docs.rsshub.app/government.html#bei-jing-shi-wei-sheng-jian-kang-wei-yuan-hui">docs</a>');
-    }
-
-    const newsUrl = url.resolve(`https://36kr.com/`, cfg.link);
-    const response = await got({
-        method: 'get',
-        url: newsUrl,
-    });
-
-    const data = JSON.parse(response.data.match(/<script>window\.initialState=(.*?)<\/script>/)[1]);
-
-    const informationList = data.information.informationList.itemList.map((item) => ({
-        title: item.templateMaterial.widgetTitle,
-        link: `https://36kr.com/p/${item.itemId}`,
-        pubDate: new Date(item.templateMaterial.publishTime).toUTCString(),
-    }));
-
-    ctx.state.data = {
-        title: `36氪资讯 - ${cfg.title}`,
-        link: newsUrl,
-        item: await Promise.all(
-            informationList.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const contentResponse = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(contentResponse.data);
-                    item.description = content('div.common-width.content.articleDetailContent.kr-rich-text-wrapper').html();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/8kcos/article.js

@@ -1,17 +0,0 @@
-const Cheerio = require('cheerio');
-const got = require('got');
-async function loadArticle(link) {
-    const resp = await got(link);
-    const article = Cheerio.load(resp.body);
-    const title = article('.entry-title').text();
-    const entry_children = article('div.entry-content').children().toArray();
-    const imgs = Cheerio.load(entry_children.shift()).text(); // 去除懒加载代码减少返回体积
-    const txt = Cheerio.load(entry_children).html();
-    return {
-        title,
-        description: imgs.concat(txt),
-        pubDate: article('time')[0].attribs.datetime.replace('>', ''),
-        link,
-    };
-}
-module.exports = loadArticle;

package/lib/routes/8kcos/cat.js

@@ -1,28 +0,0 @@
-const got = require('got');
-const Cheerio = require('cheerio');
-const { SUB_NAME_PREFIX, SUB_URL } = require('./const');
-const loadArticle = require('./article');
-module.exports = async (ctx) => {
-    const { cat = '8kasianidol' } = ctx.params;
-    const url = `${SUB_URL}category/${cat}/`;
-    const resp = await got(url);
-    const $ = Cheerio.load(resp.body);
-    ctx.state.data = resp.body
-        ? {
-              title: `${SUB_NAME_PREFIX}-${$('#wrap > div > div > div > div.sec-panel-head > h1 > span').text()}`,
-              link: url,
-              item: await Promise.all(
-                  Cheerio.load(resp.body)('#wrap > div > div > div > ul > li.item')
-                      .map((_, e) => {
-                          const { href } = Cheerio.load(e)('h2 > a')[0].attribs;
-                          return ctx.cache.tryGet(href, () => loadArticle(href));
-                      })
-                      .toArray()
-              ),
-          }
-        : {
-              title: `${SUB_NAME_PREFIX}-${cat}`,
-              link: url,
-              item: [{ title: '获取失败' }],
-          };
-};

package/lib/routes/8kcos/latest.js

@@ -1,27 +0,0 @@
-const got = require('got');
-const Cheerio = require('cheerio');
-const { SUB_NAME_PREFIX, SUB_URL } = require('./const');
-const loadArticle = require('./article');
-const url = SUB_URL;
-
-module.exports = async (ctx) => {
-    const response = await got(url);
-    ctx.state.data = {
-        title: `${SUB_NAME_PREFIX}-最新`,
-        link: url,
-        item: response.body
-            ? await Promise.all(
-                  Cheerio.load(response.body)('#wrap > div > div > div > ul > li.item')
-                      .map((_, e) => {
-                          const { href } = Cheerio.load(e)('div > h2 > a')[0].attribs;
-                          return ctx.cache.tryGet(href, () => loadArticle(href));
-                      })
-                      .toArray()
-              )
-            : [
-                  {
-                      title: '获取失败！',
-                  },
-              ],
-    };
-};

package/lib/routes/95mm/tab.js

@@ -1,9 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    ctx.params.tab = ctx.params.tab || '最新';
-
-    const rootUrl = `https://www.95mm.net/home-ajax/index.html?tabcid=${ctx.params.tab}&page=1`;
-
-    ctx.state.data = await utils(ctx, ctx.params.tab, rootUrl);
-};

package/lib/routes/95mm/tag.js

@@ -1,7 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const rootUrl = `https://www.95mm.net/tag-${ctx.params.tag}/page-1/index.html`;
-
-    ctx.state.data = await utils(ctx, ctx.params.tag, rootUrl);
-};

package/lib/routes/95mm/utils.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx, title, rootUrl) => {
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-        header: {
-            Referer: 'https://www.95mm.net',
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('div.list-body')
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const images = detailResponse.data.match(/src": '(.*?)',"width/g);
-
-                item.description = '';
-
-                for (const i of images) {
-                    item.description += `<img src="${i.split("'")[1]}">`;
-                }
-
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: `${title} - MM范`,
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/apple/exchange_repair.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'https://support.apple.com/';
-
-module.exports = async (ctx) => {
-    const country = ctx.params.country || '';
-    const link = url.resolve(host, `${country}/exchange_repair/`);
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('section.as-columns').get().slice(0, 5);
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const $a = $('.icon-chevronright').parent();
-            const itemUrl = url.resolve(host, $a.attr('href'));
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $$ = cheerio.load(response.data);
-            const description = $$('.main').html();
-
-            const single = {
-                title: $a.text(),
-                link: itemUrl,
-                author: 'Apple Inc.',
-                description,
-            };
-
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `Apple - ${$('.main>.richText h1').text()}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/eastmoney/user.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    const response = await got({
-        method: 'get',
-        headers: {
-            Accept: '*/*',
-            Host: 'i.eastmoney.com',
-            'Accept-Encoding': 'gzip, deflate, br',
-            'Cache-Control': 'no-cache',
-        },
-        url: `https://i.eastmoney.com/api/ta/UserPostList?p=1&ps=20&uid=${uid}`,
-    });
-
-    const data = response.data.data.re;
-    const username = data[0].post_user.user_nickname;
-
-    ctx.state.data = {
-        title: `天天基金-${username}的主页`,
-        link: `https://i.eastmoney.com//${uid}`,
-        description: `${username} 的 动态`,
-        item: data.map((item) => ({
-            title: item.post_title,
-            description: item.post_content,
-            pubDate: item.post_display_time,
-            link: `http://guba.eastmoney.com/news,${item.code_name},${item.post_id}.html`,
-        })),
-    };
-};

package/lib/routes/lofter/posts.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const blogdomain = `${ctx.params.username}.lofter.com`;
-    const response = await got({
-        method: 'post',
-        url: `http://api.lofter.com/v2.0/blogHomePage.api?product=lofter-iphone-6.8.2`,
-        headers: {
-            Host: 'api.lofter.com',
-            'User-Agent': 'LOFTER/6.8.2 (iPhone; iOS 13.4; Scale/2.00)',
-        },
-        form: {
-            blogdomain,
-            checkpwd: '1',
-            following: '0',
-            limit: '15',
-            method: 'getPostLists',
-            needgetpoststat: '1',
-            offset: '0',
-            postdigestnew: '1',
-            supportposttypes: '1,2,3,4,5,6',
-        },
-    });
-    if (!response.data.response || response.data.response.posts.length === 0) {
-        throw 'Blog Not Found';
-    }
-    const data = response.data.response.posts;
-    const blogNickName = data[0].post.blogInfo.blogNickName;
-    const selfIntro = data[0].post.blogInfo.selfIntro;
-
-    ctx.state.data = {
-        title: `${blogNickName} - lofter`,
-        link: `https://${blogdomain}`,
-        description: selfIntro,
-        item: data.map((item) => {
-            let content = item.post.content;
-            const title = item.post.title || item.post.noticeLinkTitle;
-            const photos = JSON.parse(item.post.photoLinks || `[]`);
-            const images = [];
-            photos.forEach((photo) => {
-                images.push(`<p><img src="${photo.raw}"/></p>`);
-            });
-            content = `${content}${images.join('')}`;
-            return {
-                title,
-                description: content,
-                pubDate: new Date(item.post.publishTime).toUTCString(),
-                link: item.post.blogPageUrl,
-                guid: item.post.blogPageUrl,
-                author: blogNickName,
-            };
-        }),
-    };
-};

package/lib/routes/nbd/article.js

@@ -1,60 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = 'http://www.nbd.com.cn/columns/332';
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: 'http://www.nbd.com.cn',
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const $list = $('li.u-news-title').slice(0, 15).get();
-    const description = $('head title').text().trim();
-
-    const resultItem = await Promise.all(
-        $list.map(async (item) => {
-            const title = $(item).find('a').text().trim();
-            const pubDate = $(item).find('span').text().trim();
-            const itemUrl = $(item).find('a').attr('href');
-
-            const single = {
-                title,
-                link: itemUrl,
-                pubDate,
-                description: '',
-            };
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const detail = await got({
-                method: 'get',
-                url: itemUrl,
-                headers: {
-                    Referer: 'http://www.nbd.com.cn',
-                },
-            });
-
-            {
-                const $ = cheerio.load(detail.data);
-                single.description = $('div.g-article').html();
-            }
-
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '重磅原创-每经网',
-        link: url,
-        item: resultItem,
-        description,
-    };
-};

package/lib/routes/picuki/profile.js

@@ -1,90 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const chrono = require('chrono-node');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const displayVideo = !!ctx.params.displayVideo;
-
-    const url = `https://www.picuki.com/profile/${id}`;
-
-    const response = await got.get(url);
-    const $ = cheerio.load(response.data);
-
-    const profile_name = $('.profile-name-bottom').text();
-    const profile_img = $('.profile-avatar > img').attr('src');
-    const profile_description = $('.profile-description').text();
-
-    const list = $('ul.box-photos [data-s="media"]').get();
-
-    async function getMedia(url) {
-        const response = await got.get(url);
-        const $ = cheerio.load(response.data);
-        // Instagram 允许最多 10 条图片/视频任意混合于一条 post，picuki 在所有情况下都会将它（们）置于 .single-photo 内
-        const media_items = $('.single-photo img,video').get();
-        let html = '';
-        media_items.forEach((item) => {
-            item = $(item);
-            html += item.toString(); // 可能是视频，也可能是图片，格式都比较友好，这里直接添加
-        });
-        return html;
-    }
-
-    function deVideo(media) {
-        const $ = cheerio.load(media);
-        const media_list = $('img,video').get();
-        let media_deVideo = '';
-        media_list.forEach((medium) => {
-            medium = $(medium);
-            const poster = medium.attr('poster');
-            // 如果有 poster 属性，表明它是视频，将它替换为它的 poster；如果不是，就原样返回
-            media_deVideo += poster ? `<img src='${poster}' alt='video poster'>` : medium.toString();
-        });
-        return media_deVideo;
-    }
-
-    const items = await Promise.all(
-        list.map(async (post) => {
-            post = $(post);
-
-            const post_link = post.find('.photo > a').attr('href');
-            const cache = await ctx.cache.get(post_link);
-
-            let cache_d;
-            if (cache) {
-                cache_d = JSON.parse(cache);
-            } else {
-                const post_description = post.find('.photo-description').text().trim();
-                const post_time = post.find('.time');
-                const media_displayVideo = await getMedia(post_link);
-                const media = deVideo(media_displayVideo);
-
-                cache_d = {
-                    title: post_description || 'Untitled',
-                    author: `@${id}`,
-                    media_prefix: media,
-                    media_displayVideo_prefix: media_displayVideo,
-                    description_body: post_description.length > 100 ? `<p>${post_description}</p>` : '',
-                    link: post_link,
-                    pubDate: post_time ? chrono.parseDate(post_time.text()) : new Date(),
-                };
-
-                ctx.cache.set(post_link, JSON.stringify(cache_d));
-            }
-
-            cache_d.description = (displayVideo ? cache_d.media_displayVideo_prefix : cache_d.media_prefix) + cache_d.description_body;
-            delete cache_d.media_prefix;
-            delete cache_d.media_displayVideo_prefix;
-            delete cache_d.description_body;
-            return cache_d;
-        })
-    );
-
-    ctx.state.data = {
-        title: `${profile_name} (@${id}) - Picuki`,
-        link: url,
-        image: profile_img,
-        description: profile_description,
-        item: items,
-    };
-};

package/lib/routes/readhub/category.js

@@ -1,102 +0,0 @@
-const got = require('@/utils/got');
-const dayjs = require('dayjs');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-
-    let title;
-    let link;
-    let path = category;
-    switch (category) {
-        case 'topic':
-            title = '热门话题';
-            link = 'https://readhub.cn/topics';
-            break;
-        case 'news':
-            title = '科技动态';
-            link = 'https://readhub.cn/news';
-            break;
-        case 'technews':
-            title = '开发者资讯';
-            link = 'https://readhub.cn/tech';
-            break;
-        case 'blockchain':
-            title = '区块链快讯';
-            link = 'https://readhub.cn/blockchain';
-            break;
-        case 'daily':
-            title = '每日早报';
-            link = 'https://readhub.cn/daily';
-            break;
-        default:
-            break;
-    }
-
-    if (path === 'daily') {
-        path = 'topic/daily';
-    }
-
-    const {
-        data: { data },
-    } = await got({
-        method: 'get',
-        url: `https://api.readhub.cn/${path}`,
-    });
-
-    const out = await Promise.all(
-        data.map(async (news) => {
-            const id = news.id;
-            let item;
-            if (category === 'topic' || category === 'daily') {
-                const link = `https://readhub.cn/topic/${id}`;
-                const cache = await ctx.cache.get(link);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-                const { data } = await got.get(`https://api.readhub.cn/topic/${id}`);
-                let description = data.summary;
-                if (data.newsArray) {
-                    description += '<br/><br/>媒体报道：';
-                    for (const one of data.newsArray) {
-                        description += `<br/>${dayjs(new Date(one.publishDate)).format('YY-MM-DD')} ${one.siteName}: <a href='${one.mobileUrl || one.url}'>${one.title}</a>`;
-                    }
-                }
-                if (data.timeline && data.timeline.topics) {
-                    let type = '相关事件';
-                    if (data.timeline.commonEntities && data.timeline.commonEntities.length > 0) {
-                        type = '事件追踪';
-                    }
-                    description += `<br/><br/>${type}：`;
-                    for (const one of data.timeline.topics) {
-                        description += `<br/>${dayjs(new Date(one.createdAt)).format('YY-MM-DD')} <a href='https://readhub.cn/topic/${one.id}'>${one.title.trim()}</a>`;
-                    }
-                }
-                item = {
-                    title: data.title,
-                    description: description.replace(new RegExp('\n', 'g'), '<br/>'),
-                    pubDate: data.publishDate,
-                    guid: id,
-                    link,
-                };
-
-                ctx.cache.set(link, JSON.stringify(item));
-            } else {
-                const description = news.summaryAuto || news.summary || news.title;
-                item = {
-                    title: news.title,
-                    description: description.replace(new RegExp('\n', 'g'), '<br/>'),
-                    pubDate: news.publishDate,
-                    guid: id,
-                    link: news.url || news.mobileUrl,
-                };
-            }
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: `Readhub - ${title}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/who/news-room.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const { parseDate } = require('@/utils/parse-date');
-
-const host = 'https://www.who.int/';
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-
-    const link = url.resolve('https://www.who.int/zh/news-room/', type);
-    const response = await got.get(encodeURI(link));
-    const $ = cheerio.load(response.data);
-
-    const list = $('div.list-view--item');
-    const title = $('ul.sf-breadscrumb.breadcrumb li.active').text();
-    const out = await Promise.all(
-        list
-            .map(async (index, elem) => {
-                const $elem = $(elem);
-                const title = $elem.find('p').text();
-                const link = url.resolve(host, $elem.find('a').attr('href'));
-                const pubDate = parseDate($elem.find('.timestamp').text(), 'YYYY年M月D日');
-
-                const item = {
-                    title,
-                    pubDate,
-                    link: encodeURI(link),
-                };
-
-                const key = link;
-                const value = await ctx.cache.get(key);
-                if (value) {
-                    item.description = value;
-                } else {
-                    const detail = await got.get(item.link);
-                    const data = detail.data;
-                    const $ = cheerio.load(data);
-
-                    item.description = $('article')
-                        .html()
-                        .replace(/src="\//g, `src="${host}`);
-                    ctx.cache.set(key, item.description);
-                }
-
-                return item;
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: `世界卫生组织媒体中心-${title}`,
-        link,
-        item: out,
-    };
-};