rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/lativ/index.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.lativ.com.tw';
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const url = `${rootUrl}/Detail/${id}`;
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+    const title = $('#wrap > h1').text();
+    const image = $('div.oldPic.show > a:nth-child(1) > img').attr('src');
+    const productId = $('div.clearfloat > div.size > div > span').attr('data-value');
+
+    const productInfoUrl = `https://www.lativ.com.tw/Product/GetProductInfo?productId=${productId}`;
+    const productInfo = await got.get(productInfoUrl);
+    const itemInfo = JSON.parse(productInfo.data.info)[0].ItemList[0];
+    const price = itemInfo.Price;
+    const time = parseInt(itemInfo.LastEditTime.replace(/[^\d]/g, ''));
+    const discount = JSON.parse(productInfo.data.activity).Discount;
+
+    const item = {
+        title,
+        link: url,
+        description: art(path.join(__dirname, 'templates/detail.art'), {
+            price,
+            discount,
+            image,
+            title,
+        }),
+        pubDate: parseDate(time),
+    };
+
+    ctx.state.data = {
+        title: `lativ-${title}`,
+        link: url,
+        item: [item],
+    };
+};

package/lib/v2/lativ/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id': ['Fatpandac'],
+};

package/lib/v2/lativ/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'lativ.com.tw': {
+        _name: 'lativ',
+        www: [
+            {
+                title: '订阅商品价格',
+                docs: 'https://docs.rsshub.app/shopping.html#lativ',
+                source: '/Detail/:id',
+                target: '/lativ/:id',
+            },
+        ],
+    },
+};

package/lib/v2/lativ/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id', require('./index'));
+};

package/lib/v2/lativ/templates/detail.art

@@ -0,0 +1,9 @@
+<div>
+    {{ if discount != null }}
+    <h2><strike>原价: {{ price }}</strike></h2>
+    <h1>特价: {{ discount }}</h1>
+    {{ else }}
+    <h1>价格: {{ price }}</h1>
+    {{ /if }}
+    <img src="{{ image }}" alt="{{ title }}"/>
+</div>

package/lib/v2/learnku/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:community/:category?': ['kayw-geek'],
+};

package/lib/v2/learnku/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'learnku.com': {
+        _name: 'Learn Ku 社区',
+        '.': [
+            {
+                title: '分区',
+                docs: 'https://docs.rsshub.app/bbs.html#learnku',
+                source: ['/:community'],
+                target: '/learnku/:community',
+            },
+        ],
+    },
+};

package/lib/v2/learnku/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:community/:category?', require('./topic.js'));
+};

package/lib/v2/learnku/templates/topic.art

@@ -0,0 +1,14 @@
+<div style="background-color:#f0f2f5;border: 2px solid #e3eaef;box-shadow: 0 1px 2px 0 rgb(101 129 156 / 8%);font-size: 1rem;position: relative;background: #fff;box-shadow: 0px 2px 4px rgba(0,0,0,0.1);margin: 1rem 0;padding: 24px;transition: box-shadow 0.15s ease;border-radius: 8px;">
+    <h2>🦕正文</h2>
+    <HR style="FILTER: alpha(opacity=100,finishopacity=0,style=3)" width="100%" color=#79ffe1 SIZE=3>
+    <div style="font-family:'Inter',-apple-system,BlinkMacSystemFont,'Segoe UI','Roboto','Oxygen','Ubuntu','Cantarell','Fira Sans','Droid Sans','Helvetica Neue',sans-serif">
+        {{@ article }}
+    </div>
+</div>
+{{if comment }}
+    <div style="background-color:#f0f2f5;border: 2px solid #e3eaef;box-shadow: 0 1px 2px 0 rgb(101 129 156 / 8%);font-size: 1rem;position: relative;background: #fff;box-shadow: 0px 2px 4px rgba(0,0,0,0.1);margin: 1rem 0;padding: 24px;transition: box-shadow 0.15s ease;border-radius: 8px;">
+     <h2>👨‍💻评论</h2>
+     <HR style="FILTER: alpha(opacity=100,finishopacity=0,style=3)" width="100%" color=#79ffe1 SIZE=3>
+     {{@ comment }}
+    </div>
+{{/if}}

package/lib/v2/learnku/topic.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const community = ctx.params.community;
+    const category = ctx.params.category || '';
+
+    let url = `https://learnku.com/${community}`;
+    if (category !== '') {
+        url = `https://learnku.com/${community}/c/${category}`;
+    }
+
+    const response = await got({
+        method: 'get',
+        url,
+    });
+
+    const data = response.data;
+    const $ = cheerio.load(data);
+    const list = $('.simple-topic').get();
+    const item = await Promise.all(
+        list.map(async (item) => {
+            const $ = cheerio.load(item);
+            const categoryName = $('.category-name span').text().trim();
+            if (['置顶', '广告'].includes(categoryName)) {
+                return '';
+            }
+            $('.topic-title i').remove();
+            const itemLink = $('.topic-title-wrap').attr('href');
+
+            const title = $('.topic-title').text().trim();
+            const content = await ctx.cache.tryGet(itemLink, async () => {
+                const result = await got.get(itemLink);
+
+                return cheerio.load(result.data);
+            });
+            const article = content('.article-content .content-body').html();
+            const comment = content('#all-comments').html();
+
+            return {
+                title,
+                description: art(path.join(__dirname, 'templates/topic.art'), {
+                    article,
+                    comment,
+                }),
+                category: categoryName,
+                link: itemLink,
+                pubDate: parseDate($('.timeago').attr('title'), 'YYYY/MM/DD'),
+            };
+        })
+    );
+
+    const title = $('.sidebar .community-details .header span').text();
+    $('.sidebar .community-details .main div div a').remove();
+    const description = $('.sidebar .community-details .main div div').text();
+    const categoryTitle = new Map([
+        ['translations', { name: '翻译' }],
+        ['jobs', { name: '招聘' }],
+        ['qa', { name: '问答' }],
+        ['links', { name: '链接' }],
+        ['', { name: '最新' }],
+    ]);
+    ctx.state.data = {
+        title: `LearnKu - ${title} - ${categoryTitle.get(category).name}`,
+        link: url,
+        description,
+        item: item.filter((item) => item !== ''),
+    };
+};

package/lib/v2/leiphone/index.js

@@ -0,0 +1,25 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const todo = ctx.params.do ?? '';
+    const keyword = ctx.params.keyword ?? '';
+    const rootUrl = 'https://www.leiphone.com';
+    const url = `${rootUrl}/${todo}/${keyword}`;
+    const res = await got.get(url);
+    const $ = cheerio.load(res.data);
+
+    const list = $('.word > h3 > a')
+        .slice(0, 10)
+        .get()
+        .map((e) => $(e).attr('href'));
+    const items = await utils.ProcessFeed(list, ctx.cache);
+
+    ctx.state.data = {
+        title: `雷峰网${todo === 'category' ? ` ${keyword}` : ''}`,
+        description: '雷峰网 - 读懂智能&未来',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/leiphone/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/leiphone': ['vlcheng'],
+    '/leiphone/category/:catname': ['vlcheng'],
+    '/leiphone/newsflash': ['vlcheng'],
+};

package/lib/v2/leiphone/newsflash.js

@@ -0,0 +1,19 @@
+const got = require('@/utils/got');
+const utils = require('./utils');
+// const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const url = 'https://www.leiphone.com/site/YejieKuaixun';
+    const res = await got.get(url);
+    const article = (res.data || {}).article || [];
+
+    const list = article.map((item) => item.url);
+    const items = await utils.ProcessFeed(list, ctx.cache);
+
+    ctx.state.data = {
+        title: '雷峰网 业界资讯',
+        description: '雷峰网 - 读懂智能&未来',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/leiphone/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'leiphone.com': {
+        _name: '雷峰网',
+        '.': [
+            {
+                title: '最新文章',
+                docs: 'https://docs.rsshub.app/new-media.html#lei-feng-wang-zui-xin-wen-zhang',
+                source: ['/'],
+                target: '/leiphone',
+            },
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/new-media.html#lei-feng-wang-lan-mu',
+                source: ['/category/:catename'],
+                target: '/leiphone/category/:catname',
+            },
+            {
+                title: '业界资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#lei-feng-wang-ye-jie-zi-xun',
+                source: ['/'],
+                target: '/leiphone/newsflash',
+            },
+        ],
+    },
+};

package/lib/v2/leiphone/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/newsflash', require('./newsflash'));
+    router.get('/:do?/:keyword?', require('./index'));
+};

package/lib/v2/leiphone/utils.js

@@ -0,0 +1,41 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const dateParser = require('@/utils/dateParser');
+const url = require('url');
+
+const ProcessFeed = async (list, cache) => {
+    const host = 'https://www.leiphone.com';
+
+    const items = await Promise.all(
+        list.map(async (e) => {
+            const link = url.resolve(host, e);
+
+            const single = await cache.tryGet(link, async () => {
+                const response = await got.get(link);
+
+                const $ = cheerio.load(response.data);
+
+                let description = '';
+                if ($('.top-img').html() !== null) {
+                    description += $('.top-img').html();
+                }
+
+                return {
+                    title: $('.headTit').text(),
+                    description: description + $('.article-lead').text() + $('.lph-article-comView').html(),
+                    pubDate: dateParser($('.time').text(), 8),
+                    author: $('.aut > a').text(),
+                    link,
+                };
+            });
+
+            return Promise.resolve(single);
+        })
+    );
+
+    return items;
+};
+
+module.exports = {
+    ProcessFeed,
+};

package/lib/v2/line/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/today/:edition?/:tab?': ['nczitzk'],
+};

package/lib/v2/line/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'line.me': {
+        _name: 'LINE Today',
+        '.': [
+            {
+                title: 'LINE Today',
+                docs: 'https://docs.rsshub.app/new-media.html#line-today',
+                source: ['/'],
+                target: '/line/today/:edition?/:tab?',
+            },
+        ],
+    },
+};

package/lib/v2/line/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/today/:edition?/:tab?', require('./today'));
+};

package/lib/v2/line/today.js

@@ -0,0 +1,80 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const edition = ctx.params.edition || 'tw';
+    const tab = ctx.params.tab || 'top';
+
+    const rootUrl = 'https://today.line.me';
+    const tabUrl = `${rootUrl}/api/v6/portals/${edition}/page/${tab}`;
+    const recommendationUrl = `${rootUrl}/webapi/api/v6/recommendation/articles/listings/mytoday_rec:id?offset=0&length=50&country=${edition}&gender=&age=&excludeNoThumbnail=0&containMainSnapshot=0`;
+    const currentUrl = `${rootUrl}/${edition}/v2/tab/${tab}`;
+
+    let title = 'Recommendation',
+        moduleUrl;
+
+    if (tab !== 'recommendation') {
+        const moduleResponse = await got({
+            method: 'get',
+            url: tabUrl,
+        });
+
+        const listing = moduleResponse.data.modules.filter((item) => item.source === 'CATEGORY_MOST_VIEW')[0].listings[0];
+
+        title = moduleResponse.data.name;
+        moduleUrl =
+            `${rootUrl}/webapi/trending/category/mostView/listings/${listing.id}?` +
+            `offset=0&length=50&country=${edition}&targetContent=${listing.params.targetContent}` +
+            `&categories=${listing.params.categories}&trendingEventPeriod=${listing.params.trendingEventPeriod}`;
+    }
+
+    const response = await got({
+        method: 'get',
+        url: tab === 'recommendation' ? recommendationUrl : moduleUrl,
+    });
+
+    const list = response.data.items.map((item) => ({
+        title: item.title,
+        link: `${rootUrl}/${edition}/v2/article/${item.url.hash}`,
+        pubDate: parseDate(item.publishTimeUnix),
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('img').each(function () {
+                    content(this).parent().find('.placeholder').remove();
+
+                    content(this).attr('src', content(this).attr('data-src').replace('w644', 'w1200'));
+
+                    content(this).removeAttr('data-src');
+                    content(this).removeAttr('data-srcset');
+                });
+
+                content('iframe').each(function () {
+                    content(this).attr('src', content(this).attr('data-src'));
+                    content(this).removeAttr('data-src');
+                });
+
+                item.description = content('.articleContent').html();
+                item.author = content('meta[property="author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title} - Line Today`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/logonews/index.js

@@ -0,0 +1,76 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const params = ctx.path;
+    const isWork = params.indexOf('/work') === 0;
+
+    const rootUrl = 'https://www.logonews.cn';
+    const currentUrl = `${rootUrl}${params === '/' ? '' : params}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $(isWork ? 'h2 a' : 'a.article-link')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.iconfont').remove();
+
+                content('img[data-src]').each(function () {
+                    content(this).attr(
+                        'src',
+                        content(this)
+                            .attr('data-src')
+                            .replace(/_logonews/, '')
+                    );
+                });
+
+                item.title = content('title').text();
+                item.author = content('.author-links').text();
+                item.pubDate = parseDate(content('meta[property="og:release_date"]').attr('content'));
+                item.category = content('a.category_link, a[rel="tag"]')
+                    .toArray()
+                    .map((c) => content(c).text().replace(/ · /g, ''));
+
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    isWork,
+                    image: content('meta[property="og:image"]').attr('content'),
+                    description: content('.This_Article_content, .w_info').html(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/logonews/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/work/tags/:tag': ['nczitzk'],
+    '/work/categorys/:category': ['nczitzk'],
+    '/work': ['nczitzk'],
+    '/category/:category/:type': ['nczitzk'],
+    '/tag/:tag': ['nczitzk'],
+    '/': ['nczitzk'],
+};

package/lib/v2/logonews/radar.js

@@ -0,0 +1,43 @@
+module.exports = {
+    'logonews.cn': {
+        _name: 'LogoNews 标志情报局',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/design.html#logonews-biao-zhi-qing-bao-ju-shou-ye',
+                source: ['/'],
+                target: '/logonews',
+            },
+            {
+                title: '文章分类',
+                docs: 'https://docs.rsshub.app/design.html#logonews-biao-zhi-qing-bao-ju-wen-zhang-fen-lei',
+                source: ['/category/:category/:type?'],
+                target: '/logonews/category/:category/:type?',
+            },
+            {
+                title: '文章标签',
+                docs: 'https://docs.rsshub.app/design.html#logonews-biao-zhi-qing-bao-ju-wen-zhang-biao-qian',
+                source: ['/tag/:tag'],
+                target: '/logonews/tag/:tag',
+            },
+            {
+                title: '作品',
+                docs: 'https://docs.rsshub.app/design.html#logonews-biao-zhi-qing-bao-ju-zuo-pin',
+                source: ['/work'],
+                target: '/logonews/work',
+            },
+            {
+                title: '作品分类',
+                docs: 'https://docs.rsshub.app/design.html#logonews-biao-zhi-qing-bao-ju-zuo-pin-fen-lei',
+                source: ['/work/categorys/:category'],
+                target: '/logonews/work/categorys/:category',
+            },
+            {
+                title: '作品标签',
+                docs: 'https://docs.rsshub.app/design.html#logonews-biao-zhi-qing-bao-ju-zuo-pin-biao-qian',
+                source: ['/work/tags/:tag'],
+                target: '/logonews/work/tags/:tag',
+            },
+        ],
+    },
+};

package/lib/v2/logonews/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/work/tags/:tag', require('./index'));
+    router.get('/tag/:tag', require('./index'));
+    router.get(/([\w|\d|/|-]+)?/, require('./index'));
+};

package/lib/v2/logonews/templates/description.art

@@ -0,0 +1,4 @@
+{{if isWork}}
+<img src="{{ image }}">
+{{/if}}
+{{ description }}

package/lib/v2/medsci/index.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    let sid = ctx.params.sid ?? '';
+    const tid = ctx.params.tid ?? '';
+
+    sid = sid === 'recommend' ? '' : sid;
+
+    const rootUrl = 'https://www.medsci.cn';
+    const currentUrl = `${rootUrl}${sid ? `/department/details?s_id=${sid}&module=article${tid ? `&t_id=${tid}` : ''}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('#articleList')
+        .find('.ms-link')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const pubDate = item.parent().parent().find('.item-meta-item').first().text();
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href').replace(/;jsessionid=[A-Z0-9]+/, '')}`,
+                pubDate: pubDate.indexOf('-') > 0 ? parseDate(pubDate) : parseRelativeDate(pubDate),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                const pubDateMatches = detailResponse.data.match(/"publishedTime":"(.*)","publishedTimeString"/);
+
+                item.author = content('.name').text();
+                item.description = content('#content').html();
+                item.pubDate = pubDateMatches ? parseDate(pubDateMatches[1]) : item.pubDate;
+                item.category =
+                    content('meta[name="keywords"]')
+                        .attr('content')
+                        ?.split(/,|，/)
+                        .filter((c) => c !== '' && c !== 'undefined') ?? [];
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${sid ? $('.department-header-active').text() : '推荐'} -${tid ? ` ${$('.department-keywords-ul .active').text()} -` : ''} MedSci.cn`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/medsci/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:sid?/:tid?': ['nczitzk'],
+};

package/lib/v2/medsci/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'medsci.cn': {
+        _name: '梅斯医学',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#mei-si-yi-xue-zi-xun',
+                source: ['/department/details', '/'],
+                target: (params) => `/medsci${params.s_id ? `/${params.s_id}${params.t_id ? `/${params.s_id}` : ''}` : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/medsci/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:sid?/:tid?', require('./index'));
+};