rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/v2/kuwaitlocal/index.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'https://kuwaitlocal.com';
+
+module.exports = async (ctx) => {
+    const { category = 'latest' } = ctx.params;
+    const url = `${baseUrl}/news/${category === 'latest' ? category : `categories/${category}`}`;
+
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+    const list = $('.news_list a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: baseUrl + item.attr('href'),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                item.pubDate = parseDate($('.date_icon').next().text());
+                $('[id^=div-gpt-ad], .pad_10_0, .hide_desktop').remove();
+                item.description = $('.mob_pad_view').html();
+                item.category = $('.news_tags a')
+                    .toArray()
+                    .map((item) => $(item).text());
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text().trim(),
+        description: $('head meta[name="description"]').attr('content').trim(),
+        link: url,
+        item: items,
+        language: 'en',
+    };
+};

package/lib/v2/kuwaitlocal/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/': ['TonyRL'],
+    '/:category?': ['TonyRL'],
+};

package/lib/v2/kuwaitlocal/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'kuwaitlocal.com': {
+        _name: 'Kuwait Local',
+        '.': [
+            {
+                title: 'Latest News',
+                docs: 'https://docs.rsshub.app/en/new-media.html#kuwait-local',
+                source: ['/news/latest', '/news', '/'],
+                target: '/kuwaitlocal',
+            },
+            {
+                title: 'Categorised News',
+                docs: 'https://docs.rsshub.app/en/new-media.html#kuwait-local',
+                source: ['/news/categories/:category'],
+                target: '/kuwaitlocal/:category',
+            },
+        ],
+    },
+};

package/lib/v2/kuwaitlocal/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/lang/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/live/room/:id': ['MittWillson'],
+};

package/lib/v2/lang/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'lang.live': {
+        _name: '浪 Play 直播',
+        '.': [
+            {
+                title: '直播间开播',
+                docs: 'https://docs.rsshub.app/live.html#lang-play-yuan-zhi-bo',
+                source: ['/room/:id'],
+                target: '/lang/live/room/:id',
+            },
+        ],
+    },
+};

package/lib/v2/lang/room.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const url = `https://www.lang.live/room/${id}`;
+
+    const api = 'https://api.lang.live/langweb/v1/room/liveinfo';
+    const {
+        data: { data },
+    } = await got(api, {
+        searchParams: {
+            room_id: id,
+        },
+    });
+
+    let item = [];
+    const name = data.live_info.nickname;
+    if (data.live_info.live_status === 1) {
+        item = [
+            {
+                title: `${name} 开播了`,
+                link: url,
+                guid: `lang:live:room:${id}:${data.live_info.live_id}`,
+                description: art(path.join(__dirname, 'templates/room.art'), {
+                    live_info: data.live_info,
+                }),
+            },
+        ];
+    }
+
+    ctx.state.data = {
+        title: `${name} 的浪 Play 直播`,
+        description: data.live_info.sign,
+        link: url,
+        item,
+        allowEmpty: true,
+    };
+};

package/lib/v2/lang/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/live/room/:id', require('./room'));
+};

package/lib/v2/lang/templates/room.art

@@ -0,0 +1 @@
+<img src="{{ live_info.headimg }}">

package/lib/v2/lianxh/index.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://www.lianxh.cn';
+    const currentUrl = `${rootUrl}/blogs${category ? `/${category}` : ''}.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.news-title a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#nice').html();
+                item.pubDate = parseDate(
+                    content('.news-share')
+                        .prev()
+                        .find('span')
+                        .first()
+                        .text()
+                        .match(/(\d+-\d+-\d+)/)[1],
+                    'YYYY-MM-DD'
+                );
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `连享会 - ${$('.actives').text()}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/{techflow520 → lianxh}/maintainer.js

@@ -1,4 +1,3 @@
 module.exports = {
-    '/newsflash': ['nczitzk'],
     '/:category?': ['nczitzk'],
 };

package/lib/v2/lianxh/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'lianxh.cn': {
+        _name: '连享会',
+        '.': [
+            {
+                title: '精彩资讯',
+                docs: 'https://docs.rsshub.app/programming.html#lian-xiang-hui-jing-cai-zi-xun',
+                source: ['/blogs.html', '/'],
+                target: '/lianxh/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/{techflow520 → lianxh}/router.js

@@ -1,4 +1,3 @@
 module.exports = function (router) {
-    router.get('/newsflash', require('./newsflash'));
     router.get('/:category?', require('./index'));
 };

package/lib/{routes → v2}/linkresearcher/index.js

@@ -1,6 +1,6 @@
 const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const qs = require('querystring');
+const qs = require('query-string');
+const { parseDate } = require('@/utils/parse-date');
 
 const baseURL = 'https://www.linkresearcher.com';
 
@@ -15,9 +15,8 @@ module.exports = async (ctx) => {
 
     // get XSRF token from main page
     const metaURL = `${baseURL}/${category}`;
-    const metaResponse = await got.get(metaURL);
-    const metaCapture = cheerio.load(metaResponse.data);
-    const xsrf_token = metaCapture('meta[name="_csrf"]').prop('content');
+    const metaResponse = await got(metaURL);
+    const xsrfToken = metaResponse.headers['set-cookie'][0].split(';')[0].split('=')[1];
 
     let data = { filters: { status: false } };
     if (typeof query.subject !== 'undefined' && typeof query.columns !== 'undefined') {
@@ -31,16 +30,19 @@ module.exports = async (ctx) => {
         title = `${title}「${query.columns}」`;
     }
     data.query = query.query;
-    const dataURL = `${baseURL}/api/${category}/search?from=0&size=20&type=SEARCH`;
-    const pageResponse = await got({
-        method: 'post',
-        url: dataURL,
+    const dataURL = `${baseURL}/api/${category === 'careers' ? 'articles' : category}/search`;
+    const pageResponse = await got.post(dataURL, {
         headers: {
             'content-type': 'application/json; charset=UTF-8',
-            'x-xsrf-token': xsrf_token,
-            cookie: `XSRF-TOKEN=${xsrf_token}`,
+            'x-xsrf-token': xsrfToken,
+            cookie: `XSRF-TOKEN=${xsrfToken}`,
         },
-        data: JSON.stringify(data),
+        searchParams: {
+            from: 0,
+            size: 20,
+            type: category === 'careers' ? 'CAREER' : 'SEARCH',
+        },
+        json: data,
     });
 
     const list = pageResponse.data.hits;
@@ -48,7 +50,7 @@ module.exports = async (ctx) => {
     const out = list.map((item) => ({
         title: item.title,
         description: item.content,
-        pubDate: new Date(item.createdAt).toUTCString(),
+        pubDate: parseDate(item.createdAt, 'x'),
         link: `${metaURL}/${item.id}`,
         guid: `${metaURL}/${item.id}`,
         doi: typeof item.identCode !== 'undefined' ? item.identCode : '',
@@ -59,6 +61,7 @@ module.exports = async (ctx) => {
         title: `领研 | ${title}`,
         description:
             '领研是链接华人学者的人才及成果平台。领研为国内外高校、科研机构及科技企业提供科研人才招聘服务，也是青年研究者的职业发展指导及线上培训平台；研究者还可将自己的研究论文上传至领研，与超过五十万华人学者分享工作的最新进展。',
+        image: 'https://www.linkresearcher.com/assets/images/logo-app.png',
         link: baseURL,
         item: out,
     };

package/lib/v2/linkresearcher/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:params': ['yech1990'],
+};

package/lib/v2/linkresearcher/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    linkresearcher: {
+        _name: '领研',
+        '.': [
+            {
+                title: '论文',
+                docs: 'https://docs.rsshub.app/study.html#ling-yan',
+                source: ['/theses', '/information', '/careers'],
+                target: (_, url) => {
+                    const pathname = new URL(url).pathname;
+                    const searchParams = new URL(url).searchParams;
+                    return `/linkresearcher/theses/${pathname.replace('/', '')}${searchParams.has('filters.subject') ? `&subject=${searchParams.get('filters.subject')}` : ''}${
+                        searchParams.has('filters.columns') ? `&columns=${searchParams.get('filters.columns')}` : ''
+                    }`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/linkresearcher/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:params', require('./index'));
+};

package/lib/v2/linovelib/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/novel/:id': ['misakicoca'],
+};

package/lib/v2/linovelib/novel.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const response = await got(`https://www.linovelib.com/novel/${ctx.params.id}/catalog`);
+    const $ = cheerio.load(response.data);
+
+    const meta = $('.book-meta');
+    const title = meta.children().first().text();
+    const author = meta.find('p > span > a').text();
+
+    const list = $('.chapter-list');
+    const items = list
+        .find('li')
+        .find('a')
+        .filter((idx, item) => $(item).attr('href').startsWith('/novel/'))
+        .map((idx, item) => ({
+            title: $(item).text(),
+            author,
+            description: $(item).text(),
+            link: `https://www.linovelib.com${$(item).attr('href')}`,
+        }))
+        .get();
+    items.reverse();
+
+    ctx.state.data = {
+        title: `哩哔轻小说 - ${title}`,
+        link: `https://www.linovelib.com/novel/${ctx.params.id}/catalog`,
+        description: title,
+        language: 'zh',
+        item: items,
+    };
+};

package/lib/v2/linovelib/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'linovelib.com': {
+        _name: '哩哔轻小说',
+        '.': [
+            {
+                title: '小说详情',
+                docs: 'https://docs.rsshub.app/anime.html#linovelib',
+                source: ['/novel/:id'],
+                target: '/linovellib/novel/:id',
+            },
+        ],
+    },
+};

package/lib/v2/linovelib/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/novel/:id', require('./novel'));
+};

package/lib/v2/liulinblog/utils.js

@@ -4,12 +4,12 @@ const { parseDate } = require('@/utils/parse-date');
 
 const processList = (res) => {
     const $ = cheerio.load(res.data);
-    const list = $('div.posts-wrapper > div.col-lg-12')
+    const list = $('div.archive.container > div.row > div > div > div.row.posts-wrapper.scroll > div')
         .map((_, item) => ({
             title: $(item).find('h2.entry-title').text(),
             link: $(item).find('h2.entry-title > a').attr('href'),
             pubDate: parseDate($(item).find('time').attr('datetime')),
-            author: $(item).find('span.meta-author > a').attr('title'),
+            author: '60秒读懂世界',
         }))
         .get();
 
@@ -22,8 +22,11 @@ const processItems = async (list, ctx) => {
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got(item.link);
                 const $ = cheerio.load(detailResponse.data);
-
-                item.description = $('div.entry-wrapper').html();
+                const fullContent = $('div > div.entry-wrapper > div.entry-content');
+                fullContent.find('img').remove();
+                fullContent.find('div.pt-0').remove();
+                fullContent.find('div.post-note').remove();
+                item.description = fullContent.html();
 
                 return item;
             })

package/lib/v2/lkong/forum.js

@@ -34,11 +34,12 @@ module.exports = async (ctx) => {
                     json: viewThread(item.guid, 1),
                 });
 
-                item.author = detailResponse.data.data.thread.author.name;
-                item.pubDate = parseDate(detailResponse.data.data.thread.dateline);
+                item.author = detailResponse.data.data.thread?.author.name;
+                item.pubDate = parseDate(detailResponse.data.data.thread?.dateline);
                 item.description = art(path.join(__dirname, 'templates/content.art'), {
                     content: JSON.parse(detailResponse.data.data.posts[0].content),
                 });
+                delete item.guid;
 
                 return item;
             })

package/lib/v2/lofter/user.js

@@ -32,7 +32,12 @@ module.exports = async (ctx) => {
         link: item.post.blogPageUrl,
         description:
             JSON.parse(item.post.photoLinks || `[]`)
-                .map((photo) => `<img src="${photo.raw}">`)
+                .map((photo) => {
+                    if (photo.raw.match(/\/\/nos\.netease\.com\//)) {
+                        photo.raw = `https://${photo.raw.match(/(imglf\d)/)[0]}.lf127.net${photo.raw.match(/\/\/nos\.netease\.com\/imglf\d(.*)/)[1]}`;
+                    }
+                    return `<img src="${photo.raw}">`;
+                })
                 .join('') +
             JSON.parse(item.post.embed ? `[${item.post.embed}]` : `[]`)
                 .map((video) => `<video src="${video.originUrl}" poster="${video.video_img_url}" controls="controls"></video>`)

package/lib/v2/loltw/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:category?': ['hoilc'],
+};

package/lib/v2/loltw/news.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const baseUrl = 'https://lol.garena.tw';
+
+    const response = await got(`${baseUrl}/api/news/search?category=${category}`);
+
+    const list = response.data.data.news.map((item) => ({
+        guid: item.id,
+        title: item.title,
+        author: 'Garena',
+        link: `${baseUrl}/news/articles/${item.id}`,
+        pubDate: parseDate(item.updated_at * 1000),
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(`${baseUrl}/api/news/detail?news_id=${item.guid}`);
+                item.description = art(path.join(__dirname, 'templates/news.art'), detailResponse.data.data.news_detail);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '英雄联盟 - 台服新闻',
+        link: category ? `${baseUrl}/news/${category}` : `${baseUrl}/news`,
+        item: items,
+    };
+};

package/lib/v2/loltw/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'garena.tw': {
+        _name: 'Garena',
+        lol: [
+            {
+                title: '英雄联盟台服新闻',
+                docs: 'https://docs.rsshub.app/game.html#ying-xiong-lian-meng-tai-fu-xin-wen',
+                source: ['/news/:category', '/news'],
+                target: (params) => '/loltw/news/' + (params.category || ''),
+            },
+        ],
+    },
+};

package/lib/v2/loltw/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:category?', require('./news'));
+};

package/lib/v2/loltw/templates/news.art

@@ -0,0 +1,6 @@
+<div>
+{{if img}}
+<img style="max-width: 100%" src="{{ img }}">
+{{/if}}
+{{@ content }}
+</div>

package/lib/v2/lovelive-anime/maintainer.js

@@ -1,3 +1,5 @@
 module.exports = {
     '/news/:option?': ['axojhf'],
+    '/topics/:abbr/:category?/:option?': ['axojhf'],
+    '/schedules/:serie/:category?': ['axojhf'],
 };

package/lib/v2/lovelive-anime/radar.js

@@ -3,11 +3,29 @@ module.exports = {
         _name: 'Love Live 官网',
         www: [
             {
-                title: '最新NEWS',
-                docs: 'https://docs.rsshub.app/anime.html#lovelive-anime',
-                source: ['/'],
+                title: '最新 NEWS',
+                docs: 'https://docs.rsshub.app/anime.html#lovelive-anime-love-live-guan-wang-zui-xin-news',
+                source: ['/', '/news'],
                 target: '/lovelive-anime/news',
             },
+            {
+                title: '分类 Topics',
+                docs: 'https://docs.rsshub.app/anime.html#lovelive-anime-love-live-guan-wang-fen-lei-topics',
+                source: ['/:abbr/topics/', '/:abbr/topics.php'],
+                target: (params, url) => {
+                    const cat = url.match(/\?cat=(.*)/);
+                    return `/lovelive-anime/topics/${params.abbr}/${null !== cat && cat.length === 2 ? cat[1] : ''}`;
+                },
+            },
+            {
+                title: 'Schedule',
+                docs: 'https://docs.rsshub.app/anime.html#lovelive-anime-love-live-guan-wang-schedule',
+                source: ['/schedule/'],
+                target: (params, url) => {
+                    const cat = url.match(/\?series=(.*)&category=(.*)/);
+                    return `/lovelive-anime/schedules/${null !== cat && cat.length >= 2 ? cat[1] : ''}/${null !== cat && cat.length === 3 ? cat[2] : ''}`;
+                },
+            },
         ],
     },
 };

package/lib/v2/lovelive-anime/router.js

@@ -1,3 +1,5 @@
 module.exports = (router) => {
     router.get('/news/:option?', require('./news'));
+    router.get('/topics/:abbr/:category?/:option?', require('./topics'));
+    router.get('/schedules/:serie?/:category?', require('./schedules'));
 };

package/lib/v2/lovelive-anime/schedules.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const path = require('path');
+const { art } = require('@/utils/render');
+const renderDescription = (desc) => art(path.join(__dirname, 'templates/scheduleDesc.art'), desc);
+const dayjs = require('dayjs');
+const utc = require('dayjs/plugin/utc');
+const timezone = require('dayjs/plugin/timezone');
+
+module.exports = async (ctx) => {
+    dayjs.extend(utc);
+    dayjs.extend(timezone);
+    const serie = ctx.params.serie;
+    const category = ctx.params.category;
+    const rootUrl = `https://www.lovelive-anime.jp/common/api/calendar_list.php`;
+    const nowTime = dayjs();
+    const dataPara = {
+        year: nowTime.year(),
+        month: nowTime.format('MM'),
+    };
+    if (serie && 'all' !== serie) {
+        dataPara.series = [serie];
+    }
+    if (category && 'all' !== category) {
+        dataPara.category = [category];
+    }
+    const response = await got(`${rootUrl}?site=jp&ip=lovelive&data=${JSON.stringify(dataPara)}`);
+
+    const items = response.data.data.schedule_list.map((item) => {
+        const link = item.url.select_url;
+        const title = item.title;
+        const category = item.categories.name;
+        const eventStartDate = dayjs.unix(item.event_startdate).tz('Asia/Tokyo').format('YYYY-MM-DD HH:mm:ss JST');
+        const eventEndDate = dayjs.unix(item.event_enddate).tz('Asia/Tokyo').format('YYYY-MM-DD HH:mm:ss JST');
+
+        return {
+            link,
+            pubDate: item.start_endflg ? dayjs.unix(item.event_enddate).tz('Asia/Tokyo') : dayjs.unix(item.event_startdate).tz('Asia/Tokyo'),
+            title,
+            category,
+            description: renderDescription({
+                title,
+                desc: item.event_dspdate,
+                startTime: eventStartDate,
+                endTime: eventEndDate,
+            }),
+        };
+    });
+
+    ctx.state.data = {
+        title: `${category} - ${serie} - Love Live Official Website Schedule`,
+        link: 'https://www.lovelive-anime.jp/schedule/',
+        item: items,
+        description:
+            'The schedule date and other information shall be subject to the announcement on the official website. The RSS route has not been strictly tested, and the captured information cannot be guaranteed to be correct.',
+    };
+};

package/lib/v2/lovelive-anime/templates/scheduleDesc.art

@@ -0,0 +1,3 @@
+<h1>{{title}}</h1><br>
+<b>{{startTime}}</b>&nbsp;&nbsp;&nbsp;~&nbsp;&nbsp;&nbsp;<b>{{endTime}}</b><br><br>
+{{desc}}