rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f792555

package/lib/v2/xmnn/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'xmnn.cn': {
+        _name: '厦门网',
+        epaper: [
+            {
+                title: '数字媒体',
+                docs: 'https://docs.rsshub.app/traditional-media.html#xia-men-wang-shu-zi-mei-ti',
+                source: ['/:id', '/'],
+                target: '/xmnn/epaper/:id',
+            },
+        ],
+    },
+};

package/lib/v2/xmnn/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/epaper/:id?', require('./epaper'));
+};

package/lib/v2/xueqiu/maintainer.js

@@ -6,6 +6,7 @@ module.exports = {
     '/snb/:id': ['ZhishanZhang'],
     '/stock_comments/:id/:titleLength?': ['zytomorrow'],
     '/stock_info/:id/:type?': ['YuYang'],
+    '/today': ['nczitzk'],
     '/user/:id/:type?': ['imlonghao'],
     '/user_stock/:id': ['hillerliao'],
 };

package/lib/v2/xueqiu/radar.js

@@ -13,6 +13,12 @@ module.exports = {
     'xueqiu.com': {
         _name: '雪球',
         '.': [
+            {
+                title: '今日话题',
+                docs: 'https://docs.rsshub.app/finance.html#xue-qiu',
+                source: ['/today'],
+                target: '/xueqiu/today',
+            },
             {
                 title: '用户动态',
                 docs: 'https://docs.rsshub.app/finance.html#xue-qiu',

package/lib/v2/xueqiu/router.js

@@ -6,6 +6,7 @@ module.exports = (router) => {
     router.get('/snb/:id', require('./snb'));
     router.get('/stock_comments/:id/:titleLength?', require('./stock_comments'));
     router.get('/stock_info/:id/:type?', require('./stock_info'));
+    router.get('/today', require('./today'));
     router.get('/user/:id/:type?', require('./user'));
     router.get('/user_stock/:id', require('./user_stock'));
 };

package/lib/v2/xueqiu/today.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const size = ctx.query.limit ?? '20';
+
+    const rootUrl = 'https://xueqiu.com';
+    const currentUrl = `${rootUrl}/today`;
+    const apiUrl = `${rootUrl}/statuses/hot/listV2.json?since_id=-1&size=${size}`;
+
+    const firstResponse = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const token = firstResponse.headers['set-cookie'].join(',').match(/(xq_a_token=.*?;)/)[1];
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+        headers: {
+            Referer: rootUrl,
+            Cookie: token,
+        },
+    });
+
+    let items = response.data.items.map((item) => {
+        item = item.original_status;
+
+        return {
+            title: item.title || item.rawTitle || item.description.replace(/<(.*?)>/g, ''),
+            link: `${rootUrl}${item.target}`,
+            pubDate: parseDate(item.created_at),
+            author: item.user.screen_name,
+        };
+    });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    headers: {
+                        Referer: rootUrl,
+                        Cookie: token,
+                    },
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.article__bd__detail').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '今日话题 - 雪球',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/xwlb/index.js

@@ -0,0 +1,40 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = 'http://www.xwlb.com.cn/cctv.html';
+
+    const { data: res } = await got(url);
+    const $ = cheerio.load(res);
+    const list = $('.block .post')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const dateStr = item.find('.info .date').text();
+            return {
+                title: item.find('h2 a').text(),
+                link: item.find('h2 a').attr('href'),
+                pubDate: timezone(dateStr.includes('-') ? parseDate(dateStr, 'MM-DD') : parseRelativeDate(dateStr), +8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: res } = await got(item.link);
+                const $ = cheerio.load(res);
+                $('.adsbygoogle, #myFlash').remove();
+                item.description = $('.single').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: url,
+        item: out,
+    };
+};

package/lib/v2/xwlb/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/': ['xfangbao'],
+    '/index': ['xfangbao'],
+};

package/lib/v2/xwlb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'xwlb.com.cn': {
+        _name: '新闻联播直播',
+        '.': [
+            {
+                title: '新闻联播文字版完整版',
+                docs: 'https://docs.rsshub.app/traditional-media.html#yang-shi-xin-wen',
+                source: ['/cctv.html', '/'],
+                target: '/xwlb',
+            },
+        ],
+    },
+};

package/lib/v2/xwlb/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/', require('./index'));
+    router.redirect('/index', '/xwlb');
+};

package/lib/v2/xys/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/new': ['wenzhenl'],
+};

package/lib/v2/xys/new.js

@@ -0,0 +1,74 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'http://www.xys.org';
+    const currentUrl = `${rootUrl}/new.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+        responseType: 'buffer',
+    });
+
+    // 转码
+    const data = iconv.decode(response.data, 'gb2312');
+
+    const $ = cheerio.load(data);
+
+    let items = $('li a')
+        .slice(4, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            let link = item.attr('href');
+            /^https?:\/\//.test(link) || (link = rootUrl + '/' + link.replace(/^\//, ''));
+            let date = item.parent().text().trim().slice(0, 8);
+            date = parseDate(date, 'YY.MM.DD');
+            return {
+                title: item.text(),
+                link,
+                pubDate: date,
+            };
+        });
+
+    items = await Promise.all(
+        items
+            .filter((item) => !item.link.endsWith('.zip'))
+            .map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const youTube = /(?:https?:\/\/)?(?:www\.)?youtu\.?be(?:\.com)?\/?.*(?:watch|embed)?(?:.*v=|v\/|\/)([\w\-_]+)&?/g;
+                    const matchYoutube = item.link.match(youTube);
+
+                    if (matchYoutube) {
+                        item.description = art(path.join(__dirname, 'templates/desc.art'), { youTube: item.link.slice(32) });
+                    } else {
+                        const detailResponse = await got({
+                            method: 'get',
+                            url: item.link,
+                            responseType: 'buffer',
+                        });
+
+                        // 转码
+                        const detailData = iconv.decode(detailResponse.data, 'gb2312');
+
+                        const content = cheerio.load(detailData);
+
+                        item.description = content.text().replace(/\n/g, '<br>\n');
+                    }
+
+                    return item;
+                })
+            )
+    );
+
+    ctx.state.data = {
+        title: '新语丝 - 新到资料',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/xys/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'xys.org': {
+        _name: '新语丝',
+        '.': [
+            {
+                title: '新到资料',
+                docs: 'https://docs.rsshub.app/blog.html#xin-yu-si',
+                source: ['/', '/new.html'],
+                target: '/xys/new',
+            },
+        ],
+    },
+};

package/lib/v2/xys/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/new', require('./new'));
+};

package/lib/v2/xys/templates/desc.art

@@ -0,0 +1,3 @@
+{{ if youTube }}
+<iframe width="560" height="315" src="https://www.youtube-nocookie.com/embed/{{ youTube }}" frameborder="0" allowfullscreen></iframe>
+{{ /if }}

package/lib/v2/ymgal/article.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://www.ymgal.games';
+
+const types = {
+    news: '?type=NEWS&page=1',
+    column: '?type=COLUMN&page=1',
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type || 'all';
+
+    const link = `${host}/co/topic/list` + types[type];
+    let data = [];
+    if (type === 'all') {
+        await Promise.all(
+            Object.values(types).map(async (type) => {
+                const response = await got(`${host}/co/topic/list${type}`);
+                data.push.apply(data, response.data.data);
+            })
+        );
+        data = data.sort((a, b) => b.publishTime - a.publishTime).slice(0, 10);
+    } else {
+        const response = await got(link);
+        data = response.data.data;
+    }
+
+    const items = await Promise.all(
+        data.map((item) => {
+            const itemUrl = host + '/co/article/' + item.topicId;
+            return ctx.cache.tryGet(itemUrl, async () => {
+                const result = await got(itemUrl);
+                const $ = cheerio.load(result.data);
+                const description = $('article').html().trim();
+                return {
+                    title: item.title,
+                    link: itemUrl,
+                    pubDate: timezone(parseDate(item.publishTime), 8),
+                    description,
+                };
+            });
+        })
+    );
+
+    let info = '全部文章';
+    if (type === 'news') {
+        info = '资讯';
+    } else if (type === 'column') {
+        info = '专栏';
+    }
+
+    ctx.state.data = {
+        title: `月幕 Galgame - ${info}`,
+        link: `${host}/co/article`,
+        description: `月幕 Galgame - ${info}`,
+        item: items,
+    };
+};

package/lib/v2/ymgal/game.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const cheerio = require('cheerio');
+
+const host = 'https://www.ymgal.games';
+
+const date = new Date();
+const year = date.getFullYear();
+const month = date.getMonth() + 1;
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: `${host}/release-list/${year}/${month}`,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('.game-view-card').toArray();
+
+    const items =
+        list &&
+        list.map((item) => {
+            item = $(item);
+            const itemPicUrl = item.find('.lazy').first().attr('data-original');
+            const tags = item.find('.tag-info-list').children();
+            const taginfo = tags.map((i, elem) => $(elem).text()).get();
+            return {
+                title: item.attr('title'),
+                link: `${host}${item.attr('href')}`,
+                description: art(path.join(__dirname, 'templates/description.art'), { itemPicUrl, taginfo }),
+            };
+        });
+
+    ctx.state.data = {
+        title: `月幕 Galgame - 本月新作`,
+        link: `${host}/release-list/${year}/${month}`,
+        description: '月幕 Galgame - 本月新作',
+        item: items,
+    };
+};

package/lib/v2/ymgal/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/article/:type?': ['SunBK201'],
+    '/game/release': ['SunBK201'],
+};

package/lib/v2/ymgal/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'ymgal.games': {
+        _name: '月幕 Galgame',
+        '.': [
+            {
+                title: '全部文章',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/all',
+            },
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/news',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/column',
+            },
+            {
+                title: '本月新作',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/'],
+                target: '/ymgal/game/release',
+            },
+        ],
+    },
+};

package/lib/v2/ymgal/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/article/:type?', require('./article'));
+    router.get('/game/release', require('./game'));
+};

package/lib/v2/ymgal/templates/description.art

@@ -0,0 +1,7 @@
+{{ if itemPicUrl }}
+<img src="{{ itemPicUrl }}">
+{{ /if }}
+<br>
+{{each taginfo}}
+    <li>{{$value}}</li>
+{{/each}}

package/lib/v2/yoasobi-music/info.js

@@ -0,0 +1,68 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category;
+
+    const ARTIST = 'YOASOBI',
+        SONYJPURL = 'https://www.sonymusic.co.jp',
+        BASEURL = 'https://www.sonymusic.co.jp/json/v2/artist',
+        POSTFIX = category === 'news' ? 'start/0/count/-1' : 'start/0/count/-1/callback/hotCallback';
+
+    const officialUrl = `https://www.yoasobi-music.jp/${category}`;
+    const api = `${BASEURL}/${ARTIST}/${category === 'news' ? 'information' : 'hottopic'}/${POSTFIX}`;
+    const title = `LATEST ${category.toUpperCase()}`;
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => {
+        const isBio = category === 'biography';
+        const randomEmoji = (() => {
+            const emojis = ['㊗️', '🎉', '🎊', '🎈', '🎁', '🎂', '🎀', '🎗', '🎆', '🎇', '🎐', '🎑', '🎃'];
+            return emojis[Math.floor(Math.random() * emojis.length)];
+        })();
+
+        return {
+            id: isBio ? null : item.id,
+            guid: isBio ? `bio:${item.url}` : `news:${item.title}${item.date}`,
+            title: isBio ? `${randomEmoji} ${item.url}` : item.title,
+            category: item.category ?? 'Achievement',
+            date: isBio ? item.url : item.date,
+            description: isBio ? item.kiji : item.article,
+            image: !isBio ? null : item.image_url === '' ? null : `${SONYJPURL}${item.image_url}`,
+        };
+    });
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: officialUrl,
+        // the source description
+        description: `Yoasobi's latest ${category}`,
+        // iterate through all leaf objects
+        item: data.map((i) => ({
+            // the article title
+            title: i.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/info.art'), {
+                image: i.image,
+                category: i.category,
+                description: i.description.replace(/\n/g, '<br>'),
+            }),
+            // the article publish time
+            pubDate: parseDate(i.date),
+            // guid
+            guid: i.guid,
+            // the article link
+            link: i.id ? `${officialUrl}/${i.id}` : officialUrl,
+            category: i.category,
+        })),
+    };
+};

package/lib/v2/yoasobi-music/jsonpHelper.js

@@ -0,0 +1,19 @@
+function parseJSONP(jsonpData) {
+    try {
+        const startPos = jsonpData.indexOf('({');
+        const endPos = jsonpData.lastIndexOf('})');
+        let jsonString = jsonpData.substring(startPos + 1, endPos + 1);
+
+        // remove escaped single quotes since they are not valid json
+        jsonString = jsonString.replace(/\\'/g, "'");
+
+        return JSON.parse(jsonString);
+    } catch (e) {
+        const error = new Error(`Failed to convert jsonp to json. ${e.message}`);
+        throw error;
+    }
+}
+
+module.exports = {
+    parseJSONP,
+};

package/lib/v2/yoasobi-music/live.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const ARTIST = 'YOASOBI',
+        SONYJPURL = 'https://www.sonymusic.co.jp',
+        BASEURL = 'https://www.sonymusic.co.jp/json/v2/artist',
+        POSTFIX = 'start/0/count/-1';
+
+    const api = `${BASEURL}/${ARTIST}/live/${POSTFIX}`;
+    const officialUrl = 'https://www.yoasobi-music.jp/live';
+    const title = 'LATEST LIVE';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => ({
+        title: item.tourName,
+        imageLink: item.tourImage !== '' ? `${SONYJPURL}${item.tourImage}` : null,
+        link: `${officialUrl}/${item.link.split('/').pop()}`,
+        description: item.tourInfo,
+        // @param {Array} liveItem - An array contains all the sessions
+        sessions: item.liveItem,
+    }));
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: officialUrl,
+        // the source description
+        description: "YOASOBI's Latest Live",
+        // iterate through all leaf objects
+        item: data.map((item) => ({
+            // the article title
+            title: item.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/live.art'), {
+                image: item.imageLink,
+                description: item.description,
+                sessions: item.sessions,
+            }),
+            // no pubDate
+            // the article link
+            link: item.link,
+        })),
+    };
+};

package/lib/v2/yoasobi-music/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/info/:category': ['Kiotlin'],
+    '/live': ['Kiotlin'],
+    '/media': ['Kiotlin'],
+};

package/lib/v2/yoasobi-music/media.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const ARTIST = 'YOASOBI',
+        BASEURL = 'https://www.sonymusic.co.jp/json/v2/artist',
+        POSTFIX = 'start/0/count/-1';
+
+    const api = `${BASEURL}/${ARTIST}/media/${POSTFIX}`;
+    const officialUrl = 'https://www.yoasobi-music.jp/media';
+    const title = 'LATEST MEDIA';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = Object.values(parseJSONP(response.data).items)
+        .reduce((p, c) => p.concat(c))
+        .sort((a, b) => new Date(b.date) - new Date(a.date))
+        .map((item) => ({
+            date: item.date,
+            weekDay: item.youbi,
+            startTime: item.startTime || null,
+            endTime: item.endTime || null,
+            tvStation: item.media || null,
+            title: item.program || item.media,
+            description: item.note,
+        }));
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: officialUrl,
+        // the source description
+        description: "YOASOBI's Latest Media",
+        // iterate through all leaf objects
+        item: data.map((i) => ({
+            // the article title
+            title: i.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/media.art'), {
+                date: i.date,
+                weekDay: i.weekDay,
+                postFix: i.startTime && i.endTime && i.tvStation ? `${i.startTime} ~ ${i.endTime} ${i.tvStation}` : null,
+                description: i.description,
+            }),
+            // no pubDate
+            pubDate: i.date,
+            // specify guid because the link is not unique
+            guid: i.title + i.date,
+            // the article link
+            link: officialUrl,
+        })),
+    };
+};