rsshub 1.0.0-master.fe50f9c → 1.0.0-master.fe560d2

package/lib/v2/ymgal/article.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://www.ymgal.games';
+
+const types = {
+    news: '?type=NEWS&page=1',
+    column: '?type=COLUMN&page=1',
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type || 'all';
+
+    const link = `${host}/co/topic/list` + types[type];
+    let data = [];
+    if (type === 'all') {
+        await Promise.all(
+            Object.values(types).map(async (type) => {
+                const response = await got(`${host}/co/topic/list${type}`);
+                data.push.apply(data, response.data.data);
+            })
+        );
+        data = data.sort((a, b) => b.publishTime - a.publishTime).slice(0, 10);
+    } else {
+        const response = await got(link);
+        data = response.data.data;
+    }
+
+    const items = await Promise.all(
+        data.map((item) => {
+            const itemUrl = host + '/co/article/' + item.topicId;
+            return ctx.cache.tryGet(itemUrl, async () => {
+                const result = await got(itemUrl);
+                const $ = cheerio.load(result.data);
+                const description = $('article').html().trim();
+                return {
+                    title: item.title,
+                    link: itemUrl,
+                    pubDate: timezone(parseDate(item.publishTime), 8),
+                    description,
+                };
+            });
+        })
+    );
+
+    let info = '全部文章';
+    if (type === 'news') {
+        info = '资讯';
+    } else if (type === 'column') {
+        info = '专栏';
+    }
+
+    ctx.state.data = {
+        title: `月幕 Galgame - ${info}`,
+        link: `${host}/co/article`,
+        description: `月幕 Galgame - ${info}`,
+        item: items,
+    };
+};

package/lib/v2/ymgal/game.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const cheerio = require('cheerio');
+
+const host = 'https://www.ymgal.games';
+
+const date = new Date();
+const year = date.getFullYear();
+const month = date.getMonth() + 1;
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: `${host}/release-list/${year}/${month}`,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('.game-view-card').toArray();
+
+    const items =
+        list &&
+        list.map((item) => {
+            item = $(item);
+            const itemPicUrl = item.find('.lazy').first().attr('data-original');
+            const tags = item.find('.tag-info-list').children();
+            const taginfo = tags.map((i, elem) => $(elem).text()).get();
+            return {
+                title: item.attr('title'),
+                link: `${host}${item.attr('href')}`,
+                description: art(path.join(__dirname, 'templates/description.art'), { itemPicUrl, taginfo }),
+            };
+        });
+
+    ctx.state.data = {
+        title: `月幕 Galgame - 本月新作`,
+        link: `${host}/release-list/${year}/${month}`,
+        description: '月幕 Galgame - 本月新作',
+        item: items,
+    };
+};

package/lib/v2/ymgal/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/article/:type?': ['SunBK201'],
+    '/game/release': ['SunBK201'],
+};

package/lib/v2/ymgal/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'ymgal.games': {
+        _name: '月幕 Galgame',
+        '.': [
+            {
+                title: '全部文章',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/all',
+            },
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/news',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/column',
+            },
+            {
+                title: '本月新作',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/'],
+                target: '/ymgal/game/release',
+            },
+        ],
+    },
+};

package/lib/v2/ymgal/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/article/:type?', require('./article'));
+    router.get('/game/release', require('./game'));
+};

package/lib/v2/ymgal/templates/description.art

@@ -0,0 +1,7 @@
+{{ if itemPicUrl }}
+<img src="{{ itemPicUrl }}">
+{{ /if }}
+<br>
+{{each taginfo}}
+    <li>{{$value}}</li>
+{{/each}}

package/lib/v2/yoasobi-music/info.js

@@ -0,0 +1,68 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category;
+
+    const ARTIST = 'YOASOBI',
+        SONYJPURL = 'https://www.sonymusic.co.jp',
+        BASEURL = 'https://www.sonymusic.co.jp/json/v2/artist',
+        POSTFIX = category === 'news' ? 'start/0/count/-1' : 'start/0/count/-1/callback/hotCallback';
+
+    const officialUrl = `https://www.yoasobi-music.jp/${category}`;
+    const api = `${BASEURL}/${ARTIST}/${category === 'news' ? 'information' : 'hottopic'}/${POSTFIX}`;
+    const title = `LATEST ${category.toUpperCase()}`;
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => {
+        const isBio = category === 'biography';
+        const randomEmoji = (() => {
+            const emojis = ['㊗️', '🎉', '🎊', '🎈', '🎁', '🎂', '🎀', '🎗', '🎆', '🎇', '🎐', '🎑', '🎃'];
+            return emojis[Math.floor(Math.random() * emojis.length)];
+        })();
+
+        return {
+            id: isBio ? null : item.id,
+            guid: isBio ? `bio:${item.url}` : `news:${item.title}${item.date}`,
+            title: isBio ? `${randomEmoji} ${item.url}` : item.title,
+            category: item.category ?? 'Achievement',
+            date: isBio ? item.url : item.date,
+            description: isBio ? item.kiji : item.article,
+            image: !isBio ? null : item.image_url === '' ? null : `${SONYJPURL}${item.image_url}`,
+        };
+    });
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: officialUrl,
+        // the source description
+        description: `Yoasobi's latest ${category}`,
+        // iterate through all leaf objects
+        item: data.map((i) => ({
+            // the article title
+            title: i.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/info.art'), {
+                image: i.image,
+                category: i.category,
+                description: i.description.replace(/\n/g, '<br>'),
+            }),
+            // the article publish time
+            pubDate: parseDate(i.date),
+            // guid
+            guid: i.guid,
+            // the article link
+            link: i.id ? `${officialUrl}/${i.id}` : officialUrl,
+            category: i.category,
+        })),
+    };
+};

package/lib/v2/yoasobi-music/jsonpHelper.js

@@ -0,0 +1,19 @@
+function parseJSONP(jsonpData) {
+    try {
+        const startPos = jsonpData.indexOf('({');
+        const endPos = jsonpData.lastIndexOf('})');
+        let jsonString = jsonpData.substring(startPos + 1, endPos + 1);
+
+        // remove escaped single quotes since they are not valid json
+        jsonString = jsonString.replace(/\\'/g, "'");
+
+        return JSON.parse(jsonString);
+    } catch (e) {
+        const error = new Error(`Failed to convert jsonp to json. ${e.message}`);
+        throw error;
+    }
+}
+
+module.exports = {
+    parseJSONP,
+};

package/lib/v2/yoasobi-music/live.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const ARTIST = 'YOASOBI',
+        SONYJPURL = 'https://www.sonymusic.co.jp',
+        BASEURL = 'https://www.sonymusic.co.jp/json/v2/artist',
+        POSTFIX = 'start/0/count/-1';
+
+    const api = `${BASEURL}/${ARTIST}/live/${POSTFIX}`;
+    const officialUrl = 'https://www.yoasobi-music.jp/live';
+    const title = 'LATEST LIVE';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => ({
+        title: item.tourName,
+        imageLink: item.tourImage !== '' ? `${SONYJPURL}${item.tourImage}` : null,
+        link: `${officialUrl}/${item.link.split('/').pop()}`,
+        description: item.tourInfo,
+        // @param {Array} liveItem - An array contains all the sessions
+        sessions: item.liveItem,
+    }));
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: officialUrl,
+        // the source description
+        description: "YOASOBI's Latest Live",
+        // iterate through all leaf objects
+        item: data.map((item) => ({
+            // the article title
+            title: item.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/live.art'), {
+                image: item.imageLink,
+                description: item.description,
+                sessions: item.sessions,
+            }),
+            // no pubDate
+            // the article link
+            link: item.link,
+        })),
+    };
+};

package/lib/v2/yoasobi-music/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/info/:category': ['Kiotlin'],
+    '/live': ['Kiotlin'],
+    '/media': ['Kiotlin'],
+};

package/lib/v2/yoasobi-music/media.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const { parseJSONP } = require('./jsonpHelper');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const ARTIST = 'YOASOBI',
+        BASEURL = 'https://www.sonymusic.co.jp/json/v2/artist',
+        POSTFIX = 'start/0/count/-1';
+
+    const api = `${BASEURL}/${ARTIST}/media/${POSTFIX}`;
+    const officialUrl = 'https://www.yoasobi-music.jp/media';
+    const title = 'LATEST MEDIA';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = Object.values(parseJSONP(response.data).items)
+        .reduce((p, c) => p.concat(c))
+        .sort((a, b) => new Date(b.date) - new Date(a.date))
+        .map((item) => ({
+            date: item.date,
+            weekDay: item.youbi,
+            startTime: item.startTime || null,
+            endTime: item.endTime || null,
+            tvStation: item.media || null,
+            title: item.program || item.media,
+            description: item.note,
+        }));
+
+    ctx.state.data = {
+        // the source title
+        title,
+        // the source url
+        link: officialUrl,
+        // the source description
+        description: "YOASOBI's Latest Media",
+        // iterate through all leaf objects
+        item: data.map((i) => ({
+            // the article title
+            title: i.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/media.art'), {
+                date: i.date,
+                weekDay: i.weekDay,
+                postFix: i.startTime && i.endTime && i.tvStation ? `${i.startTime} ~ ${i.endTime} ${i.tvStation}` : null,
+                description: i.description,
+            }),
+            // no pubDate
+            pubDate: i.date,
+            // specify guid because the link is not unique
+            guid: i.title + i.date,
+            // the article link
+            link: officialUrl,
+        })),
+    };
+};

package/lib/v2/yoasobi-music/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'yoasobi-music.jp': {
+        _name: 'Yoasobi Official',
+        www: [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/en/live.html#yoasobi',
+                source: ['/', '/:category'],
+                target: '/yoasobi-music/info/:category',
+            },
+            {
+                title: 'Biography',
+                docs: 'https://docs.rsshub.app/en/live.html#yoasobi',
+                source: ['/', '/:category'],
+                target: '/yoasobi-music/info/:category',
+            },
+            {
+                title: 'Live',
+                docs: 'https://docs.rsshub.app/en/live.html#yoasobi',
+                source: ['/', '/live'],
+                target: '/yoasobi-music/live',
+            },
+            {
+                title: 'Media',
+                docs: 'https://docs.rsshub.app/en/live.html#yoasobi',
+                source: ['/', '/media'],
+                target: '/yoasobi-music/media',
+            },
+        ],
+    },
+};

package/lib/v2/yoasobi-music/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/info/:category?', require('./info')); // news, biography
+    router.get('/live', require('./live'));
+    router.get('/media', require('./media'));
+};

package/lib/v2/yoasobi-music/templates/info.art

@@ -0,0 +1,7 @@
+{{ if image }}
+    <img src="{{ image}}" />
+{{ /if }}
+{{ if category }}
+    <p>Category: {{category}}</p>
+{{ /if }}
+{{@ description }}

package/lib/v2/yoasobi-music/templates/live.art

@@ -0,0 +1,12 @@
+{{ if image }}
+    <img src={{image}} />
+{{ /if }}
+{{@ description }}
+{{ each sessions se }}
+    <div style="margin: 0.5em 0; padding: 0.5em 1em; border: 0.1em solid palevioletred;">
+        <p>{{se.date}} [{{se.youbi}}]</p>
+        <p style="color: palevioletred;">{{se.tourName}}</p>
+        <p>会場: {{se.area}} <a href={{se.mapURL}} target="_blank">{{se.place}}</a></p>
+        <p>開場/開演: {{se.open}}/{{se.start}}</p>
+    </div>
+{{ /each }}

package/lib/v2/yoasobi-music/templates/media.art

@@ -0,0 +1,2 @@
+<p>{{date}} [{{weekDay}}] {{ if postFix }}{{postFix}}{{ /if }}</p>
+{{@ description }}

package/lib/v2/youtube/custom.js

@@ -0,0 +1,45 @@
+const utils = require('./utils');
+const config = require('@/config').value;
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    if (!config.youtube || !config.youtube.key) {
+        throw 'YouTube RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+    const { username } = ctx.params;
+    const embed = !ctx.params.embed;
+
+    const { data: response } = await got(`https://www.youtube.com/c/${username}`);
+    const $ = cheerio.load(response);
+    const ytInitialData = JSON.parse(
+        $('script')
+            .text()
+            .match(/ytInitialData = ({.*?});/)[1]
+    );
+    const externalId = ytInitialData.metadata.channelMetadataRenderer.externalId;
+    const playlistId = (await utils.getChannelWithId(externalId, 'contentDetails', ctx.cache)).data.items[0].contentDetails.relatedPlaylists.uploads;
+
+    const data = (await utils.getPlaylistItems(playlistId, 'snippet', ctx.cache)).data.items;
+
+    ctx.state.data = {
+        title: `${username} - YouTube`,
+        link: `https://www.youtube.com/c/${username}`,
+        description: ytInitialData.metadata.channelMetadataRenderer.description,
+        item: data
+            .filter((d) => d.snippet.title !== 'Private video' && d.snippet.title !== 'Deleted video')
+            .map((item) => {
+                const snippet = item.snippet;
+                const videoId = snippet.resourceId.videoId;
+                const img = utils.getThumbnail(snippet.thumbnails);
+                return {
+                    title: snippet.title,
+                    description: utils.renderDescription(embed, videoId, img, utils.formatDescription(snippet.description)),
+                    pubDate: parseDate(snippet.publishedAt),
+                    link: `https://www.youtube.com/watch?v=${videoId}`,
+                    author: snippet.videoOwnerChannelTitle,
+                };
+            }),
+    };
+};

package/lib/v2/youtube/radar.js

@@ -14,6 +14,12 @@ module.exports = {
                 source: '/channel/:id',
                 target: '/youtube/channel/:id',
             },
+            {
+                title: '自定义网址',
+                docs: 'https://docs.rsshub.app/social-media.html#youtube',
+                source: '/c/:id',
+                target: '/youtube/c/:id',
+            },
             {
                 title: '播放列表',
                 docs: 'https://docs.rsshub.app/social-media.html#youtube',

package/lib/v2/youtube/router.js

@@ -1,4 +1,5 @@
 module.exports = (router) => {
+    router.get('/c/:username/:embed?', require('./custom'));
     router.get('/channel/:id/:embed?', require('./channel'));
     router.get('/playlist/:id/:embed?', require('./playlist'));
     router.get('/subscriptions/:embed?', require('./subscriptions'));

package/lib/v2/zhihu/activities.js

@@ -1,8 +1,8 @@
 const got = require('@/utils/got');
 const utils = require('./utils');
 const { parseDate } = require('@/utils/parse-date');
+const g_encrypt = require('./execlib/x-zse-96_v3');
 const md5 = require('@/utils/md5');
-const g_encrypt = require('./execlib/g_encrypt');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
@@ -13,9 +13,7 @@ module.exports = async (ctx) => {
 
     // fisrt: get cookie(dc_0) from zhihu.com
     const cookie_mes = await ctx.cache.tryGet('zhihu:cookies:d_c0', async () => {
-        const response = await got({
-            method: 'get',
-            url: `https://www.zhihu.com/people/${id}`,
+        const response = await got(`https://www.zhihu.com/people/${id}`, {
             headers: {
                 ...utils.header,
             },
@@ -36,13 +34,11 @@ module.exports = async (ctx) => {
     const apiPath = `/api/v3/moments/${id}/activities?limit=7&desktop=true`;
 
     // calculate x-zse-96, refer to https://github.com/srx-2000/spider_collection/issues/18
-    const f = `101_3_2.0+${apiPath}+${cookie_mes}`;
+    const f = `101_3_3.0+${apiPath}+${cookie_mes}`;
     const xzse96 = '2.0_' + g_encrypt(md5(f));
-    const _header = { cookie, 'x-zse-96': xzse96, 'x-app-za': 'OS=Web', 'x-zse-93': '101_3_2.0' };
+    const _header = { cookie, 'x-zse-96': xzse96, 'x-app-za': 'OS=Web', 'x-zse-93': '101_3_3.0' };
 
-    const response = await got({
-        method: 'get',
-        url: `https://www.zhihu.com/api/v3/moments/${id}/activities?limit=7&desktop=true`,
+    const response = await got(`https://www.zhihu.com${apiPath}`, {
         headers: {
             ...utils.header,
             ..._header,

package/lib/v2/zhihu/daily.js

@@ -5,15 +5,38 @@ const { parseDate } = require('@/utils/parse-date');
 // 参考：https://github.com/izzyleung/ZhihuDailyPurify/wiki/%E7%9F%A5%E4%B9%8E%E6%97%A5%E6%8A%A5-API-%E5%88%86%E6%9E%90
 // 文章给出了v4版 api的信息，包含全文api
 
+async function dohResolve(name) {
+    const response = await got('https://223.5.5.5/resolve', {
+        searchParams: {
+            name,
+            type: 'A',
+            edns_client_subnet: '223.5.5.5', // 使用国内的ip地址
+        },
+        headers: {
+            accept: 'application/dns-json',
+        },
+    });
+    return response.data.Answer.map((item) => item.data);
+}
+
 module.exports = async (ctx) => {
     const api = 'https://news-at.zhihu.com/api/4/news';
+    const HOST = 'news-at.zhihu.com';
+    let address = HOST;
+    try {
+        await got(`${api}/latest`);
+    } catch (e) {
+        address = (await dohResolve(HOST)).pop(); // 国外ip证书配置有误，解析到国内地址
+    }
     const listRes = await got({
         method: 'get',
         url: `${api}/latest`,
         headers: {
             ...utils.header,
             Referer: `${api}/latest`,
+            Host: HOST,
         },
+        host: address,
     });
     // 根据api的说明，过滤掉极个别站外链接
     const storyList = listRes.data.stories.filter((el) => el.type === 0);
@@ -36,7 +59,9 @@ module.exports = async (ctx) => {
                     url,
                     headers: {
                         Referer: url,
+                        Host: HOST,
                     },
+                    host: address,
                 });
                 return utils.ProcessImage(storyDetail.data.body.replace(/<div class="meta">([\s\S]*?)<\/div>/g, '<strong>$1</strong>').replace(/<\/?h2.*?>/g, ''));
             });