rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/v2/dcfever/utils.js

@@ -0,0 +1,78 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const baseUrl = 'https://www.dcfever.com';
+
+const parseItem = (item, tryGet) =>
+    tryGet(item.link, async () => {
+        const { data: response } = await got(item.link);
+        const $ = cheerio.load(response);
+        const content = $('div[itemprop="articleBody"]');
+
+        const pageLinks = $('.article_multi_page a')
+            .not('.selected')
+            .toArray()
+            .map((i) => ({ link: new URL($(i).attr('href'), item.link).href }));
+
+        if (pageLinks.length) {
+            const pages = await Promise.all(
+                pageLinks.map(async (pageLink) => {
+                    const { data: response } = await got(pageLink.link);
+                    const $ = cheerio.load(response);
+                    return $('div[itemprop="articleBody"]').html();
+                })
+            );
+            content.append(pages);
+        }
+
+        content.find('img').each((_, e) => {
+            if (e.attribs.src.includes('?')) {
+                e.attribs.src = e.attribs.src.split('?')[0];
+            }
+        });
+
+        content.find('p a').each((_, e) => {
+            e = $(e);
+            if (e.text().startsWith('下一頁為')) {
+                e.remove();
+            }
+        });
+
+        item.description = content.html();
+        item.pubDate = parseDate($('meta[property="article:published_time"]').attr('content'));
+
+        return item;
+    });
+
+const parseTradeItem = (item, tryGet) =>
+    tryGet(item.link, async () => {
+        const { data: response } = await got(item.link);
+        const $ = cheerio.load(response);
+
+        $('.selector_text').remove();
+        $('.selector_image_div').each((_, div) => {
+            delete div.attribs.onclick;
+        });
+        $('.desktop_photo_selector img').each((_, img) => {
+            if (img.attribs.src.endsWith('_sqt.jpg')) {
+                img.attribs.src = img.attribs.src.replace('_sqt.jpg', '.jpg');
+            }
+        });
+
+        item.description = art(path.join(__dirname, 'templates/trading.art'), {
+            info: $('.info_col'),
+            description: $('.description_text').html(),
+            photo: $('.desktop_photo_selector').html(),
+        });
+
+        return item;
+    });
+
+module.exports = {
+    baseUrl,
+    parseItem,
+    parseTradeItem,
+};

package/lib/v2/discord/channel.js

@@ -0,0 +1,38 @@
+const config = require('@/config').value;
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { baseUrl, getChannel, getChannelMessages, getGuild } = require('./discord-api');
+
+module.exports = async (ctx) => {
+    if (!config.discord || !config.discord.authorization) {
+        throw Error('Discord RSS is disabled due to the lack of <a href="https://docsrsshub.app/en/install/#configuration-route-specific-configurations">relevant config</a>');
+    }
+    const { authorization } = config.discord;
+    const { channelID } = ctx.params;
+
+    const channelInfo = await getChannel(channelID, authorization, ctx.cache.tryGet);
+    const messagesRaw = await getChannelMessages(channelID, authorization, ctx.cache.tryGet, ctx.query.limit ?? 100);
+    const { name: channelName, topic: channelTopic, guild_id } = channelInfo;
+
+    const guildInfo = await getGuild(guild_id, authorization, ctx.cache.tryGet);
+    const { name: guildName, icon: guidIcon } = guildInfo;
+
+    const messages = messagesRaw.map((message) => ({
+        title: message.content,
+        description: art(path.join(__dirname, 'templates/message.art'), { message }),
+        author: `${message.author.username}#${message.author.discriminator}`,
+        pubDate: parseDate(message.timestamp),
+        updated: message.edited_timestamp ? parseDate(message.edited_timestamp) : undefined,
+        category: `#${channelName}`,
+        link: `${baseUrl}/channels/${guild_id}/${channelID}/${message.id}`,
+    }));
+
+    ctx.state.data = {
+        title: `#${channelName} - ${guildName} - Discord`,
+        description: channelTopic,
+        link: `${baseUrl}/channels/${guild_id}/${channelID}`,
+        image: `https://cdn.discordapp.com/icons/${guild_id}/${guidIcon}.webp`,
+        item: messages,
+    };
+};

package/lib/v2/discord/discord-api.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const config = require('@/config').value;
+
+const baseUrl = 'https://discord.com';
+const apiUrl = `${baseUrl}/api/v10`;
+
+const getGuild = (guildId, authorization, tryGet) =>
+    tryGet(`discord:guilds:${guildId}`, async () => {
+        const response = await got(`${apiUrl}/guilds/${guildId}`, {
+            headers: {
+                authorization,
+            },
+        });
+        return response.data;
+    });
+
+const getGuildChannels = (guildId, authorization, tryGet) =>
+    tryGet(`discord:guilds:${guildId}:channels`, async () => {
+        const response = await got(`${apiUrl}/guilds/${guildId}/channels`, {
+            headers: {
+                authorization,
+            },
+        });
+        return response.data;
+    });
+
+const getChannel = (channelId, authorization, tryGet) =>
+    tryGet(`discord:channels:${channelId}`, async () => {
+        const response = await got(`${apiUrl}/channels/${channelId}`, {
+            headers: {
+                authorization,
+            },
+        });
+        return response.data;
+    });
+
+const getChannelMessages = (channelId, authorization, tryGet, limit = 100) =>
+    tryGet(
+        `discord:channels:${channelId}:messages`,
+        async () => {
+            const response = await got(`${apiUrl}/channels/${channelId}/messages`, {
+                headers: {
+                    authorization,
+                },
+                searchParams: {
+                    limit,
+                },
+            });
+            return response.data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+module.exports = {
+    baseUrl,
+    getGuild,
+    getGuildChannels,
+    getChannel,
+    getChannelMessages,
+};

package/lib/v2/discord/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/channel/:channelID': ['TonyRL'],
+};

package/lib/v2/discord/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'discord.com': {
+        _name: 'Discord',
+        '.': [
+            {
+                title: 'Channel Messages',
+                docs: 'https://docs.rsshub.app/en/social-media.html#discord',
+                source: ['/channels/:guildId/:channelID/:messageID', '/channels/:guildId/:channelID'],
+                target: '/discord/channel/:channelID',
+            },
+        ],
+    },
+};

package/lib/v2/discord/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/channel/:channelID', require('./channel'));
+};

package/lib/v2/discord/templates/message.art

@@ -0,0 +1,47 @@
+{{ if message.content }}
+    {{@ message.content.replace(/\n/g, '<br>') }}<br>
+{{ /if }}
+
+{{ if message.attachments }}
+    {{ each message.attachments a }}
+        <img src="{{ a.proxy_url }}"><br>
+    {{ /each }}
+{{ /if }}
+
+{{ if message.embeds }}
+    {{ each message.embeds e }}
+        {{ if e.type === 'article' }}
+            {{ if e.url }}
+                <a href="{{ e.url }}">{{ e.title || e.url }}</a>
+                {{ if e.description }}<br>{{@ e.description.replace(/\n/g, '<br>') }}{{ /if }}
+                <br>
+            {{ /if }}
+            {{ if e.thumbnail }}<img src="{{ e.thumbnail.proxy_url }}">{{ /if }}
+
+        {{ else if e.type === 'gifv' }}
+            <video controls poster="{{ e.thumbnail.proxy_url }}">
+                <source src="{{ e.video.proxy_url }}" type="video/mp4">
+            </video>
+
+        {{ else if e.type === 'image' }}
+            <img src="{{ e.thumbnail.proxy_url }}">
+
+        {{ else if e.type === 'rich' }}
+            {{ if e.author }}<a href="{{ e.author.url }}">{{ e.author.name }}</a><br>{{ /if }}
+            <a href="{{ e.url }}">{{ e.title || e.url }}</a>
+            {{ if e.description }}<br>{{@ e.description.replace(/\n/g, '<br>') }}{{ /if }}
+            <br>
+            {{ if e.image }}<img src="{{ e.image.proxy_url }}">{{ /if }}
+
+        {{ else if e.type === 'video' }}
+            {{ if e.url }}
+                <a href="{{ e.url }}">{{ e.title }}</a>
+                {{ if e.description }}<br>{{@ e.description.replace(/\n/g, '<br>') }}{{ /if }}
+                <br>
+            {{ /if }}
+            {{ if e.thumbnail }}<img src="{{ e.thumbnail.proxy_url }}">{{ /if }}
+
+        {{ /if }}
+        <br>
+    {{ /each }}
+{{ /if }}

package/lib/v2/disinformationindex/blog.js

@@ -23,21 +23,20 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
 
-                    item.author = content('.meta-author').text();
-                    item.description = content('.entry-content').html();
-                    item.pubDate = parseDate(content('.meta-date').text(), 'MMMM D, YYYY');
+                item.author = content('.meta-author').text();
+                item.description = content('.entry-content').html();
+                item.pubDate = parseDate(content('.meta-date').text(), 'MMMM D, YYYY');
 
-                    return item;
-                })
+                return item;
+            })
         )
     );
 

package/lib/{routes → v2}/dlsite/campaign.js

@@ -139,31 +139,29 @@ module.exports = async (ctx) => {
     const title = `${info.name} | 割引中の作品`;
     const description = $('meta[name="description"]').attr('content');
     const list = $('tr[class]', '.n_worklist');
-    const item = list
-        .map((index, element) => {
-            const title = $('.work_name', element).text();
-            const link = $('.work_name > a', element).attr('href');
-            // 使链接
-            $('a', element).each((index, element) => {
-                $(element).attr('target', '_blank');
-            });
-            const description = $(element).html();
-            const arr = $('.search_tag', element);
-            const category = $('a', arr)
-                .map((index, a) => $(a).text())
-                .get();
-            const author = $('.maker_name', element).text();
+    const item = list.toArray().map((element) => {
+        const title = $('.work_name', element).text();
+        const link = $('.work_name > a', element).attr('href');
+        // 使链接
+        $('a', element).each((_index, element) => {
+            $(element).attr('target', '_blank');
+        });
+        const description = $(element).html();
+        const arr = $('.search_tag', element);
+        const category = $('a', arr)
+            .toArray()
+            .map((a) => $(a).text());
+        const author = $('.maker_name', element).text();
 
-            const signle = {
-                title,
-                link,
-                description,
-                category,
-                author,
-            };
-            return signle;
-        })
-        .get();
+        const signle = {
+            title,
+            link,
+            description,
+            category,
+            author,
+        };
+        return signle;
+    });
 
     ctx.state.data = {
         title,

package/lib/v2/dlsite/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/campaign/:type/:free?': ['cssxsh'],
+    '/new/:type': ['cssxsh'],
+};

package/lib/{routes → v2}/dlsite/new.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 const host = 'https://www.dlsite.com';
 const infos = {
@@ -69,35 +70,33 @@ module.exports = async (ctx) => {
     const list = $('.n_worklist_item');
     const dateText = $('.work_update')
         .text()
-        .replace(/(年 |月)/g, '-')
-        .substring(0, 10);
-    const pubDate = new Date(`${dateText} GMT+0900`).toUTCString();
-    const item = list
-        .map((index, element) => {
-            const title = $('.work_name', element).text();
-            const link = $('.work_name > a', element).attr('href');
-            // 使链接
-            $('a', element).each((index, element) => {
-                $(element).attr('target', '_blank');
-            });
-            const description = $(element).html();
-            const arr = $('.search_tag', element);
-            const category = $('a', arr)
-                .map((index, a) => $(a).text())
-                .get();
-            const author = $('.maker_name', element).text();
+        .trim()
+        .replace(/（.*）/g, '');
+    const pubDate = parseDate(dateText, 'YYYY年M月D日');
+    const item = list.toArray().map((element) => {
+        const title = $('.work_name', element).text();
+        const link = $('.work_name > a', element).attr('href');
+        // 使链接
+        $('a', element).each((_index, element) => {
+            $(element).attr('target', '_blank');
+        });
+        const description = $(element).html();
+        const arr = $('.search_tag', element);
+        const category = $('a', arr)
+            .toArray()
+            .map((a) => $(a).text());
+        const author = $('.maker_name', element).text();
 
-            const signle = {
-                title,
-                link,
-                description,
-                category,
-                author,
-                pubDate,
-            };
-            return signle;
-        })
-        .get();
+        const signle = {
+            title,
+            link,
+            description,
+            category,
+            author,
+            pubDate,
+        };
+        return signle;
+    });
 
     ctx.state.data = {
         title,

package/lib/v2/dlsite/radar.js

@@ -0,0 +1,15 @@
+module.exports = {
+    'dlsite.com': {
+        _name: 'DLsite',
+        '.': [
+            {
+                title: '当前日期发售的新产品',
+                docs: 'https://docs.rsshub.app/anime.html#dlsite',
+            },
+            {
+                title: '产品打折信息',
+                docs: 'https://docs.rsshub.app/anime.html#dlsite',
+            },
+        ],
+    },
+};

package/lib/v2/dlsite/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/campaign/:type/:free?', require('./campaign'));
+    router.get('/new/:type', require('./new'));
+};

package/lib/v2/dmzj/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:category?': ['vzz64'],
+};

package/lib/v2/dmzj/news.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = `https://news.dmzj.com/${ctx.params.category || ''}`;
+    const $ = cheerio.load((await got(url)).data);
+    ctx.state.data = {
+        title: $('title').text(),
+        link: url,
+        item: $('.briefnews_con_li .li_img_de')
+            .map((_, item) => ({
+                title: $(item).find('h3 a').text(),
+                link: $(item).find('h3 a').attr('href'),
+                author: $(item).find('.head_con_p_o span:nth-child(3)').text().split('：')[1],
+                pubDate: timezone(parseDate($(item).find('.head_con_p_o span').first().text(), 'YYYY-MM-DD HH:mm'), +8),
+                description: $(item).find('p.com_about').text(),
+                category: $(item)
+                    .find('.u_comfoot a .bqwarp')
+                    .map((_, item) => $(item).text())
+                    .get(),
+            }))
+            .get(),
+    };
+};

package/lib/v2/dmzj/radar.js

@@ -0,0 +1,67 @@
+module.exports = {
+    'dmzj.com': {
+        _name: '动漫之家',
+        news: [
+            {
+                title: '宅新闻',
+                docs: 'https://docs.rsshub.app/anime.html#dong-man-zhi-jia',
+                source: '/',
+                target: '/dmzj/news',
+            },
+            {
+                title: '漫画情报',
+                docs: 'https://docs.rsshub.app/anime.html#dong-man-zhi-jia',
+                source: '/manhuaqingbao',
+                target: '/dmzj/news/manhuaqingbao',
+            },
+            {
+                title: '轻小说情报',
+                docs: 'https://docs.rsshub.app/anime.html#dong-man-zhi-jia',
+                source: '/qingxiaoshuoqingbao',
+                target: '/dmzj/news/qingxiaoshuoqingbao',
+            },
+            {
+                title: '动漫周边',
+                docs: 'https://docs.rsshub.app/anime.html#dong-man-zhi-jia',
+                source: '/manhuazhoubian',
+                target: '/dmzj/news/manhuazhoubian',
+            },
+            {
+                title: '声优情报',
+                docs: 'https://docs.rsshub.app/anime.html#dong-man-zhi-jia',
+                source: '/shengyouqingbao',
+                target: '/dmzj/news/shengyouqingbao',
+            },
+            {
+                title: '音乐资讯',
+                docs: 'https://docs.rsshub.app/anime.html#dong-man-zhi-jia',
+                source: '/yinyuezixun',
+                target: '/dmzj/news/yinyuezixun',
+            },
+            {
+                title: '游戏资讯',
+                docs: 'https://docs.rsshub.app/anime.html#dong-man-zhi-jia',
+                source: '/youxizixun',
+                target: '/dmzj/news/youxizixun',
+            },
+            {
+                title: '美图欣赏',
+                docs: 'https://docs.rsshub.app/anime.html#dong-man-zhi-jia',
+                source: '/meituxinshang',
+                target: '/dmzj/news/meituxinshang',
+            },
+            {
+                title: '漫展情报',
+                docs: 'https://docs.rsshub.app/anime.html#dong-man-zhi-jia',
+                source: '/manzhanqingbao',
+                target: '/dmzj/news/manzhanqingbao',
+            },
+            {
+                title: '大杂烩',
+                docs: 'https://docs.rsshub.app/anime.html#dong-man-zhi-jia',
+                source: '/dazahui',
+                target: '/dmzj/news/dazahui',
+            },
+        ],
+    },
+};

package/lib/v2/dmzj/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/news/:category?', require('./news'));
+};

package/lib/v2/douban/other/weekly_best.js

@@ -1,4 +1,6 @@
 const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 module.exports = async (ctx) => {
     const type = ctx.params.type || 'movie_weekly_best';
@@ -28,17 +30,22 @@ module.exports = async (ctx) => {
         link: `https://m.douban.com/subject_collection/${type}`,
         description: infoResponse.data.description,
 
-        item: data.map(({ title, info, cover, cover_url, url, rating, year, release_date, null_rating_reason, description }) => {
-            const release = `${year}.${release_date}`;
+        item: data.map(({ title, cover, cover_url, url, rating, null_rating_reason, description, card_subtitle, photos }) => {
             const rate = rating ? `${rating.value.toFixed(1)}分` : null_rating_reason;
             if (cover && cover.url) {
                 cover_url = cover.url;
             }
-            description = `标题：${title} <br> 影片信息：${info} <br> 上映日期：${release} <br> 评分：${rate} <br> <img src="${cover_url}"> <p>${description}</p>`;
 
             return {
                 title,
-                description,
+                description: art(path.join(__dirname, '../templates/weekly_best.art'), {
+                    title,
+                    card_subtitle,
+                    description,
+                    rate,
+                    cover_url,
+                    photos,
+                }),
                 link: url,
             };
         }),

package/lib/v2/douban/templates/weekly_best.art

@@ -0,0 +1,10 @@
+<p>标题：{{title}}</p>
+<p>评分：{{rate}}</p>
+<p>标签：{{card_subtitle}}</p>
+<p>影片信息：{{description}}</p>
+<p>
+    <img src="{{cover_url}}" />
+    {{each photos}}
+        <img src="{{$value}}" />
+    {{/each}}
+</p>