rsshub 1.0.0-master.f7add90 → 1.0.0-master.f7bfacc

package/lib/v2/daily/index.js

@@ -0,0 +1,83 @@
+const { getData, getList, getRedirectedLink } = require('./utils.js');
+
+const variables = {
+    version: 11,
+    ranking: 'POPULARITY',
+    first: 15,
+};
+
+const query = `
+  query AnonymousFeed(
+    $first: Int
+    $ranking: Ranking
+    $version: Int
+    $supportedTypes: [String!] = ["article","share","freeform"]
+  ) {
+    page: anonymousFeed(
+      first: $first
+      ranking: $ranking
+      version: $version
+      supportedTypes: $supportedTypes
+    ) {
+      ...FeedPostConnection
+    }
+  }
+
+  fragment FeedPostConnection on PostConnection {
+    edges {
+      node {
+        ...FeedPost
+      }
+    }
+  }
+
+  fragment FeedPost on Post {
+    ...SharedPostInfo
+  }
+
+  fragment SharedPostInfo on Post {
+    id
+    title
+    image
+    readTime
+    permalink
+    summary
+    createdAt
+    numUpvotes
+    numComments
+    author {
+      ...UserShortInfo
+    }
+    tags
+  }
+
+  fragment UserShortInfo on User {
+    id
+    name
+    image
+    permalink
+    username
+    bio
+  }
+`;
+
+const graphqlQuery = {
+    query,
+    variables,
+};
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://app.daily.dev/popular';
+    const data = await getData(graphqlQuery);
+    const list = getList(data);
+    const items = await getRedirectedLink(list);
+    ctx.state.data = {
+        title: 'Popular',
+        link: baseUrl,
+        item: items,
+        description: 'Popular Posts on Daily.dev',
+        logo: 'https://app.daily.dev/favicon-32x32.png',
+        icon: 'https://app.daily.dev/favicon-32x32.png',
+        language: 'en-us',
+    };
+};

package/lib/v2/daily/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/': ['Rjnishant530'],
+    '/discussed': ['Rjnishant530'],
+    '/upvoted': ['Rjnishant530'],
+};

package/lib/v2/daily/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'daily.dev': {
+        _name: 'Daily.dev',
+        '.': [
+            {
+                title: 'Most Discussed',
+                docs: 'https://docs.rsshub.app/en/social-media.html#daily.dev',
+                source: ['/discussed'],
+                target: '/daily/discussed',
+            },
+            {
+                title: 'Most Upvoted',
+                docs: 'https://docs.rsshub.app/en/social-media.html#daily.dev',
+                source: ['/upvoted'],
+                target: '/daily/upvoted',
+            },
+            {
+                title: 'Popular',
+                docs: 'https://docs.rsshub.app/en/social-media.html#daily.dev',
+                source: ['/popular'],
+                target: '/daily',
+            },
+        ],
+    },
+};

package/lib/v2/daily/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/', require('./index'));
+    router.get('/discussed', require('./discussed'));
+    router.get('/upvoted', require('./upvoted'));
+};

package/lib/v2/daily/upvoted.js

@@ -0,0 +1,77 @@
+const { getData, getList, getRedirectedLink } = require('./utils.js');
+
+const variables = {
+    period: 7,
+    first: 15,
+};
+
+const query = `
+  query MostUpvotedFeed(
+    $first: Int
+    $period: Int
+    $supportedTypes: [String!] = ["article","share","freeform"]
+  ) {
+    page: mostUpvotedFeed(first: $first, period: $period, supportedTypes: $supportedTypes) {
+      ...FeedPostConnection
+    }
+  }
+  
+  fragment FeedPostConnection on PostConnection {
+    edges {
+      node {
+        ...FeedPost
+      }
+    }
+  }
+  
+  fragment FeedPost on Post {
+    ...SharedPostInfo
+  }
+  
+  fragment SharedPostInfo on Post {
+    id
+    title
+    image
+    readTime
+    permalink
+    summary
+    createdAt
+    numUpvotes
+    numComments
+    author {
+      ...UserShortInfo
+    }
+    tags
+  }
+  
+  fragment UserShortInfo on User {
+    id
+    name
+    image
+    permalink
+    username
+    bio
+  }
+  
+`;
+
+const graphqlQuery = {
+    query,
+    variables,
+};
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://app.daily.dev/upvoted';
+    const data = await getData(graphqlQuery);
+    const list = getList(data);
+    const items = await getRedirectedLink(list);
+    ctx.state.data = {
+        title: 'Most Upvoted',
+        link: baseUrl,
+        item: items,
+        description: 'Most Upvoted Posts on Daily.dev',
+        logo: 'https://app.daily.dev/favicon-32x32.png',
+        icon: 'https://app.daily.dev/favicon-32x32.png',
+        language: 'en-us',
+    };
+};

package/lib/v2/daily/utils.js

@@ -0,0 +1,39 @@
+const dayjs = require('dayjs');
+const got = require('@/utils/got');
+
+const getData = async (graphqlQuery) =>
+    (
+        await got
+            .post('https://app.daily.dev/api/graphql', {
+                json: graphqlQuery,
+            })
+            .json()
+    ).data.page.edges;
+
+const getList = (data) =>
+    data.map((value) => {
+        const { id, title, image, permalink, summary, createdAt, numUpvotes, author, tags, numComments } = value.node;
+        const pubDate = dayjs(createdAt);
+        return {
+            id,
+            title,
+            link: permalink,
+            description: summary,
+            author: author?.name,
+            itunes_item_image: image,
+            pubDate,
+            upvotes: numUpvotes,
+            comments: numComments,
+            category: tags,
+        };
+    });
+
+const getRedirectedLink = (data) =>
+    Promise.all(
+        data.map(async (v) => {
+            const resp = await got(v.link);
+            return { ...v, link: resp.headers.link.split(/[<>]/g)[1] };
+        })
+    );
+
+module.exports = { getData, getList, getRedirectedLink };

package/lib/v2/dblp/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:field': ['ytno1'],
+};

package/lib/v2/dblp/publication.js

@@ -0,0 +1,70 @@
+// 导入所需模组
+const got = require('@/utils/got'); // 自订的 got
+// const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    // 在此处编写您的逻辑
+    const field = ctx.params.field;
+
+    // 发送 HTTP GET 请求到 API 并解构返回的数据对象
+    const {
+        result: {
+            hits: { hit: data },
+        },
+    } = await got({
+        method: 'get',
+        url: 'https://dblp.org/search/publ/api',
+        searchParams: {
+            q: field,
+            format: 'json',
+            h: 10,
+        },
+        headers: {
+            'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+        },
+    }).json();
+
+    // console.log(data);
+
+    // 从 API 响应中提取相关数据
+    const list = data.map((item) => {
+        const { info } = item;
+        // console.log(info);
+        const {
+            authors: { author },
+            title,
+            venue,
+            year,
+            type,
+            doi,
+            ee,
+        } = info;
+
+        let authorName;
+        if (Array.isArray(author)) {
+            authorName = author[0].text;
+        } else {
+            authorName = author.text;
+        }
+
+        return {
+            title,
+            link: ee,
+            author: `${authorName} et al.`,
+            doi,
+            description: `Year: ${year ?? 'unknown'}, Venue: ${venue}, Type: ${type}, Doi: ${doi}`,
+        };
+    });
+
+    ctx.state.data = {
+        // 在此处输出您的 RSS
+        // 源标题
+        title: `【dblp】${field}`,
+        // 源链接
+        link: `https://dblp.org/search?q=${field}`,
+        // 源描述
+        description: `DBLP ${field} RSS`,
+        // 处理后的数据，即文章列表
+        item: list,
+    };
+};

package/lib/v2/dblp/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'dblp.org': {
+        _name: 'DBLP',
+        '.': [
+            {
+                title: '关键字搜索',
+                docs: 'https://docs.rsshub.app/study.html#dblp',
+                source: ['/:field'],
+                target: '/dblp/:field',
+            },
+        ],
+    },
+};

package/lib/v2/dblp/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:field', require('./publication'));
+};

package/lib/v2/deadline/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '': ['TonyRL'],
+    '/': ['TonyRL'],
+};

package/lib/v2/deadline/posts.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const { join } = require('path');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://deadline.com';
+    const response = await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+        searchParams: {
+            per_page: ctx.query.limit ?? 30,
+            _embed: true,
+        },
+    });
+
+    const items = response.data.map((item) => {
+        const embedded = item._embedded;
+        const $ = cheerio.load(item.content.rendered, null, false);
+
+        $('.c-lazy-image__img').each((_, img) => {
+            img = $(img);
+            if (img.attr('data-lazy-src')) {
+                img.attr('src', img.attr('data-lazy-src').split('?')[0]);
+                img.removeAttr('data-lazy-src');
+                img.removeAttr('data-lazy-srcset');
+            }
+        });
+        $('[class^="lrv-a-crop-"]').contents().unwrap();
+
+        const description = art(join(__dirname, 'templates/desc.art'), {
+            desc: $.html(),
+            embedded,
+        });
+        return {
+            title: item.title.rendered,
+            link: item.link,
+            guid: item.guid.rendered,
+            description,
+            pubDate: parseDate(item.date_gmt),
+            author: embedded.author[0].name,
+            category: [...new Set([...embedded['wp:term'][0].map((i) => i.name), ...embedded['wp:term'][1].map((i) => i.name)])],
+        };
+    });
+
+    ctx.state.data = {
+        title: 'Deadline – Hollywood Entertainment Breaking News',
+        description: 'Deadline.com is always the first to break up-to-the-minute entertainment, Hollywood and media news, with an unfiltered, no-holds-barred analysis of events.',
+        link: baseUrl,
+        language: 'en-US',
+        image: `${baseUrl}/wp-content/themes/pmc-deadline-2019/assets/app/icons/apple-touch-icon.png`,
+        item: items,
+    };
+};

package/lib/v2/deadline/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'deadline.com': {
+        _name: 'Deadline',
+        '.': [
+            {
+                title: 'Latest Articles',
+                docs: 'https://docs.rsshub.app/en/new-media.html#deadline',
+                source: ['/'],
+                target: '/deadline',
+            },
+        ],
+    },
+};

package/lib/v2/deadline/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/', require('./posts'));
+};

package/lib/v2/deadline/templates/desc.art

@@ -0,0 +1,10 @@
+{{ if embedded['wp:featuredmedia'] }}
+    {{ each embedded['wp:featuredmedia'] media }}
+        <figure>
+            <img src="{{ media.source_url }}" alt="{{ media.alt_text }}">
+            <figcaption>{{ media.media_details?.image_meta.caption }}</figcaption>
+        </figure>
+        <br>
+    {{ /each }}
+{{ /if }}
+{{@ desc }}

package/lib/v2/devolverdigital/blog.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://www.devolverdigital.com/blog';
+    const { data: response } = await got(baseUrl);
+
+    const $ = cheerio.load(response);
+    const nextData = JSON.parse($('#__NEXT_DATA__').text());
+
+    const items = await Promise.all(
+        nextData.props.pageProps.posts.map((postData) => {
+            const postUrl = `${baseUrl}/post/${postData.id}`;
+            return ctx.cache.tryGet(postUrl, async () => {
+                const { data: postPage } = await got(postUrl);
+
+                const $page = cheerio.load(postPage);
+                $page('noscript').remove();
+                const postContent = $page('div.flex > div > div > div > div:not([class])');
+
+                // img resource redirection and
+                // clean up absolute layouts for img and span
+                const imageUrls = postData.body.filter((item) => item.type === 'upload' && item.value.cloudinary.resource_type === 'image').map((item) => item.value.cloudinary.secure_url);
+                const allImageSpans = postContent.find('span > img').parent();
+                allImageSpans.each((spanIndex, span) => {
+                    $(span).attr('style', $(span).attr('style').replace('position:absolute', ''));
+                    const img = $(span).find('img');
+                    img.attr('src', imageUrls[spanIndex]);
+                    img.attr('style', img.attr('style').replace('position:absolute', '').replace('width:0', '').replace('height:0', ''));
+                });
+
+                return {
+                    title: postData.title,
+                    link: postUrl,
+                    author: postData.author,
+                    pubDate: Date.parse(postData.createdAt),
+                    updated: Date.parse(postData.updatedAt),
+                    description: postContent.html(),
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: 'DevolverDigital Blog',
+        language: 'en-us',
+        link: 'https://www.devolverdigital.com/blog',
+        item: items,
+    };
+};

package/lib/v2/devolverdigital/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['XXY233'],
+};

package/lib/v2/devolverdigital/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'devolverdigital.com': {
+        _name: 'DevolverDigital',
+        '.': [
+            {
+                title: '官方博客',
+                docs: 'https://docs.rsshub.app/blog.html#devolverdigital',
+                source: '/blog',
+                target: '/devolverdigital/blog',
+            },
+        ],
+    },
+};

package/lib/v2/devolverdigital/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/blog', require('./blog'));
+};

package/lib/v2/dhu/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
     '/jiaowu/news/:type?': ['KiraKiseki'],
     '/xxgk/news': ['KiraKiseki'],
+    '/yjs/zs/:type?': ['fox2049'],
 };

package/lib/v2/dhu/radar.js

@@ -13,5 +13,11 @@ module.exports = {
                 docs: 'https://docs.rsshub.app/university.html#dong-hua-da-xue',
             },
         ],
+        yjs: [
+            {
+                title: '研究生信息',
+                docs: 'https://docs.rsshub.app/university.html#dong-hua-da-xue',
+            },
+        ],
     },
 };

package/lib/v2/dhu/router.js

@@ -1,4 +1,5 @@
 module.exports = function (router) {
     router.get('/jiaowu/news/:type?', require('./jiaowu/news'));
     router.get('/xxgk/news', require('./xxgk/news'));
+    router.get('/yjs/zs/:type?', require('./yjs/zs'));
 };

package/lib/v2/dhu/yjs/zs.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'https://yjszs.dhu.edu.cn';
+
+const map = {
+    doctor: '/7126/list.htm',
+    master: '/7128/list.htm',
+};
+module.exports = async (ctx) => {
+    const type = ctx.params.type || 'master';
+    const link = `${baseUrl}${map[type]}`;
+    const { data: response } = await got(link);
+
+    const $ = cheerio.load(response);
+    const list = $('.list_item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('a').first();
+            return {
+                title: a.attr('title'),
+                link: `${baseUrl}${a.attr('href')}`,
+                pubDate: parseDate(item.find('.Article_PublishDate').text()),
+            };
+        });
+
+    // item content
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+                item.description = $('.wp_articlecontent').first().html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '东华大学研究生-' + $('.col_title').text(),
+        link,
+        item: items,
+    };
+};

package/lib/v2/discord/channel.js

@@ -9,13 +9,13 @@ module.exports = async (ctx) => {
         throw Error('Discord RSS is disabled due to the lack of <a href="https://docs.rsshub.app/en/install/#configuration-route-specific-configurations">relevant config</a>');
     }
     const { authorization } = config.discord;
-    const { channelID } = ctx.params;
+    const { channelId } = ctx.params;
 
-    const channelInfo = await getChannel(channelID, authorization, ctx.cache.tryGet);
-    const messagesRaw = await getChannelMessages(channelID, authorization, ctx.cache.tryGet, ctx.query.limit ?? 100);
-    const { name: channelName, topic: channelTopic, guild_id } = channelInfo;
+    const channelInfo = await getChannel(channelId, authorization, ctx.cache.tryGet);
+    const messagesRaw = await getChannelMessages(channelId, authorization, ctx.cache.tryGet, ctx.query.limit ?? 100);
+    const { name: channelName, topic: channelTopic, guild_id: guildId } = channelInfo;
 
-    const guildInfo = await getGuild(guild_id, authorization, ctx.cache.tryGet);
+    const guildInfo = await getGuild(guildId, authorization, ctx.cache.tryGet);
     const { name: guildName, icon: guidIcon } = guildInfo;
 
     const messages = messagesRaw.map((message) => ({
@@ -25,14 +25,14 @@ module.exports = async (ctx) => {
         pubDate: parseDate(message.timestamp),
         updated: message.edited_timestamp ? parseDate(message.edited_timestamp) : undefined,
         category: `#${channelName}`,
-        link: `${baseUrl}/channels/${guild_id}/${channelID}/${message.id}`,
+        link: `${baseUrl}/channels/${guildId}/${channelId}/${message.id}`,
     }));
 
     ctx.state.data = {
         title: `#${channelName} - ${guildName} - Discord`,
         description: channelTopic,
-        link: `${baseUrl}/channels/${guild_id}/${channelID}`,
-        image: `https://cdn.discordapp.com/icons/${guild_id}/${guidIcon}.webp`,
+        link: `${baseUrl}/channels/${guildId}/${channelId}`,
+        image: `https://cdn.discordapp.com/icons/${guildId}/${guidIcon}.webp`,
         item: messages,
     };
 };

package/lib/v2/discord/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/channel/:channelID': ['TonyRL'],
+    '/channel/:channelId': ['TonyRL'],
 };

package/lib/v2/discord/radar.js

@@ -5,8 +5,8 @@ module.exports = {
             {
                 title: 'Channel Messages',
                 docs: 'https://docs.rsshub.app/en/social-media.html#discord',
-                source: ['/channels/:guildId/:channelID/:messageID', '/channels/:guildId/:channelID'],
-                target: '/discord/channel/:channelID',
+                source: ['/channels/:guildId/:channelId/:messageID', '/channels/:guildId/:channelId'],
+                target: '/discord/channel/:channelId',
             },
         ],
     },

package/lib/v2/discord/router.js

@@ -1,3 +1,3 @@
 module.exports = (router) => {
-    router.get('/channel/:channelID', require('./channel'));
+    router.get('/channel/:channelId', require('./channel'));
 };

package/lib/v2/domp4/detail.js

@@ -2,10 +2,36 @@ const cheerio = require('cheerio');
 const got = require('@/utils/got');
 const { baseUrl, decodeCipherText, composeMagnetUrl, getUrlType } = require('./utils');
 
+// 兼容没有 script 标签的情况，直接解析 dom
+function getDomList($, detailUrl) {
+    const list = $('.down-list li')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const title = item.find('a').attr('title');
+            const downurl = item.find('a').attr('href');
+            const urlType = getUrlType(downurl);
+            const enclosureUrl = urlType === 'magnet' ? composeMagnetUrl(downurl) : downurl;
+            return {
+                enclosure_url: enclosureUrl,
+                enclosure_length: '',
+                enclosure_type: 'application/x-bittorrent',
+                title,
+                link: detailUrl,
+                guid: `${title}-${urlType}`,
+            };
+        });
+    return list;
+}
+
 function getItemList($, detailUrl) {
     const encoded = $('.article script[type]')
         .text()
         .match(/return p}\('(.*)',(\d+),(\d+),'(.*)'.split\(/);
+    // 若 script 标签没有内容，直接解析 dom
+    if (!encoded) {
+        return getDomList($, detailUrl);
+    }
     const data = JSON.parse(
         decodeCipherText(encoded[1], encoded[2], encoded[3], encoded[4].split('|'), 0, {})
             .match(/var down_urls=\\'(.*)\\'/)[1]