rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f961961

package/lib/v2/nua/utils.js

@@ -2,54 +2,69 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
+const { fetchArticle } = require('@/utils/wechat-mp');
+
+const pageType = (href) => {
+    if (!href.startsWith('http')) {
+        return 'in-nua';
+    }
+    const url = new URL(href);
+    if (url.hostname === 'mp.weixin.qq.com') {
+        return 'wechat-mp';
+    } else if (url.hostname === 'www.nua.edu.cn') {
+        return 'nua';
+    } else {
+        return 'unknown';
+    }
+};
+
+function arti_link(text, href) {
+    return `<a href="${href}">${text}</a>`;
+}
 
 async function ProcessList(newsUrl, baseUrl, listName, listDate, webPageName) {
-    const result = await got(newsUrl, {
-        https: {
-            rejectUnauthorized: false,
-        },
-    });
+    const result = await got(newsUrl, { https: { rejectUnauthorized: false } });
     const $ = cheerio.load(result.data);
 
-    const pageName = $(webPageName).text();
-
-    let artiLink;
+    const pageName = $(webPageName).text().trim();
 
     const items = $(listName)
         .toArray()
         .map((item) => {
-            item = $(item);
-            if (item.find('a').attr('href').includes('http')) {
-                artiLink = item.find('a').attr('href');
-            } else {
-                artiLink = baseUrl + item.find('a').attr('href');
-            }
+            const href = $(item).find('a').attr('href');
+            const type = pageType(href);
 
             return {
-                link: artiLink,
-                title: item.find('a').attr('title'),
-                pubDate: timezone(parseDate(item.find(listDate).first().text(), 'YYYY-MM-DD'), +8),
+                link: type === 'in-nua' ? baseUrl + href : href,
+                title: $(item).find('a').attr('title'),
+                pubDate: timezone(parseDate($(item).find(listDate).first().text(), 'YYYY-MM-DD'), +8),
+                type,
             };
         });
 
     return [items, pageName];
 }
 
-const ProcessFeed = async (items, artiContent, cache) =>
+const ProcessFeed = async (items, artiContent, ctx) =>
     await Promise.all(
         items.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const result = await got(item.link, {
-                    https: {
-                        rejectUnauthorized: false,
-                    },
-                });
-                const $ = cheerio.load(result.data);
-
-                item.author = $('.arti_publisher').text() + '  ' + $('.arti_views').text();
-                item.description = $(artiContent).html();
-
-                return item;
+            ctx.cache.tryGet(item.link, async () => {
+                switch (item.type) {
+                    case 'in-nua':
+                    case 'nua': {
+                        const result = await got(item.link, { https: { rejectUnauthorized: false } });
+                        const $ = cheerio.load(result.data);
+                        item.author = $('.arti_publisher').text() + '  ' + $('.arti_views').text();
+                        item.description = $(artiContent).html();
+                        return item;
+                    }
+                    case 'wechat-mp':
+                        return fetchArticle(ctx, item.link);
+                    case 'unknown':
+                    default:
+                        item.description = `暂不支持解析该内容，请点击 ${arti_link('原文', item.link)}`;
+                        return item;
+                }
             })
         )
     );

package/lib/v2/nyaa/main.js

@@ -11,34 +11,27 @@ module.exports = async (ctx) => {
         },
     });
 
-    let currentURL;
-    let currentLink;
+    const { query, username } = ctx.params;
 
+    let rootURL;
     if (ctx.routerPath.split('/')[1] === 'sukebei') {
-        const rootURL = 'https://sukebei.nyaa.si';
-        const { username = 'ohys' } = ctx.params;
-        const { query = '' } = ctx.params;
-        if (ctx.routerPath.split('/')[2] === 'user') {
-            currentURL = `${rootURL}/?page=rss&u=${username}`;
-            currentLink = `${rootURL}/user/${username}`;
-        } else {
-            currentURL = `${rootURL}/?page=rss&c=0_0&f=0&q=${encodeURI(query)}`;
-            currentLink = `${rootURL}/?f=0&c=0_0&q=${query}`;
-        }
+        rootURL = 'https://sukebei.nyaa.si';
     } else {
-        const rootURL = 'https://nyaa.si';
-        const { username = 'Tarakara168' } = ctx.params;
-        const { query = '' } = ctx.params;
-        if (ctx.routerPath.split('/')[1] === 'user') {
-            currentURL = `${rootURL}/?page=rss&u=${username}`;
-            currentLink = `${rootURL}/user/${username}`;
-        } else {
-            currentURL = `${rootURL}/?page=rss&c=0_0&f=0&q=${encodeURI(query)}`;
-            currentLink = `${rootURL}/?f=0&c=0_0&q=${query}`;
-        }
+        rootURL = 'https://nyaa.si';
     }
 
-    const feed = await parser.parseURL(currentURL);
+    let currentRSSURL = `${rootURL}/?page=rss`;
+    let currentLink = `${rootURL}/`;
+    if (username !== undefined) {
+        currentRSSURL = `${currentRSSURL}&u=${encodeURI(username)}`;
+        currentLink = `${currentLink}user/${encodeURI(username)}`;
+    }
+    if (query !== undefined) {
+        currentRSSURL = `${currentRSSURL}&q=${encodeURI(query)}`;
+        currentLink = `${currentLink}?q=${encodeURI(query)}`;
+    }
+
+    const feed = await parser.parseURL(currentRSSURL);
 
     feed.items.map((item) => {
         item.link = item.guid;

package/lib/v2/nyaa/maintainer.js

@@ -1,6 +1,9 @@
 module.exports = {
-    '/search/:query?': ['Lava-Swimmer', 'noname1897'],
-    '/sukebei/search/:query?': ['Lava-Swimmer', 'noname1897'],
-    '/user/:username?': ['Lava-Swimmer', 'noname1897'],
-    '/sukebei/user/:username?': ['Lava-Swimmer', 'noname1897'],
+    '/search/:query?': ['Lava-Swimmer', 'noname1776'],
+    '/user/:username?': ['Lava-Swimmer', 'noname1776'],
+    '/user/:username/search/:query?': ['Lava-Swimmer', 'noname1776'],
+
+    '/sukebei/search/:query?': ['Lava-Swimmer', 'noname1776'],
+    '/sukebei/user/:username?': ['Lava-Swimmer', 'noname1776'],
+    '/sukebei/user/:username/search/:query?': ['Lava-Swimmer', 'noname1776'],
 };

package/lib/v2/nyaa/radar.js

@@ -3,47 +3,45 @@ module.exports = {
         _name: 'nyaa',
         '.': [
             {
-                title: '搜索结果',
-                docs: 'https://docs.rsshub.app/multimedia.html#nyaa-sou-suo-jie-guo',
-                source: '/',
+                title: 'nyaa 的搜索结果、指定用户、指定用户的搜索结果',
+                docs: 'https://docs.rsshub.app/multimedia.html#nyaa',
+                source: ['/', '/user/:username'],
                 target: (params, url) => {
                     url = new URL(url);
-                    if (url.hostname.split('.')[0] === 'nyaa') {
-                        const searchParams = url.searchParams;
-                        const query = searchParams.has('q') ? searchParams.get('q') : '';
-                        return `/nyaa/search/${query}`;
+                    const username = params.username;
+                    const query = url.searchParams.get('q');
+
+                    let currentURL = '/nyaa';
+                    if (username !== undefined) {
+                        currentURL = `${currentURL}/user/${username}`;
                     }
-                },
-            },
-            {
-                title: '用户',
-                docs: 'https://docs.rsshub.app/multimedia.html#nyaa-yong-hu',
-                source: '/user/:username',
-                target: (params, url) => {
-                    url = new URL(url);
-                    if (url.hostname.split('.')[0] === 'nyaa') {
-                        return `/nyaa/user/${params.username}`;
+                    if (query !== null) {
+                        currentURL = `${currentURL}/search/${query}`;
                     }
+                    return currentURL;
                 },
             },
         ],
         sukebei: [
             {
-                title: 'sukebei 搜索结果',
-                docs: 'https://docs.rsshub.app/multimedia.html#nyaa-sukebei-sou-suo-jie-guo',
-                source: '/',
+                title: 'sukebei 的搜索结果、指定用户、指定用户的搜索结果',
+                docs: 'https://docs.rsshub.app/multimedia.html#nyaa',
+                source: ['/', '/user/:username'],
                 target: (params, url) => {
-                    const searchParams = new URL(url).searchParams;
-                    const query = searchParams.has('q') ? searchParams.get('q') : '';
-                    return `/nyaa/sukebei/search/${query}`;
+                    url = new URL(url);
+                    const username = params.username;
+                    const query = url.searchParams.get('q');
+
+                    let currentURL = '/nyaa/sukebei';
+                    if (username !== undefined) {
+                        currentURL = `${currentURL}/user/${username}`;
+                    }
+                    if (query !== null) {
+                        currentURL = `${currentURL}/search/${query}`;
+                    }
+                    return currentURL;
                 },
             },
-            {
-                title: 'sukebei 用户',
-                docs: 'https://docs.rsshub.app/multimedia.html#nyaa-sukebei-yong-hu',
-                source: '/user/:username',
-                target: (params) => `/nyaa/sukebei/user/${params.username}`,
-            },
         ],
     },
 };

package/lib/v2/nyaa/router.js

@@ -1,7 +1,9 @@
 module.exports = (router) => {
     router.get('/search/:query?', require('./main'));
-    router.get('/sukebei/search/:query?', require('./main'));
-
     router.get('/user/:username?', require('./main'));
+    router.get('/user/:username/search/:query?', require('./main'));
+
+    router.get('/sukebei/search/:query?', require('./main'));
     router.get('/sukebei/user/:username?', require('./main'));
+    router.get('/sukebei/user/:username/search/:query?', require('./main'));
 };

package/lib/v2/odaily/post.js

@@ -20,15 +20,11 @@ module.exports = async (ctx) => {
 
     const currentUrl = `${rootUrl}/api/pp/api/app-front/feed-stream?feed_id=${id}&b_id=&per_page=${ctx.query.limit ?? 25}`;
 
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
+    const response = await got(currentUrl);
 
     let items = response.data.data.items
         .map((item) => ({
             title: item.title,
-            author: item.user.name,
             type: item.entity_type,
             description: `<p>${item.summary}</p>`,
             link: `${rootUrl}/${item.entity_type}/${item.entity_id}`,
@@ -37,26 +33,25 @@ module.exports = async (ctx) => {
         .filter((item) => item.type !== 'newsflash');
 
     items = await Promise.all(
-        items.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
 
-                    const content = cheerio.load(detailResponse.data.match(item.type === 'post' ? /"content":"(.*)","extraction_tags":/ : /"description":"(.*?)","cover":/)[1]);
+                const ssr = JSON.parse(`{${detailResponse.data.match(/window\.__INITIAL_STATE__ = {(.*)}/)[1]}}`);
 
-                    content('img').each(function () {
-                        content(this).attr('src', content(this).attr('src').replace(/\\"/g, ''));
-                    });
+                const content = cheerio.load(ssr.post.detail.content, null, false);
+                content('img').each((_, img) => {
+                    img.attribs.src = img.attribs.src.split('?x-oss-process')[0];
+                    img.attribs.src = img.attribs.src.split('!heading')[0];
+                });
 
-                    item.description = content.html();
+                item.description = content.html();
+                item.author = ssr.post.user.name;
 
-                    delete item.type;
+                delete item.type;
 
-                    return item;
-                })
+                return item;
+            })
         )
     );
 

package/lib/v2/odaily/utils.js

@@ -1,3 +1,3 @@
 module.exports = {
-    rootUrl: 'https://www.0daily.com',
+    rootUrl: 'https://www.odaily.news',
 };

package/lib/v2/picuki/profile.js

@@ -48,8 +48,20 @@ module.exports = async (ctx) => {
         const $ = cheerio.load(data);
         // Instagram 允许最多 10 条图片/视频任意混合于一条 post，picuki 在所有情况下都会将它（们）置于 .single-photo 内
         let html = '';
-        $('.single-photo img,video').each((_, item) => {
-            html += $(item).toString(); // 可能是视频，也可能是图片，格式都比较友好，这里直接添加
+        $('.single-photo img').each((_, item) => {
+            html += $(item).toString();
+        });
+        $('.single-photo video').each((_, item) => {
+            item = $(item);
+            let videoSrc = item.attr('src');
+            if (videoSrc === undefined) {
+                videoSrc = item.children().attr('src');
+            }
+            const videoPoster = item.attr('poster');
+            html += art(path.join(__dirname, 'templates/video.art'), {
+                videoSrc,
+                videoPoster,
+            });
         });
         return html;
     }

package/lib/v2/picuki/templates/video.art

@@ -0,0 +1,3 @@
+<video poster="{{ videoPoster }}" controls>
+    <source src="{{ videoSrc }}" type="video/mp4">
+</video>

package/lib/v2/pixiv/api/getRanking.js

@@ -3,7 +3,7 @@ const maskHeader = require('../constants').maskHeader;
 const assert = require('assert');
 const queryString = require('query-string');
 
-const allowMode = ['day', 'week', 'month', 'day_male', 'day_female', 'week_original', 'week_rookie', 'day_r18', 'day_male_r18', 'day_female_r18', 'week_r18', 'week_r18g'];
+const allowMode = ['day', 'week', 'month', 'day_male', 'day_female', 'day_ai', 'week_original', 'week_rookie', 'day_r18', 'day_male_r18', 'day_female_r18', 'week_r18', 'week_r18g'];
 
 /**
  * 获取某天的排行榜

package/lib/v2/pixiv/ranking.js

@@ -17,6 +17,7 @@ const titles = {
     day_female_r18: 'pixiv R-18 受女性欢迎排行',
     week_r18: 'pixiv R-18 周排行',
     week_r18g: 'pixiv R-18G 排行',
+    day_ai: 'AI 生成作品排行榜',
 };
 
 const links = {
@@ -25,6 +26,7 @@ const links = {
     month: 'https://www.pixiv.net/ranking.php?mode=monthly',
     day_male: 'https://www.pixiv.net/ranking.php?mode=male',
     day_female: 'https://www.pixiv.net/ranking.php?mode=female',
+    day_ai: 'https://www.pixiv.net/ranking.php?mode=daily_ai',
     week_original: 'https://www.pixiv.net/ranking.php?mode=original',
     week_rookie: 'https://www.pixiv.net/ranking.php?mode=rookie',
     day_r18: 'https://www.pixiv.net/ranking.php?mode=daily_r18',
@@ -40,6 +42,7 @@ const alias = {
     monthly: 'month',
     male: 'day_male',
     female: 'day_female',
+    daily_ai: 'day_ai',
     original: 'week_original',
     rookie: 'week_rookie',
     daily_r18: 'day_r18',

package/lib/v2/producthunt/templates/descImg.art

@@ -1,5 +1,5 @@
 <br>
-{{ each descData.structuredData.json.screenshot }}
-<img src="{{ $value }}">
+{{ each descData.structuredData.screenshot }}
+    <img src="{{ $value }}">
 {{ /each }}
 

package/lib/v2/pts/index.js

@@ -38,7 +38,10 @@ module.exports = async (ctx) => {
 
                 const content = cheerio.load(detailResponse.data);
 
-                item.author = content('meta[property="article:author"]').attr('content').split(' / ')[0];
+                item.author = content('meta[name="author"]')
+                    .attr('content')
+                    .replace(/文／/, '')
+                    .split(/／|\/|編譯|報導/)[0];
                 item.pubDate = timezone(parseDate(content('meta[property="article:published_time"]').attr('content')), +8);
                 item.category = content('.tag-list')
                     .first()

package/lib/{routes → v2}/qingting/channel.js

@@ -1,22 +1,18 @@
 const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const channelUrl = `https://i.qingting.fm/capi/v3/channel/${ctx.params.id}`;
-    let response = await got({
-        method: 'get',
-        url: channelUrl,
-    });
+    let response = await got(channelUrl);
     const title = response.data.data.title;
     const programUrl = `https://i.qingting.fm/capi/channel/${ctx.params.id}/programs/${response.data.data.v}?curpage=1&pagesize=10&order=asc`;
-    response = await got({
-        method: 'get',
-        url: programUrl,
-    });
+    response = await got(programUrl);
 
     const items = response.data.data.programs.map((item) => ({
         title: item.title,
         link: `https://www.qingting.fm/channels/${ctx.params.id}/programs/${item.id}/`,
-        pubDate: new Date(item.update_time).toUTCString(),
+        pubDate: timezone(parseDate(item.update_time), +8),
     }));
 
     ctx.state.data = {
@@ -25,7 +21,7 @@ module.exports = async (ctx) => {
         item: await Promise.all(
             items.map((item) =>
                 ctx.cache.tryGet(item.link, async () => {
-                    response = await got({ method: 'get', url: item.link });
+                    response = await got(item.link);
                     const data = JSON.parse(response.data.match(/},"program":(.*?),"plist":/)[1]);
                     item.description = data.richtext;
                     return item;

package/lib/v2/qingting/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/channel/:id': ['nczitzk'],
+    '/podcast/:id': ['RookieZoe', 'huyyi'],
+};

package/lib/v2/qingting/podcast.js

@@ -0,0 +1,77 @@
+const crypto = require('crypto');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const channelUrl = `https://i.qingting.fm/capi/v3/channel/${ctx.params.id}`;
+    let response = await got({
+        method: 'get',
+        url: channelUrl,
+        headers: {
+            Referer: 'https://www.qingting.fm/',
+        },
+    });
+    const title = response.data.data.title;
+    const channel_img = response.data.data.thumbs['400_thumb'];
+    const authors = response.data.data.podcasters.map((author) => author.nick_name).join(',');
+    const desc = response.data.data.description;
+    const programUrl = `https://i.qingting.fm/capi/channel/${ctx.params.id}/programs/${response.data.data.v}?curpage=1&pagesize=10&order=asc`;
+    response = await got({
+        method: 'get',
+        url: programUrl,
+        headers: {
+            Referer: 'https://www.qingting.fm/',
+        },
+    });
+
+    const resultItems = await Promise.all(
+        response.data.data.programs.map((item) =>
+            ctx.cache.tryGet(`qingting:podcast:${ctx.params.id}:${item.id}`, async () => {
+                const link = `https://www.qingting.fm/channels/${ctx.params.id}/programs/${item.id}/`;
+
+                const path = `/audiostream/redirect/${ctx.params.id}/${item.id}?access_token=&device_id=MOBILESITE&qingting_id=&t=${new Date().getTime()}`;
+                const sign = crypto.createHmac('md5', 'fpMn12&38f_2e').update(path).digest('hex').toString();
+
+                const [detailRes, mediaRes] = await Promise.all([
+                    got({
+                        method: 'get',
+                        url: link,
+                        headers: {
+                            Referer: 'https://www.qingting.fm/',
+                        },
+                    }),
+                    got({
+                        method: 'get',
+                        url: `https://audio.qingting.fm${path}&sign=${sign}`,
+                        headers: {
+                            Referer: 'https://www.qingting.fm/',
+                        },
+                    }),
+                ]);
+
+                const detail = JSON.parse(detailRes.data.match(/},"program":(.*?),"plist":/)[1]);
+
+                return {
+                    title: item.title,
+                    link,
+                    itunes_item_image: item.cover,
+                    itunes_duration: item.duration,
+                    pubDate: timezone(parseDate(item.update_time), +8),
+                    description: detail.richtext,
+                    enclosure_url: mediaRes.url,
+                    enclosure_type: 'audio/x-m4a',
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title} - 蜻蜓FM`,
+        description: desc,
+        itunes_author: authors,
+        image: channel_img,
+        link: `https://www.qingting.fm/channels/${ctx.params.id}`,
+        item: resultItems,
+    };
+};

package/lib/v2/qingting/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'qingting.fm': {
+        _name: '蜻蜓 FM',
+        '.': [
+            {
+                title: '专辑',
+                docs: 'https://docs.rsshub.app/multimedia.html#qing-ting-fm',
+                source: '/channels/:id',
+                target: '/qingting/channels/:id',
+            },
+            {
+                title: '播客',
+                docs: 'https://docs.rsshub.app/multimedia.html#qing-ting-fm',
+                source: '/channels/:id',
+                target: '/qingting/podcast/:id',
+            },
+        ],
+    },
+};

package/lib/v2/qingting/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/channel/:id', require('./channel'));
+    router.get('/podcast/:id', require('./podcast'));
+};

package/lib/v2/qipamaijia/index.js

@@ -7,7 +7,13 @@ module.exports = async (ctx) => {
     const cate = ctx.params.cate ?? '';
     const url = `${rootUrl}/${cate}`;
 
-    const response = await got(url);
+    const response = await got({
+        method: 'get',
+        url,
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
     const $ = cheerio.load(response.data);
     const title = $('#highlight').text();
     const items = $('div.col_l > div.block')

package/lib/v2/qipamaijia/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/:cate?': ['Fatpandac'],
+    '/:cate?': ['Fatpandac', 'nczitzk'],
 };