rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f961961

package/lib/v2/thecatcity/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:term?', require('./index'));
+};

package/lib/v2/thecatcity/termsMap.js

@@ -0,0 +1,30 @@
+const termsMap = {
+    '': {
+        title: 'CatCity 貓奴日常 | 貓咪日常照顧、新手準備、貓用品、貓咪醫療',
+        slug: '/',
+    },
+    1: {
+        title: '貓物分享｜流行小物、貓咪用品',
+        slug: '/category/cute-item',
+    },
+    2: {
+        title: '貓咪新聞｜貓界人氣熱話、貓電影',
+        slug: '/category/funny-news',
+    },
+    3: {
+        title: '養貓大全｜貓咪飲食與醫療、行為心理、貓測驗與冷知識',
+        slug: '/category/knowledge',
+    },
+    4: {
+        title: '貓奴景點｜貓咪咖啡廳與餐廳、貓奴旅行景點推薦',
+        slug: '/category/hot-spot',
+    },
+    5: {
+        title: '新手養貓教學｜養貓準備與花費、日常照顧',
+        slug: '/category/raise-cats',
+    },
+};
+
+module.exports = {
+    termsMap,
+};

package/lib/v2/thepaper/utils.js

@@ -5,69 +5,73 @@ const { art } = require('@/utils/render');
 const timezone = require('@/utils/timezone');
 const path = require('path');
 
+const defaultRssItem = (item) => ({
+    title: item.name,
+    link: item.link,
+    description: item.name,
+    pubDate: timezone(parseDate(item.pubTimeLong), +8),
+    media: {
+        content: {
+            url: item.pic,
+        },
+    },
+});
+
 module.exports = {
     ProcessItem: async (item, ctx) => {
         if (item.link) {
             // external link
-            return {
-                title: item.name,
-                link: item.link,
-                description: item.name,
-                pubDate: timezone(parseDate(item.pubTimeLong), +8),
-                media: {
-                    content: {
-                        url: item.pic,
-                    },
-                },
-            };
+            return defaultRssItem(item);
         } else {
             const itemUrl = `https://m.thepaper.cn/detail/${item.contId}`;
             return await ctx.cache.tryGet(itemUrl, async () => {
                 const res = await got(itemUrl);
                 const data = JSON.parse(cheerio.load(res.data)('#__NEXT_DATA__').html());
                 const detailData = data.props.pageProps.detailData;
+                const contentDetail = detailData.contentDetail || detailData.liveDetail || detailData.specialDetail?.specialInfo;
+                if (contentDetail) {
+                    let description = contentDetail.content || contentDetail.summary || contentDetail.desc || '';
 
-                const contentDetail = detailData.contentDetail || detailData.liveDetail;
-                let description = contentDetail.content || contentDetail.summary || '';
-
-                if (contentDetail.videos) {
-                    description =
-                        art(path.join(__dirname, 'templates/video_detail.art'), {
-                            // see https://nanmu.me/zh-cn/posts/2020/strange-html-video-tag-behavior-in-wechat/
-                            // for video tag details
-                            videos: contentDetail.videos,
-                        }) + description;
-                }
-
-                if (contentDetail.images) {
-                    description =
-                        art(path.join(__dirname, 'templates/image_detail.art'), {
-                            images: contentDetail.images,
-                        }) + description;
-                }
+                    if (contentDetail.videos) {
+                        description =
+                            art(path.join(__dirname, 'templates/video_detail.art'), {
+                                // see https://nanmu.me/zh-cn/posts/2020/strange-html-video-tag-behavior-in-wechat/
+                                // for video tag details
+                                videos: contentDetail.videos,
+                            }) + description;
+                    }
+                    if (contentDetail.images) {
+                        description =
+                            art(path.join(__dirname, 'templates/image_detail.art'), {
+                                images: contentDetail.images,
+                            }) + description;
+                    }
 
-                const rss_item = {
-                    title: contentDetail.name,
-                    link: itemUrl,
-                    description,
-                    category: contentDetail.tagList?.map((t) => t.tag) ?? [],
-                    pubDate: timezone(parseDate(item.pubTimeLong || contentDetail.pubTime), +8),
-                    author: contentDetail.author,
-                    media: {
-                        content: {
-                            url: item.pic || contentDetail.videos?.coverUrl,
+                    const rss_item = {
+                        title: contentDetail.name || contentDetail.shareName,
+                        link: itemUrl,
+                        description,
+                        category: contentDetail.tagList?.map((t) => t.tag) ?? [],
+                        pubDate: timezone(parseDate(item.pubTimeLong || contentDetail.pubTime || contentDetail.publishTime), +8),
+                        author: contentDetail.author || '',
+                        media: {
+                            content: {
+                                url: item.pic || contentDetail.videos?.coverUrl || contentDetail.bigPic,
+                            },
+                            thumbnails: {
+                                url: item.sharePic || contentDetail.sharePic,
+                            },
                         },
-                        thumbnails: {
-                            url: item.sharePic || contentDetail.sharePic,
-                        },
-                    },
-                };
-                if (contentDetail.voiceInfo?.isHaveVoice) {
-                    rss_item.enclosure_type = 'audio/mpeg';
-                    rss_item.enclosure_url = contentDetail.voiceInfo.voiceSrc;
-                    rss_item.itunes_item_image = item.pic || contentDetail.videos?.coverUrl;
+                    };
+                    if (contentDetail.voiceInfo?.isHaveVoice) {
+                        rss_item.enclosure_type = 'audio/mpeg';
+                        rss_item.enclosure_url = contentDetail.voiceInfo.voiceSrc;
+                        rss_item.itunes_item_image = item.pic || contentDetail.videos?.coverUrl;
+                    }
+                    return rss_item;
+                } else {
+                    return defaultRssItem(item);
                 }
-                return rss_item;
             });
         }
     },

package/lib/v2/theverge/index.js

@@ -0,0 +1,98 @@
+const got = require('@/utils/got');
+const parser = require('@/utils/rss-parser');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    let link;
+
+    if (ctx.params.hub) {
+        link = `https://www.theverge.com/${ctx.params.hub}/rss/index.xml`;
+    } else {
+        link = 'https://www.theverge.com/rss/index.xml';
+    }
+
+    const feed = await parser.parseURL(link);
+
+    const items = await Promise.all(
+        feed.items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+
+                const $ = cheerio.load(response.data);
+
+                const content = $('#content');
+                const body = $('.duet--article--article-body-component-container');
+
+                // 处理封面图片
+
+                const cover = $('meta[property="og:image"]');
+
+                if (cover.length > 0) {
+                    $(`<img src=${cover[0].attribs.content}>`).insertBefore(body[0].childNodes[0]);
+                }
+
+                // 处理封面视频
+                $('div.l-col__main > div.c-video-embed, div.c-entry-hero > div.c-video-embed').each((i, e) => {
+                    const src = `https://volume.vox-cdn.com/embed/${e.attribs['data-volume-uuid']}?autoplay=false`;
+
+                    $(`<iframe src="${src}" style="border: 0; top: 0; left: 0; width: 100%; height: 100%; position: absolute;" allowfullscreen scrolling="no"></iframe>`).insertBefore(body[0].childNodes[0]);
+                });
+
+                // 处理封面视频
+                $('div.l-col__main > div.c-video-embed--media iframe').each((i, e) => {
+                    $(e).insertBefore(body[0].childNodes[0]);
+                });
+
+                // 处理文章图片
+                content.find('figure.e-image').each((i, e) => {
+                    let src, caption;
+
+                    // 处理 jpeg, png
+                    if ($(e).find('picture > source').length > 0) {
+                        src = $(e)
+                            .find('picture > img')[0]
+                            .attribs.srcset.match(/(?<=320w,).*?(?=520w)/g)[0]
+                            .trim();
+                    } else if ($(e).find('img.c-dynamic-image').length > 0) {
+                        // 处理 gif
+                        src = $(e).find('span.e-image__image')[0].attribs['data-original'];
+                    }
+
+                    // 处理 caption
+                    if ($(e).find('span.e-image__meta').length > 0) {
+                        caption = $(e).find('span.e-image__meta').text();
+                    }
+
+                    const figure = `<figure><img src=${src}>${caption ? `<br><figcaption>${caption}</figcaption>` : ''}</figure>`;
+
+                    $(figure).insertBefore(e);
+
+                    $(e).remove();
+                });
+
+                const lede = $('.duet--article--lede h2:first');
+                if (lede[0]) {
+                    lede.insertBefore(body[0].childNodes[0]);
+                }
+
+                // 移除无用 DOM
+                content.find('.duet--article--comments-join-the-conversation').remove();
+                content.find('.duet--recirculation--related-list').remove();
+                delete item.content;
+                delete item.contentSnippet;
+                delete item.isoDate;
+
+                item.description = body.html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        item: items,
+    };
+};

package/lib/v2/theverge/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:hub?': ['HenryQW', 'vbali'],
+};

package/lib/v2/theverge/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'theverge.com': {
+        _name: 'The Verge',
+        '.': [
+            {
+                title: 'The Verge',
+                docs: 'https://docs.rsshub.app/new-media.html#the-verge',
+                source: ['/:hub', '/'],
+                target: '/theverge/:hub?',
+            },
+        ],
+    },
+};

package/lib/v2/theverge/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:hub?', require('./index'));
+};

package/lib/v2/tingshuitz/changsha.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const baseUrl = 'http://www.supplywater.com';
+
+module.exports = async (ctx) => {
+    const { channelId = 78 } = ctx.params;
+    const listPage = await got('http://www.supplywater.com/tstz-' + channelId + '.aspx');
+    const $ = cheerio.load(listPage.data);
+    const pageName = $('.mainRightBox .news-title').text();
+    const list = $('.mainRightBox .announcements-title a')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text().trim(),
+                link: baseUrl + item.attr('href').trim(),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(async (item) => {
+            const postPage = await got(item.link);
+            const $ = cheerio.load(postPage.data);
+
+            const data = {
+                title: item.title,
+                description: $('.mainRightBox div:last').html().trim(),
+                pubDate: parseDate($('.mainRightBox .gxsj span:first').text() + ' +0800', 'YYYY/M/D H:m:s ZZ'),
+                link: item.link,
+                author: $('.mainRightBox .gxsj span:last').text(),
+            };
+            return data;
+        })
+    );
+
+    ctx.state.data = {
+        title: `${pageName}通知 - 长沙水业集团`,
+        link: `${baseUrl}/fuwuzhinan.aspx`,
+        item: items,
+    };
+};

package/lib/v2/tingshuitz/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
+    '/changsha/:channelId?': ['shansing'],
     '/dalian': ['DIYgod'],
     '/dongguan': ['victoriqueko'],
     '/guangzhou': ['xyqfer'],

package/lib/v2/tingshuitz/radar.js

@@ -32,6 +32,16 @@ module.exports = {
             },
         ],
     },
+    'supplywater.com': {
+        _name: '停水通知',
+        www: [
+            {
+                title: '长沙市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/*'],
+            },
+        ],
+    },
     'whwater.com': {
         _name: '停水通知',
         '.': [

package/lib/v2/tingshuitz/router.js

@@ -1,4 +1,5 @@
 module.exports = (router) => {
+    router.get('/changsha/:channelId?', require('./changsha'));
     router.get('/dalian', require('./dalian'));
     router.get('/dongguan', require('./dongguan'));
     router.get('/guangzhou', require('./guangzhou'));

package/lib/v2/twreporter/category.js

@@ -8,16 +8,25 @@ module.exports = async (ctx) => {
     const url = baseURL + `/categories/${ctx.params.cid}`;
     const res = await got(url);
     const $ = cheerio.load(res.data);
-    const list = $('.lnKPLr').get();
-    const category = $('.kCfkTU').text();
+    const regexp = /^window\.__REDUX_STATE__=(.*);$/gm;
+    const raw = $('script[charset="UTF-8"]').html().replace(regexp, '$1');
+    const list = JSON.parse(raw);
+    const ids = list.entities.posts.allIds;
+
+    const links = [];
+    const titles = [];
+    const category = list.entities.posts.byId[ids[0]].categories[0].name;
+
+    for (const id of ids) {
+        links.push(baseURL + '/a/' + list.entities.posts.byId[id].slug);
+        titles.push(list.entities.posts.byId[id].title);
+    }
 
     const out = await Promise.all(
-        list.map((item) => {
-            const $ = cheerio.load(item);
-            const address = baseURL + $('a').attr('href');
-            const title = $('.list-item__Title-sc-1dx5lew-5').text();
-            return ctx.cache.tryGet(address, async () => {
-                const single = await fetch(address);
+        links.map((item, index) => {
+            const title = titles[index];
+            return ctx.cache.tryGet(item, async () => {
+                const single = await fetch(item);
                 single.title = title;
                 return single;
             });

package/lib/v2/uber/blog.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootURL = 'https://www.uber.com';
+const apiURL = 'https://blogapi.uber.com';
+
+module.exports = async (ctx) => {
+    let maxPage = Number(ctx.params.maxPage);
+    if (Number.isNaN(maxPage)) {
+        maxPage = 1;
+    }
+
+    let pages = await Promise.all(
+        [...Array(maxPage).keys()].map((pageIdx) =>
+            got(`${apiURL}/wp-json/blog/v1/data`, {
+                searchParams: {
+                    page: pageIdx + 1,
+                    parent: 'pittsburgh',
+                    slug: 'engineering',
+                },
+            })
+        )
+    );
+    pages = pages.map((page) => page.data);
+
+    const result = await Promise.all(
+        pages.map(
+            async (page) =>
+                await Promise.all(
+                    page.posts.map((post) =>
+                        ctx.cache.tryGet(`${rootURL}${post.link}`, async () => {
+                            let { data: article } = await got(`${apiURL}/wp-json/blog/v1/data`, {
+                                searchParams: {
+                                    slug: post.link.replace(/\//g, '').replace('blog', ''),
+                                },
+                            });
+                            article = article.article;
+
+                            return {
+                                link: article.link,
+                                title: article.title,
+                                description: article.content,
+                                pubDate: parseDate(article.created),
+                                author: article.author,
+                                category: article.categories.map((category) => category.category_name),
+                            };
+                        })
+                    )
+                )
+        )
+    );
+
+    ctx.state.data = {
+        title: `Uber Engineering Blog`,
+        link: rootURL + '/blog/engineering',
+        description: 'The technology behind Uber Engineering',
+        item: result.flat(),
+    };
+};

package/lib/v2/uber/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog/:maxPage?': ['hulb'],
+};

package/lib/v2/uber/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'uber.com': {
+        _name: 'Uber Blog',
+        www: [
+            {
+                title: 'Engineering',
+                docs: 'https://docs.rsshub.app/blog.html#you-bu',
+                source: ['/blog/pittsburgh/engineering'],
+                target: '/uber/blog',
+            },
+        ],
+    },
+};

package/lib/v2/uber/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog/:maxPage?', require('./blog'));
+};

package/lib/v2/udn/global/index.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const start = category === 'hot' ? 6 : 0;
+    const end = category === 'new' ? 6 : 12;
+
+    const rootUrl = 'https://global.udn.com';
+    const currentUrl = `${rootUrl}/global_vision/index${category ? `/${category}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    $('.topic').remove();
+
+    let items = $('.news_cards ul li a')
+        .toArray()
+        .slice(start, end)
+        .concat(category === '' ? $('.last24, h2').find('a').toArray() : [])
+        .map((item) => {
+            item = $(item);
+
+            const link = item.attr('href');
+
+            return {
+                title: item.find('h3').text() || item.text(),
+                link: /^http/.test(link) ? link : `${rootUrl}${item.attr('href')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('#story_art_title, #story_bady_info, #story_also').remove();
+                content('.social_bar, .photo_pop, .only_mobile, .area').remove();
+
+                item.description = content('#tags').prev().html();
+                item.author = content('#story_author_name').text();
+                item.pubDate = timezone(parseDate(content('meta[name="date"]').attr('content')), +8);
+                item.category = content('meta[name="news_keywords"]').attr('content').split(',');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/udn/global/tag.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const tag = ctx.params.tag ?? '過去24小時';
+
+    const rootUrl = 'https://global.udn.com';
+    const currentUrl = `${rootUrl}/search/tagging/1020/${tag}`;
+    const apiUrl = `${rootUrl}/search/ajax_tag/1020/${tag}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    let items = response.data.articles.map((item) => ({
+        title: item.TITLE,
+        author: item.AUTHOR,
+        pubDate: parseDate(item.TIMESTAMP * 1000),
+        category: item.TAG.map((t) => t.tag),
+        link: `${rootUrl}/global_vision/story/${item.CATE_ID}/${item.ART_ID}`,
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('#story_art_title, #story_bady_info, #story_also').remove();
+                content('.social_bar, .photo_pop, .only_mobile, .area').remove();
+
+                item.author = content('#story_author_name').text();
+                item.description = content('#tags').prev().html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `轉角國際 udn Global - ${tag}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/udn/maintainer.js

@@ -1,3 +1,5 @@
 module.exports = {
+    '/global/:category?': ['nczitzk'],
+    '/global/tag/:tag?': ['emdoe', 'nczitzk'],
     '/news/breakingnews/:id': ['miles170'],
 };

package/lib/v2/udn/radar.js

@@ -5,9 +5,23 @@ module.exports = {
             {
                 title: '即時新聞',
                 docs: 'https://docs.rsshub.app/new-media.html#lian-he-xin-wen-wang-ji-shi-xin-wen',
-                source: '/news/breaknews/1/:id',
+                source: ['/news/breaknews/1/:id', '/'],
                 target: '/udn/news/breakingnews/:id',
             },
         ],
+        global: [
+            {
+                title: '轉角國際 - 首頁',
+                docs: 'https://docs.rsshub.app/new-media.html#lian-he-xin-wen-wang-zhuan-jiao-guo-ji-shou-ye',
+                source: ['/global_vision/index/:category', '/'],
+                target: '/udn/global/:category?',
+            },
+            {
+                title: '轉角國際 - 標籤',
+                docs: 'https://docs.rsshub.app/new-media.html#lian-he-xin-wen-wang-zhuan-jiao-guo-ji-biao-qian',
+                source: ['/search/tagging/1020/:tag', '/'],
+                target: '/udn/global/tag/:tag?',
+            },
+        ],
     },
 };

package/lib/v2/udn/router.js

@@ -1,3 +1,5 @@
 module.exports = (router) => {
+    router.get('/global/tag/:tag?', require('./global/tag'));
+    router.get('/global/:category?', require('./global/index'));
     router.get('/news/breakingnews/:id', require('./breaking-news'));
 };

package/lib/v2/usepanda/index.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const feedId = ctx.params.id;
+    const limit = ctx.query.limit ?? 30; // 默认30条
+
+    const rootUrl = 'https://api-panda.com/v4/';
+    const apiUrl = `${rootUrl}articles?feeds=${feedId}&limit=${limit}&page=1&sort=popular`;
+
+    const { data } = await got(apiUrl);
+
+    const items = data.map((item) => ({
+        title: `${item.title} 🌟 ${item.source.likesCount}`,
+        author: item.source.username,
+        pubDate: parseDate(item.source.createdAt),
+        link: item.source.targetUrl,
+        description: item.description,
+    }));
+
+    ctx.state.data = {
+        title: 'Panda Feeds',
+        link: 'https://usepanda.com/',
+        item: items,
+    };
+};