rsshub 1.0.0-master.fe4f650 → 1.0.0-master.fe560d2

package/lib/v2/tencent/news/coronavirus/data.js

@@ -0,0 +1,71 @@
+const { getData } = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const province = ctx.params.province || '';
+    const city = ctx.params.city || '';
+
+    const link = 'https://news.qq.com/zt2020/page/feiyan.htm#/';
+    const item = [];
+
+    const diseaseh5Shelf = (await getData(['diseaseh5Shelf']))?.data?.diseaseh5Shelf || {};
+    const { lastUpdateTime, areaTree } = diseaseh5Shelf;
+    const nationalData = areaTree?.[0];
+    const provinceList = nationalData?.children;
+
+    let todayConfirm = 0;
+    let totalNowConfirm = 0;
+    let totalConfirm = 0;
+    let totalDead = 0;
+    let coronavirusData = {};
+    let placeName = '';
+
+    if (!province || province === '中国' || province === '全国') {
+        // 没有传参则取全国
+        coronavirusData = nationalData;
+        placeName = '中国';
+    } else {
+        // 分省份获取
+        coronavirusData = provinceList?.find((e) => e.name === province);
+        placeName = province;
+        if (city) {
+            // 继续获取 区县 数据
+            coronavirusData = coronavirusData?.children?.find((e) => e.name === city);
+            if (coronavirusData) {
+                placeName = `${province}-${city}`;
+            }
+        }
+    }
+    if (!coronavirusData) {
+        throw new Error(`未找到 ${placeName} 的疫情数据，请检查输入的省市名称是否正确`);
+    }
+    todayConfirm = coronavirusData.today?.confirm;
+    totalNowConfirm = coronavirusData.total?.nowConfirm;
+    totalConfirm = coronavirusData.total?.confirm;
+    totalDead = coronavirusData.total?.dead;
+    const pubDate = parseDate(coronavirusData.total?.mtime || lastUpdateTime);
+
+    const title = `${placeName} - 腾讯新闻 - 新型冠状病毒肺炎疫情实时追踪`;
+
+    const info = {
+        title: `${placeName} - 疫情数据`,
+        description: art(path.join(__dirname, '../../templates/coronavirus/data.art'), {
+            todayConfirm,
+            totalNowConfirm,
+            totalConfirm,
+            totalDead,
+        }),
+        pubDate,
+        guid: `${link}${placeName}?pubDate=${pubDate.toISOString()}`,
+    };
+
+    item.push(info);
+
+    ctx.state.data = {
+        title,
+        link,
+        item,
+    };
+};

package/lib/v2/tencent/news/coronavirus/total.js

@@ -0,0 +1,34 @@
+const { getData } = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const title = '腾讯新闻 - 新型冠状病毒肺炎疫情实时追踪';
+    const link = 'https://news.qq.com/zt2020/page/feiyan.htm#/';
+    const item = [];
+
+    const chinaTotal = (await getData(['diseaseh5Shelf']))?.data?.diseaseh5Shelf?.chinaTotal || {};
+    const { localConfirmH5, localWzzAdd, confirmAdd, localConfirm, nowLocalWzz, highRiskAreaNum, mtime } = chinaTotal;
+    const pubDate = parseDate(mtime);
+    const info = {
+        title: '中国本土数据统计',
+        description: art(path.join(__dirname, '../../templates/coronavirus/chinaTotal.art'), {
+            localConfirmH5,
+            localWzzAdd,
+            confirmAdd,
+            localConfirm,
+            nowLocalWzz,
+            highRiskAreaNum,
+        }),
+        pubDate,
+        guid: `${link}total?pubDate=${pubDate.toISOString()}`,
+    };
+    item.push(info);
+
+    ctx.state.data = {
+        title,
+        link,
+        item,
+    };
+};

package/lib/v2/tencent/news/coronavirus/utils.js

@@ -0,0 +1,17 @@
+const got = require('@/utils/got');
+
+/**
+ *
+ *
+ * @author CaoMeiYouRen
+ * @date 2022-12-18
+ * @param {string[]} [modules=[]] localCityNCOVDataList,diseaseh5Shelf,nowConfirmStatis,provinceCompare,FAutoforeignList,FAutoCountryConfirmAdd,WomWorld,WomAboard,VaccineTopData
+ */
+const getData = async (modules = []) => {
+    const response = await got('https://api.inews.qq.com/newsqa/v1/query/inner/publish/modules/list?modules=' + modules.join(','));
+    return response.data;
+};
+
+module.exports = {
+    getData,
+};

package/lib/v2/tencent/radar.js

@@ -27,6 +27,14 @@ module.exports = {
                 target: (params, url) => `/wechat/mp/msgalbum/${new URL(url).searchParams.get('__biz')}/${new URL(url).searchParams.get('album_id')}`,
             },
         ],
+        news: [
+            {
+                title: '腾讯新闻 - 新型冠状病毒肺炎疫情实时追踪',
+                docs: 'https://docs.rsshub.app/other.html#xin-guan-fei-yan-yi-qing-xin-wen-dong-tai',
+                source: ['/zt2020/page/feiyan.htm#/'],
+                target: '/tencent/news/coronavirus/total',
+            },
+        ],
         pvp: [
             {
                 title: '王者荣耀 - 新闻中心',

package/lib/v2/tencent/router.js

@@ -1,5 +1,7 @@
 module.exports = (router) => {
     router.get('/cloud/column/:id?/:tag?', require('./cloud/column'));
+    router.get('/news/coronavirus/data/:province?/:city?', require('./news/coronavirus/data'));
+    router.get('/news/coronavirus/total', require('./news/coronavirus/total'));
     router.get('/pvp/newsindex/:type', require('./pvp/newsindex'));
     router.get('/qq/sdk/changelog/:platform', require('./qq/sdk/changelog'));
 };

package/lib/v2/tencent/templates/coronavirus/chinaTotal.art

@@ -0,0 +1,6 @@
+<p>本土确诊：</p><p>+{{@localConfirmH5}}</p></br>
+<p>本土无症状：</p><p>+{{@localWzzAdd}}</p></br>
+<p>确诊病例：</p><p>+{{@confirmAdd}}</p></br>
+<p>现有本土确诊：</p><p>{{@localConfirm}}</p></br>
+<p>现有本土无症状：</p><p>{{@nowLocalWzz}}</p></br>
+<p>高风险地区：</p><p>{{@highRiskAreaNum}}</p></br>

package/lib/v2/tencent/templates/coronavirus/data.art

@@ -0,0 +1,4 @@
+<p>新增确诊：</p><p>+{{@todayConfirm}}</p></br>
+<p>现有确诊：</p><p>{{@totalNowConfirm}}</p></br>
+<p>累计确诊：</p><p>{{@totalConfirm}}</p></br>
+<p>累计死亡：</p><p>{{@totalDead}}</p></br>

package/lib/v2/test/index.js

@@ -33,6 +33,14 @@ module.exports = async (ctx) => {
                 author: `DIYgod0`,
                 category: ['Category0', 'Category1', 'Category2'],
             },
+            {
+                title: 'Filter Title3',
+                description: 'Description3',
+                pubDate: new Date(`2019-3-1`).toUTCString(),
+                link: `https://github.com/DIYgod/RSSHub/issues/1`,
+                author: `DIYgod0`,
+                category: 'Category3',
+            },
         ];
     } else if (ctx.params.id === 'long') {
         item.push({

package/lib/v2/theverge/index.js

@@ -3,7 +3,15 @@ const parser = require('@/utils/rss-parser');
 const cheerio = require('cheerio');
 
 module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://www.theverge.com/rss/index.xml');
+    let link;
+
+    if (ctx.params.hub) {
+        link = `https://www.theverge.com/${ctx.params.hub}/rss/index.xml`;
+    } else {
+        link = 'https://www.theverge.com/rss/index.xml';
+    }
+
+    const feed = await parser.parseURL(link);
 
     const items = await Promise.all(
         feed.items.map((item) =>

package/lib/v2/theverge/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/': ['HenryQW'],
+    '/:hub?': ['HenryQW', 'vbali'],
 };

package/lib/v2/theverge/radar.js

@@ -5,8 +5,8 @@ module.exports = {
             {
                 title: 'The Verge',
                 docs: 'https://docs.rsshub.app/new-media.html#the-verge',
-                source: ['/rss/index.xml', '/'],
-                target: '/theverge',
+                source: ['/:hub', '/'],
+                target: '/theverge/:hub?',
             },
         ],
     },

package/lib/v2/theverge/router.js

@@ -1,3 +1,3 @@
 module.exports = (router) => {
-    router.get('/', require('./index'));
+    router.get('/:hub?', require('./index'));
 };

package/lib/v2/tingshuitz/changsha.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const baseUrl = 'http://www.supplywater.com';
+
+module.exports = async (ctx) => {
+    const { channelId = 78 } = ctx.params;
+    const listPage = await got('http://www.supplywater.com/tstz-' + channelId + '.aspx');
+    const $ = cheerio.load(listPage.data);
+    const pageName = $('.mainRightBox .news-title').text();
+    const list = $('.mainRightBox .announcements-title a')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text().trim(),
+                link: baseUrl + item.attr('href').trim(),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(async (item) => {
+            const postPage = await got(item.link);
+            const $ = cheerio.load(postPage.data);
+
+            const data = {
+                title: item.title,
+                description: $('.mainRightBox div:last').html().trim(),
+                pubDate: parseDate($('.mainRightBox .gxsj span:first').text() + ' +0800', 'YYYY/M/D H:m:s ZZ'),
+                link: item.link,
+                author: $('.mainRightBox .gxsj span:last').text(),
+            };
+            return data;
+        })
+    );
+
+    ctx.state.data = {
+        title: `${pageName}通知 - 长沙水业集团`,
+        link: `${baseUrl}/fuwuzhinan.aspx`,
+        item: items,
+    };
+};

package/lib/v2/tingshuitz/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
+    '/changsha/:channelId?': ['shansing'],
     '/dalian': ['DIYgod'],
     '/dongguan': ['victoriqueko'],
     '/guangzhou': ['xyqfer'],

package/lib/v2/tingshuitz/radar.js

@@ -32,6 +32,16 @@ module.exports = {
             },
         ],
     },
+    'supplywater.com': {
+        _name: '停水通知',
+        www: [
+            {
+                title: '长沙市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/*'],
+            },
+        ],
+    },
     'whwater.com': {
         _name: '停水通知',
         '.': [

package/lib/v2/tingshuitz/router.js

@@ -1,4 +1,5 @@
 module.exports = (router) => {
+    router.get('/changsha/:channelId?', require('./changsha'));
     router.get('/dalian', require('./dalian'));
     router.get('/dongguan', require('./dongguan'));
     router.get('/guangzhou', require('./guangzhou'));

package/lib/v2/twitter/web-api/twitter-api.js

@@ -115,24 +115,28 @@ function gatherLegacyFromData(entries, filter = 'tweet-') {
     const tweets = [];
     entries.forEach((entry) => {
         if (entry.entryId && entry.entryId.includes(filter)) {
-            const tweet = entry.content.itemContent.tweet_results.result;
-            const retweet = tweet.legacy.retweeted_status_result?.result;
-            for (const t of [tweet, retweet]) {
-                if (!t?.legacy) {
-                    continue;
+            const tweet = entry.content.itemContent.tweet_results?.result;
+            if (tweet) {
+                const retweet = tweet.legacy?.retweeted_status_result?.result;
+                for (const t of [tweet, retweet]) {
+                    if (!t?.legacy) {
+                        continue;
+                    }
+                    t.legacy.user = t.core.user_results.result.legacy;
+                    const quote = t.quoted_status_result?.result;
+                    if (quote) {
+                        t.legacy.quoted_status = quote.legacy;
+                        t.legacy.quoted_status.user = quote.core.user_results.result.legacy;
+                    }
                 }
-                t.legacy.user = t.core.user_results.result.legacy;
-                const quote = t.quoted_status_result?.result;
-                if (quote) {
-                    t.legacy.quoted_status = quote.legacy;
-                    t.legacy.quoted_status.user = quote.core.user_results.result.legacy;
+                const legacy = tweet.legacy;
+                if (legacy) {
+                    if (retweet) {
+                        legacy.retweeted_status = retweet.legacy;
+                    }
+                    tweets.push(legacy);
                 }
             }
-            const legacy = tweet.legacy;
-            if (retweet) {
-                legacy.retweeted_status = retweet.legacy;
-            }
-            tweets.push(legacy);
         }
     });
     return tweets;

package/lib/v2/twreporter/category.js

@@ -8,16 +8,25 @@ module.exports = async (ctx) => {
     const url = baseURL + `/categories/${ctx.params.cid}`;
     const res = await got(url);
     const $ = cheerio.load(res.data);
-    const list = $('.lnKPLr').get();
-    const category = $('.kCfkTU').text();
+    const regexp = /^window\.__REDUX_STATE__=(.*);$/gm;
+    const raw = $('script[charset="UTF-8"]').html().replace(regexp, '$1');
+    const list = JSON.parse(raw);
+    const ids = list.entities.posts.allIds;
+
+    const links = [];
+    const titles = [];
+    const category = list.entities.posts.byId[ids[0]].categories[0].name;
+
+    for (const id of ids) {
+        links.push(baseURL + '/a/' + list.entities.posts.byId[id].slug);
+        titles.push(list.entities.posts.byId[id].title);
+    }
 
     const out = await Promise.all(
-        list.map((item) => {
-            const $ = cheerio.load(item);
-            const address = baseURL + $('a').attr('href');
-            const title = $('.list-item__Title-sc-1dx5lew-5').text();
-            return ctx.cache.tryGet(address, async () => {
-                const single = await fetch(address);
+        links.map((item, index) => {
+            const title = titles[index];
+            return ctx.cache.tryGet(item, async () => {
+                const single = await fetch(item);
                 single.title = title;
                 return single;
             });

package/lib/v2/uber/blog.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootURL = 'https://www.uber.com';
+const apiURL = 'https://blogapi.uber.com';
+
+module.exports = async (ctx) => {
+    let maxPage = Number(ctx.params.maxPage);
+    if (Number.isNaN(maxPage)) {
+        maxPage = 1;
+    }
+
+    let pages = await Promise.all(
+        [...Array(maxPage).keys()].map((pageIdx) =>
+            got(`${apiURL}/wp-json/blog/v1/data`, {
+                searchParams: {
+                    page: pageIdx + 1,
+                    parent: 'pittsburgh',
+                    slug: 'engineering',
+                },
+            })
+        )
+    );
+    pages = pages.map((page) => page.data);
+
+    const result = await Promise.all(
+        pages.map(
+            async (page) =>
+                await Promise.all(
+                    page.posts.map((post) =>
+                        ctx.cache.tryGet(`${rootURL}${post.link}`, async () => {
+                            let { data: article } = await got(`${apiURL}/wp-json/blog/v1/data`, {
+                                searchParams: {
+                                    slug: post.link.replace(/\//g, '').replace('blog', ''),
+                                },
+                            });
+                            article = article.article;
+
+                            return {
+                                link: article.link,
+                                title: article.title,
+                                description: article.content,
+                                pubDate: parseDate(article.created),
+                                author: article.author,
+                                category: article.categories.map((category) => category.category_name),
+                            };
+                        })
+                    )
+                )
+        )
+    );
+
+    ctx.state.data = {
+        title: `Uber Engineering Blog`,
+        link: rootURL + '/blog/engineering',
+        description: 'The technology behind Uber Engineering',
+        item: result.flat(),
+    };
+};

package/lib/v2/uber/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog/:maxPage?': ['hulb'],
+};

package/lib/v2/uber/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'uber.com': {
+        _name: 'Uber Blog',
+        www: [
+            {
+                title: 'Engineering',
+                docs: 'https://docs.rsshub.app/blog.html#you-bu',
+                source: ['/blog/pittsburgh/engineering'],
+                target: '/uber/blog',
+            },
+        ],
+    },
+};

package/lib/v2/uber/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog/:maxPage?', require('./blog'));
+};

package/lib/v2/usenix/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/usenix-security-sympoium': ['ZeddYu'],
+};

package/lib/v2/usenix/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'usenix.org': {
+        _name: 'USENIX',
+        '.': [
+            {
+                title: 'Security Symposia',
+                docs: 'https://docs.rsshub.app/journal.html#usenix',
+                source: ['/conferences/all', '/conferences', '/'],
+                target: '/usenix/usenix-security-sympoium',
+            },
+        ],
+    },
+};

package/lib/v2/usenix/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/usenix-security-sympoium', require('./usenix'));
+};

package/lib/v2/usenix/usenix.js

@@ -0,0 +1,63 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const url = 'https://www.usenix.org';
+const { parseDate } = require('@/utils/parse-date');
+
+const seasons = ['spring', 'summer', 'fall', 'winter'];
+
+module.exports = async (ctx) => {
+    const last = new Date().getFullYear() + 1;
+    const urlList = Array.from({ length: last - 2020 }, (_, v) => `${url}/conference/usenixsecurity${v + 20}`)
+        .map((url) => seasons.map((season) => `${url}/${season}-accepted-papers`))
+        .flat();
+    const responses = await got.all(
+        urlList.map(async (url) => {
+            let res;
+            try {
+                res = await got(url);
+            } catch (e) {
+                // ignore 404
+            }
+            return res;
+        })
+    );
+
+    const list = responses
+        .filter((element) => element)
+        .map((response) => {
+            const $ = cheerio.load(response.data);
+            const pubDate = parseDate($('meta[property=article:modified_time]').attr('content'));
+            return $('article.node-paper')
+                .toArray()
+                .map((item) => {
+                    item = $(item);
+                    return {
+                        title: item.find('h2.node-title > a').text().trim(),
+                        link: `${url}${item.find('h2.node-title > a').attr('href')}`,
+                        author: item.find('div.field.field-name-field-paper-people-text.field-type-text-long.field-label-hidden p').text().trim(),
+                        pubDate,
+                    };
+                });
+        })
+        .flat();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('.content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'USENIX',
+        link: url,
+        description: 'USENIX Security Symposium Accpeted Papers',
+        allowEmpty: true,
+        item: items,
+    };
+};

package/lib/v2/usepanda/index.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const feedId = ctx.params.id;
+    const limit = ctx.query.limit ?? 30; // 默认30条
+
+    const rootUrl = 'https://api-panda.com/v4/';
+    const apiUrl = `${rootUrl}articles?feeds=${feedId}&limit=${limit}&page=1&sort=popular`;
+
+    const { data } = await got(apiUrl);
+
+    const items = data.map((item) => ({
+        title: `${item.title} 🌟 ${item.source.likesCount}`,
+        author: item.source.username,
+        pubDate: parseDate(item.source.createdAt),
+        link: item.source.targetUrl,
+        description: item.description,
+    }));
+
+    ctx.state.data = {
+        title: 'Panda Feeds',
+        link: 'https://usepanda.com/',
+        item: items,
+    };
+};

package/lib/v2/usepanda/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/feeds/:id': ['lyrl'],
+};

package/lib/v2/usepanda/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'usepanda.com': {
+        _name: 'Panda',
+        '.': [
+            {
+                title: 'Feeds',
+                docs: 'https://docs.rsshub.app/other.html#panda',
+            },
+        ],
+    },
+};

package/lib/v2/usepanda/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/feeds/:id', require('./index'));
+};