rsshub 1.0.0-master.fdf137b → 1.0.0-master.fe775f5

package/lib/v2/whitehouse/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'whitehouse.gov': {
+        _name: '美国白宫办公厅',
+        '.': [
+            {
+                title: '简报室',
+                docs: 'https://docs.rsshub.app/government.html#mei-guo-bai-gong-ban-gong-ting',
+                source: ['/briefing-room/:category', '/'],
+                target: '/whitehouse/briefing-room/:category',
+            },
+            {
+                title: '科技政策办公室',
+                docs: 'https://docs.rsshub.app/government.html#mei-guo-bai-gong-ban-gong-ting',
+                source: ['/ostp', '/'],
+                target: '/whitehouse/ostp',
+            },
+        ],
+    },
+};

package/lib/v2/whitehouse/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/briefing-room/:category?', require('./briefing-room'));
+    router.get('/ostp', require('./ostp'));
+};

package/lib/v2/who/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/news/:language?': ['nczitzk'],
+    '/news-room/:category?/:language?': ['LogicJake', 'nczitzk'],
+    '/speeches/:language?': ['nczitzk'],
+};

package/lib/v2/who/news-room.js

@@ -0,0 +1,76 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'feature-stories';
+    const language = ctx.params.language ?? '';
+
+    const rootUrl = 'https://www.who.int';
+    const currentUrl = `${rootUrl}/${language ? `${language}/` : ''}news-room/${category}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let list = $('.list-view--item a');
+
+    if (list.length === 0) {
+        const response = await got({
+            method: 'get',
+            url: `${rootUrl}/api/hubs/${category.replace(/-/g, '')}?sf_culture=zh&$orderby=PublicationDateAndTime%20desc&$select=Title,PublicationDateAndTime,ItemDefaultUrl&$top=30`,
+        });
+
+        list = response.data.value.map((item) => ({
+            title: item.Title,
+            link: `${currentUrl}/detail/${item.ItemDefaultUrl}`,
+            pubDate: parseDate(item.PublicationDateAndTime),
+        }));
+    } else {
+        list = list
+            .map((_, item) => {
+                item = $(item);
+                const link = item.attr('href');
+
+                return {
+                    link: `${link.indexOf('http') === 0 ? '' : rootUrl}${item.attr('href')}`,
+                };
+            })
+            .get();
+    }
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const matches = detailResponse.data.match(/"headline":"(.*)","description":"(.*)","datePublished":"(.*)","image"/);
+
+                    if (matches) {
+                        item.title = matches[1];
+                        item.description = matches[2];
+                        item.pubDate = parseDate(matches[3]);
+                    } else {
+                        const content = cheerio.load(detailResponse.data);
+
+                        item.description = content('.sf-content-block').html();
+                    }
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('meta[property="og:title"]').attr('content')} - WHO`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/{routes → v2}/who/news.js

@@ -2,7 +2,7 @@ const got = require('@/utils/got');
 const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
-    const language = ctx.params.language || 'en';
+    const language = ctx.params.language ?? 'en';
 
     const rootUrl = 'https://www.who.int';
     const currentUrl = `${rootUrl}/${language === 'en' ? '' : `${language}/`}news`;

package/lib/v2/who/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'who.int': {
+        _name: '世界卫生组织 WHO',
+        '.': [
+            {
+                title: '新闻稿',
+                docs: 'https://docs.rsshub.app/government.html#shi-jie-wei-sheng-zu-zhi-who',
+                source: '/news',
+                target: '/who/news',
+            },
+            {
+                title: '媒体中心',
+                docs: 'https://docs.rsshub.app/government.html#shi-jie-wei-sheng-zu-zhi-who',
+                source: '/news-room/:type',
+                target: '/who/news-room/:type',
+            },
+            {
+                title: '总干事的讲话',
+                docs: 'https://docs.rsshub.app/government.html#shi-jie-wei-sheng-zu-zhi-who',
+                source: '/director-general/speeches',
+                target: '/who/speeches',
+            },
+        ],
+    },
+};

package/lib/v2/who/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/news/:language?', require('./news'));
+    router.get('/news-room/:category?/:language?', require('./news-room'));
+    router.get('/speeches/:language?', require('./speeches'));
+};

package/lib/v2/wikinews/index.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const { parseString } = require('xml2js');
+const cheerio = require('cheerio');
+const currentURL = 'https://zh.wikinews.org/wiki/Special:%E6%96%B0%E9%97%BB%E8%AE%A2%E9%98%85';
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const resp = await got(currentURL);
+    const {
+        urlset: { url: urls },
+    } = await new Promise((resolve, reject) => {
+        parseString(resp.data, (err, result) => {
+            if (err) {
+                reject(err);
+                return;
+            }
+            resolve(result);
+        });
+    });
+
+    ctx.state.data = {
+        title: '最新新闻 - 维基新闻',
+        link: currentURL,
+        item: await Promise.all(
+            urls.map(async (url) => {
+                const loc = url.loc[0];
+                const news = url['news:news'][0];
+                const description = await ctx.cache.tryGet(loc, async () => {
+                    const resp = await got(loc);
+                    const $ = cheerio.load(resp.data);
+                    return $('#bodyContent').html();
+                });
+                return {
+                    title: news['news:title'][0],
+                    pubDate: parseDate(news['news:publication_date'][0]),
+                    category: news['news:keywords'][0].split(',').map((item) => item.trim()),
+                    link: loc,
+                    description,
+                };
+            })
+        ),
+    };
+};

package/lib/v2/wikinews/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/latest': ['KotoriK'],
+};

package/lib/v2/wikinews/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'wikinews.org': {
+        _name: '维基新闻',
+        zh: [
+            {
+                title: '最新新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#wei-ji-xin-wen',
+                source: ['/wiki/Special:新闻订阅'],
+                target: '/wikinews/latest',
+            },
+        ],
+    },
+};

package/lib/v2/wikinews/router.js

@@ -0,0 +1,4 @@
+const routerIndex = require('./index');
+module.exports = function (router) {
+    router.get('/latest', routerIndex);
+};

package/lib/v2/wp-china/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:category?': ['nczitzk'],
+};

package/lib/v2/wp-china/news.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const config = {
+    latest: 'list-35b3413e4c03411d8f3726162570804f',
+    stories: 'list-7224ef82da1b498eb24046a6c56ff566',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'latest';
+
+    const rootUrl = 'http://www.wp-china.com';
+    const currentUrl = `${rootUrl}/f/${config[category]}.html`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.new_list')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.children('.fb').text(),
+                link: `${rootUrl}${item.parent().attr('href')}`,
+                pubDate: timezone(parseDate(item.children('.grey').text()), +8),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('.wb100').html();
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text().replace(' - Powered By gobestsoft', ''),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/wp-china/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'wp-china.com': {
+        _name: '中国工人出版社',
+        '.': [
+            {
+                title: '新闻中心',
+                docs: 'https://docs.rsshub.app/new-media.html#zhong-guo-gong-ren-chu-ban-she',
+                source: ['/'],
+                target: '/wp-china/news',
+            },
+        ],
+    },
+};

package/lib/v2/wp-china/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/news/:category?', require('./news'));
+};

package/lib/{routes → v2}/wsj/index.js

@@ -1,6 +1,7 @@
 const parser = require('@/utils/rss-parser');
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 const categoryToXMLFileName = {
     opinion: 'RSSOpinion.xml',
@@ -57,7 +58,7 @@ module.exports = async (ctx) => {
                 });
                 const html = response.body;
                 const $ = cheerio.load(html);
-                const content = $('.articleBody > div[amp-access="access"]');
+                const content = $('.articleBody > section');
 
                 // Cover
                 const cover = $('.articleLead > div.is-lead-inset > div.header > .img-header > div.image-container > amp-img > img');
@@ -73,6 +74,7 @@ module.exports = async (ctx) => {
                 // Metadata (categories & updatedAt)
                 const updatedAt = $('meta[itemprop="dateModified"]').attr('content');
                 const publishedAt = $('meta[itemprop="datePublished"]').attr('content');
+                const author = $('.author > a[rel="author"]').html();
 
                 const categories = $('meta[name="keywords"]')
                     .attr('content')
@@ -113,9 +115,9 @@ module.exports = async (ctx) => {
                 return {
                     title: item.title,
                     id: item.guid,
-                    pubDate: new Date(publishedAt).toUTCString(),
-                    updated: new Date(updatedAt).toUTCString(),
-                    author: item.creator,
+                    pubDate: parseDate(publishedAt),
+                    updated: parseDate(updatedAt),
+                    author,
                     link: item.link,
                     summary,
                     description: content.html(),

package/lib/v2/wsj/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:lang/:category?': ['oppilate'],
+};

package/lib/v2/wsj/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'wsj.com': {
+        _name: '华尔街日报 The Wall Street Journal (WSJ)',
+        cn: [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#hua-er-jie-ri-bao-the-wall-street-journal-wsj',
+                souce: '/',
+                target: '/wsj/zh-cn',
+            },
+        ],
+        www: [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#hua-er-jie-ri-bao-the-wall-street-journal-wsj',
+                souce: '/',
+                target: '/wsj/en-us',
+            },
+        ],
+    },
+};

package/lib/v2/wsj/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:lang/:category?', require('./index'));
+};

package/lib/v2/wyzxwk/article.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 'shidai';
+
+    const rootUrl = 'http://www.wyzxwk.com';
+    const currentUrl = `${rootUrl}/Article/${id}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    $('.g-sd').remove();
+
+    let items = $('h3 a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    if (item.link.indexOf('wyzxwk.com') > 0) {
+                        try {
+                            const detailResponse = await got({
+                                method: 'get',
+                                url: item.link,
+                            });
+                            const content = cheerio.load(detailResponse.data);
+
+                            content('.zs-modal-body').prev().nextAll().remove();
+
+                            const pubDate = detailResponse.data.match(/<span class="s-grey-3">(\d{4}-\d{2}-\d{2})<\/span>/);
+                            if (pubDate) {
+                                item.pubDate = parseDate(pubDate[1], 'YYYY-MM-DD');
+                            }
+
+                            item.description = content('article').html();
+                        } catch (e) {
+                            item.description = '';
+                        }
+                    }
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('title').text().split(' - ')[0]} - 乌有之乡网刊`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/wyzxwk/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/article/:id?': ['nczitzk'],
+};

package/lib/v2/wyzxwk/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'wyzxwk.com': {
+        _name: '乌有之乡',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/new-media.html#wu-you-zhi-xiang-lan-mu',
+                source: ['/Article/:id', '/'],
+                target: '/wyzxwk/article/:id?',
+            },
+        ],
+    },
+};

package/lib/v2/wyzxwk/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/article/:id?', require('./article'));
+};

package/lib/v2/xiaoyuzhou/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/': ['prnake', 'Maecenas'],
+    '/podcast/:id': ['hondajojo', 'jtsang4'],
+};

package/lib/{routes → v2}/xiaoyuzhou/pickup.js

@@ -58,7 +58,7 @@ const ProcessFeed = async (ctx) => {
         const itunes_item_image = item.episode.image ? item.episode.image.picUrl : item.episode.podcast.image ? item.episode.podcast.image.picUrl : '';
         const link = `https://www.xiaoyuzhoufm.com/episode/${eid}`;
         const pubDate = item.pubDate;
-        const enclosure_length = item.episode.duration;
+        const itunes_duration = item.episode.duration;
         const enclosure_url = item.episode.enclosure.url;
         const desc = `<p><strong>${item.comment.author.nickname}：</strong>${item.comment.text}</p><hr>` + item.episode.shownotes;
         const author = item.episode.podcast.author;
@@ -70,7 +70,7 @@ const ProcessFeed = async (ctx) => {
             author,
             pubDate,
             enclosure_url,
-            enclosure_length,
+            itunes_duration,
             itunes_item_image,
             enclosure_type: 'audio/mpeg',
         };

package/lib/v2/xiaoyuzhou/podcast.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const link = `https://www.xiaoyuzhoufm.com/podcast/${ctx.params.id}`;
+    const response = await got({
+        method: 'get',
+        url: link,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const page_data = JSON.parse($('#__NEXT_DATA__')[0].children[0].data);
+
+    const episodes = page_data.props.pageProps.podcast.episodes.map((item) => ({
+        title: item.title,
+        enclosure_url: item.enclosure.url,
+        itunes_duration: item.duration,
+        enclosure_type: 'audio/mpeg',
+        link: `https://www.xiaoyuzhoufm.com/episode/${item.eid}`,
+        pubDate: parseDate(item.pubDate),
+        description: item.shownotes,
+        itunes_item_image: (item.image || item.podcast?.image)?.smallPicUrl,
+    }));
+
+    ctx.state.data = {
+        title: page_data.props.pageProps.podcast.title,
+        link: `https://www.xiaoyuzhoufm.com/podcast/${page_data.props.pageProps.podcast.pid}`,
+        itunes_author: page_data.props.pageProps.podcast.author,
+        itunes_category: '',
+        image: page_data.props.pageProps.podcast.image.smallPicUrl,
+        item: episodes,
+        description: page_data.props.pageProps.podcast.description,
+    };
+};

package/lib/v2/xiaoyuzhou/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'xiaoyuzhoufm.com': {
+        _name: '小宇宙',
+        '.': [
+            {
+                title: '发现',
+                docs: 'https://docs.rsshub.app/multimedia.html#xiao-yu-zhou',
+                source: ['/'],
+                target: '/xiaoyuzhou',
+            },
+            {
+                title: '播客',
+                docs: 'https://docs.rsshub.app/multimedia.html#xiao-yu-zhou',
+                source: ['/podcast/:id'],
+                target: '/xiaoyuzhou/podcast/:id',
+            },
+        ],
+    },
+};

package/lib/v2/xiaoyuzhou/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/podcast/:id', require('./podcast'));
+    router.get('/', require('./pickup'));
+};

package/lib/v2/xmanhua/index.js

@@ -0,0 +1,74 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+    const host = 'https://xmanhua.com';
+    const url = `https://xmanhua.com/${uid}/`;
+    const response = await got({
+        method: 'get',
+        url,
+        headers: {
+            Referer: host,
+        },
+    });
+
+    const data = response.data;
+    const $ = cheerio.load(data);
+    const list = $('div #chapterlistload').find('.detail-list-form-item');
+    // 作者
+    const autherName = $('body > div.detail-info-1 > div > div > p.detail-info-tip > span:nth-child(1)').text().split('：')[1];
+    // 检查漫画是否已经完结
+    const finished_text = $('div.detail-list-form-title').clone().children().remove().end().text();
+    let finished = false;
+    let newOneDate = finished_text.split(',')[1];
+    if (newOneDate.includes('月') && newOneDate.includes('號')) {
+        const month = parseInt(newOneDate.split('月')[0]);
+        const date = parseInt(newOneDate.split('月')[1].split('號')[0]);
+        const year = new Date().getFullYear();
+        newOneDate = new Date(year, month - 1, date + 1);
+    } else {
+        newOneDate = new Date(newOneDate);
+        newOneDate.setDate(newOneDate.getDate() + 1);
+    }
+    if (finished_text.includes('已完結') || finished_text.includes('已完结')) {
+        finished = true;
+    }
+    // 最新一话的地址
+    const updatedOne = $('div.detail-list-form-title span.s a').attr('href');
+    const items = list
+        .map((index, item) => {
+            item = $(item);
+            const itemTitle = item.text();
+            const itemUrl = item.attr('href');
+            let itemDate;
+            if (itemUrl === updatedOne) {
+                itemDate = parseDate(newOneDate);
+            } else {
+                itemDate = '';
+            }
+            return {
+                title: itemTitle,
+                link: host + itemUrl,
+                auther: autherName,
+                pubDate: itemDate,
+                guid: host + itemUrl,
+            };
+        })
+        .get();
+    const name = $('body > div.detail-info-1 > div > div > p.detail-info-title').text();
+    let description_ = '';
+    if (finished) {
+        description_ = '已完结';
+    } else {
+        description_ = '连载中';
+    }
+    ctx.state.data = {
+        title: `x漫画  ${name}`,
+        link: `https://xmanhua.com/${uid}`,
+        description: description_,
+        allowEmpty: true,
+        item: items,
+    };
+};

package/lib/v2/xmanhua/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'xmanhua.com': {
+        _name: 'X 漫画',
+        '.': [
+            {
+                title: '最新动态',
+                docs: 'https://docs.rsshub.app/anime.html#x-man-hua',
+                source: ['/:uid'],
+                target: '/xmanhua/:uid',
+            },
+        ],
+    },
+};

package/lib/v2/xmanhua/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:uid', require('./index'));
+};

package/lib/v2/youzhiyouxing/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/materials/:column?': ['broven', 'Fatpandac'],
+};