rsshub 1.0.0-master.fed0404 → 1.0.0-master.ff1cc11

package/lib/routes/voa/index.js

@@ -0,0 +1,54 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    let baseURL;
+    switch (ctx.params.language) {
+        case 'cantonese':
+            baseURL = 'https://www.voacantonese.com/';
+            break;
+        case 'chinese':
+            baseURL = 'https://www.voachinese.com/';
+            break;
+        case 'tibetan':
+            baseURL = 'https://www.voatibetan.com/';
+            break;
+        default:
+            throw Error('The language specified does not exist');
+    }
+
+    const response = await got.get(baseURL + 'api/' + (ctx.params.channel || ''));
+    const $ = cheerio.load(response.data);
+
+    const list = [];
+    $('item').each((_, e) => {
+        const item = {};
+        item.title = $(e).find('title').first().text();
+        item.link = $(e).find('guid').first().text();
+        item.pubDate = $(e).find('pubDate').first().text();
+        item.description = $(e).find('description').first().text();
+        list.push(item);
+    });
+
+    const result = await Promise.all(
+        list
+            .filter((item) => item.link)
+            .map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const content = await got.get(item.link);
+                    const description = cheerio.load(content.data);
+                    description('.wsw__embed').remove();
+
+                    item.description = description('div#article-content div').first().html() ? description('div.cover-media') + description('div#article-content div').first().html() : item.description;
+
+                    return item;
+                })
+            )
+    );
+
+    ctx.state.data = {
+        title: $('channel title').first().text(),
+        link: baseURL,
+        item: result,
+    };
+};

package/lib/routes/vocus/user.js

@@ -29,7 +29,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `${fullname}的个人文章 - 方格子`,
-        link: link,
+        link,
         description: intro,
         item: items,
     };

package/lib/routes/vocus/utils.js

@@ -4,10 +4,10 @@ const load = async (link, configs) => ({
     description: (await got.get(link, configs)).data.article.content,
 });
 
-const ProcessFeed = async (list, host, caches) => {
+const ProcessFeed = (list, host, caches) => {
     const configs = { headers: { Referer: host } };
 
-    return await Promise.all(
+    return Promise.all(
         list.map(async (item) => {
             const itemUrl = `https://api.sosreader.com/api/article/${item._id}`;
 
@@ -18,7 +18,7 @@ const ProcessFeed = async (list, host, caches) => {
                 link: `${host}/${item._id}`,
             };
 
-            const other = await caches.tryGet(itemUrl, async () => await load(itemUrl, configs));
+            const other = await caches.tryGet(itemUrl, () => load(itemUrl, configs));
             return Promise.resolve(Object.assign({}, single, other));
         })
     );

package/lib/routes/vol/lastupdate.js

@@ -14,7 +14,7 @@ module.exports = async (ctx) => {
         mode = 'all';
         title = 'Vol.moe';
     }
-    const link = `http://vol.moe/list/all,all,${mode},lastupdate,all,all,none/`;
+    const link = `https://vol.moe/l/all,all,${mode},lastupdate,all,all,none/`;
     const listData = await got.get(link);
     const $list = cheerio.load(listData.data);
     const items = $list('.listbg td')
@@ -23,7 +23,9 @@ module.exports = async (ctx) => {
             const title = $el.find('a').last().text();
             const imgEL = $el.find('a').first();
             const link = imgEL.attr('href');
-            const imgSrc = imgEL.find('.img_book').attr('src');
+            const imgSrc = String(imgEL.find('.img_book').attr('style'))
+                .replace(/.*\s?url\(['"]?/, '')
+                .replace(/['"]?\).*/, '');
             const match = $el.text().match(/\[[\s\S]*?\]/g);
             const detail = $el.find('.pagefoot').text();
             const date = $el.find('.filesize').text();
@@ -36,7 +38,7 @@ module.exports = async (ctx) => {
             <h2>${detail}</h2>
             <h2>${date}</h2>
         `.trim(),
-                link: link,
+                link,
                 pubDate: new Date(date).toUTCString(),
             };
         })

package/lib/routes/vuevideo/user.js

@@ -6,7 +6,7 @@ module.exports = async (ctx) => {
     const url = `https://m.vuevideo.net/share/user/${userid}`;
     const response = await got({
         method: 'get',
-        url: url,
+        url,
     });
 
     const data = response.data;
@@ -43,8 +43,8 @@ module.exports = async (ctx) => {
             const single = {
                 title: $('.videoTitle').text(),
                 description,
-                link: link,
-                author: author,
+                link,
+                author,
             };
             ctx.cache.set(link, JSON.stringify(single));
             return Promise.resolve(single);

package/lib/routes/vulture/utils.js

@@ -27,17 +27,17 @@ async function load(articleURL) {
     description.append('<br /><br />tags: ' + tags.join(', '));
 
     return {
-        title: title,
+        title,
         author: bylineString,
-        pubDate: pubDate,
+        pubDate,
         link: articleURL,
         guid: articleURL,
         description: description.html(),
-        tags: tags,
+        tags,
     };
 }
 
-async function ProcessFeed(htmlData, caches) {
+function ProcessFeed(htmlData, caches) {
     const $ = cheerio.load(htmlData);
     const allArticles = $('section.paginated-feed li.article');
 
@@ -45,7 +45,7 @@ async function ProcessFeed(htmlData, caches) {
     const articles = allArticles.slice(0, 25);
 
     const articleURLs = [];
-    $(articles).each(function (index, article) {
+    $(articles).each((index, article) => {
         const articleLink = $(article).find('a.link-text');
 
         let articleURL = articleLink.attr('href');
@@ -57,16 +57,16 @@ async function ProcessFeed(htmlData, caches) {
         articleURLs.push(articleURL);
     });
 
-    return await Promise.all(
+    return Promise.all(
         articleURLs.map(async (articleURL) => {
-            const data = await caches.tryGet(articleURL, async () => await load(articleURL));
+            const data = await caches.tryGet(articleURL, () => load(articleURL));
             return Promise.resolve(Object.assign({}, data));
         })
     );
 }
 
 function FilterItemsWithTags(feed, tagsToExclude) {
-    return feed.filter(function (item) {
+    return feed.filter((item) => {
         for (const index in tagsToExclude) {
             const tagToExclude = tagsToExclude[index];
             const itemTags = item.tags;
@@ -81,7 +81,7 @@ function FilterItemsWithTags(feed, tagsToExclude) {
 const getData = async (ctx, url, title, tagsToExclude) => {
     const htmlResponse = await got({
         method: 'get',
-        url: url,
+        url,
         headers: {
             Referer: url,
         },
@@ -101,9 +101,9 @@ const getData = async (ctx, url, title, tagsToExclude) => {
     const description = $('meta[name="description"]').attr('content');
 
     return {
-        title: title,
+        title,
         link: url,
-        description: description,
+        description,
         item: result,
     };
 };

package/lib/routes/wainao/index.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+// 找到那个对象存储的是需要的数据
+const findData = (list) => {
+    const target = list.filter((item) => item.method === 'replaceWith' || item.method === 'infiniteScrollInsertView');
+    if (!target.length) {
+        return {};
+    }
+    return target[0];
+};
+
+module.exports = async (ctx) => {
+    // 如果在国内运行，需要在这里配置代理（agent）方可请求歪脑读接口。
+    const response = await got({
+        method: 'post',
+        url: `https://www.wainao.me/views/ajax?_wrapper_format=drupal_ajax`,
+        body: `view_name=wainao_reads_all_articles&view_display_id=page_2&view_args=&view_path=%2Fwainao-reads%2Fall-articles&view_base_path=wainao-reads%2Fall-articles&view_dom_id=0ae93d7cdc29110b720a459d259ee376b5cdfd8caa02ce79d3468a5d3084b1a1&pager_element=0&sort_by=created&page=0&_drupal_ajax=1&ajax_page_state%5Btheme%5D=wainaome&ajax_page_state%5Btheme_token%5D=&ajax_page_state%5Blibraries%5D=addtoany%2Faddtoany%2Cbetter_exposed_filters%2Fauto_submit%2Cbetter_exposed_filters%2Fgeneral%2Cbootstrap%2Fpopover%2Cbootstrap%2Ftooltip%2Ccore%2Fhtml5shiv%2Ccore%2Fpicturefill%2Cextlink%2Fdrupal.extlink%2Cfontawesome%2Ffontawesome.svg.shim%2Cgoogle_analytics%2Fgoogle_analytics%2Cmasonry%2Fmasonry.layout%2Csystem%2Fbase%2Cviews%2Fviews.module%2Cviews_infinite_scroll%2Fviews-infinite-scroll%2Cwainao_votes%2Fwainao_votes%2Cwainaome%2Fdefault-layout%2Cwn_custom%2Fwn_custom`,
+        headers: {
+            accept: 'application/json, text/javascript, */*; q=0.01',
+            'content-type': 'application/x-www-form-urlencoded; charset=UTF-8',
+        },
+    });
+    const _body = response.data;
+    const data = findData(_body).data;
+    if (!data) {
+        return;
+    }
+    const $ = cheerio.load(data);
+
+    const titles = $('.view-content .views-row').map((_, item) => {
+        const $item = $(item);
+        return {
+            title: $item.find('.field_title a').text(),
+            description: $item.find('.field_teaser').text().trim(),
+            link: 'https://www.wainao.me' + $item.find('.field_title a').attr('href'),
+            pubDate: $item.find('.field_date').text().trim(),
+        };
+    });
+    ctx.state.data = {
+        title: `歪脑读 - 所有文章`,
+        link: 'https://www.wainao.me/wainao-reads/all-articles',
+        description: '歪脑读 - 所有文章...',
+        item: titles.toArray(),
+    };
+};

package/lib/routes/wanwansub/index.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id || '139';
+
+    const rootUrl = 'http://wanwansub.com';
+    const currentUrl = `${rootUrl}/node/${id}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.pg-item a')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                content('.button').remove();
+
+                const links = detailResponse.data.match(/<a href="magnet:(.*?)" target="_self">磁力<\/a>/g);
+
+                if (links) {
+                    item.enclosure_type = 'application/x-bittorrent';
+                    item.enclosure_url = links.pop().match(/<a href="(.*)" target="_self">磁力<\/a>/)[1];
+                }
+
+                item.description = content('.content-box').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/wanwansub/info.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'http://wanwansub.com';
+    const currentUrl = `${rootUrl}/info/${id}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.lightbox-image')
+        .nextAll('p')
+        .slice(3)
+        .map((_, item) => {
+            const i = {};
+
+            item = $(item);
+
+            item.find('a').each(function () {
+                if ($(this).text() === '磁力') {
+                    i.enclosure_url = $(this).attr('href');
+                    i.enclosure_type = 'application/x-bittorrent';
+                }
+            });
+
+            i.description = `<p>${item.html()}</p>`;
+            i.title = item.text().split(' ')[0];
+            i.link = currentUrl;
+
+            return i;
+        })
+        .get();
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/weatheralarm/index.js

@@ -17,9 +17,9 @@ module.exports = async (ctx) => {
             const title = item.title;
             const url = item.url;
             return {
-                title: `${title}`,
+                title,
                 link: `http://www.nmc.cn${url}`,
-                pubDate: `${item.issuetime}`,
+                pubDate: item.issuetime,
             };
         }),
     };

package/lib/routes/webtoons/naver.js

@@ -19,7 +19,7 @@ async function getDescription(ctx, link) {
     return result;
 }
 
-async function getItems(ctx, $) {
+function getItems(ctx, $) {
     return Promise.all(
         $('#content > table > tbody > tr')
             .toArray()

package/lib/routes/weexcn/index.js

@@ -38,7 +38,7 @@ module.exports = async (ctx) => {
     const json_data = response.data.data.items;
 
     const result = [];
-    json_data.map(async (item) => {
+    json_data.forEach((item) => {
         const title = item.title;
         const guid = item.id;
         const pubDate = new Date(item.display_time * 1000).toUTCString();
@@ -50,11 +50,11 @@ module.exports = async (ctx) => {
         const description = item.content_short;
 
         const single = {
-            title: title,
-            link: link,
-            guid: guid,
-            pubDate: pubDate,
-            description: description,
+            title,
+            link,
+            guid,
+            pubDate,
+            description,
         };
 
         result.push(single);

package/lib/routes/weforum/report.js

@@ -27,21 +27,20 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
 
-                    content('.report__meta').remove();
+                content('.report__meta').remove();
 
-                    item.description += content('.report__display-info').html();
+                item.description += content('.report__display-info').html();
 
-                    return item;
-                })
+                return item;
+            })
         )
     );
 

package/lib/routes/wegene/column.js

@@ -18,7 +18,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `${name}的${category}最近更新-WeGene`,
-        link: link,
+        link,
         item: data.map((item) => ({
             title: item.title,
             link: `https://www.wegene.com/crowdsourcing/details/${item.id}`,

package/lib/routes/wegene/newest.js

@@ -9,7 +9,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: '最近更新-WeGene',
-        link: link,
+        link,
         item: data.map((item) => ({
             title: item.title,
             description: item.description,

package/lib/routes/weibo/keyword.js

@@ -1,6 +1,8 @@
+const querystring = require('querystring');
 const got = require('@/utils/got');
 const weiboUtils = require('./utils');
-const date = require('@/utils/date');
+const timezone = require('@/utils/timezone');
+const { fallback, queryToBoolean } = require('@/utils/readable-social');
 
 module.exports = async (ctx) => {
     const keyword = ctx.params.keyword;
@@ -17,16 +19,27 @@ module.exports = async (ctx) => {
     });
     const data = response.data.data.cards;
 
+    const routeParams = querystring.parse(ctx.params.routeParams);
     ctx.state.data = {
         title: `又有人在微博提到${keyword}了`,
         link: `http://s.weibo.com/weibo/${encodeURIComponent(keyword)}&b=1&nodup=1`,
         description: `又有人在微博提到${keyword}了`,
         item: data.map((item) => {
-            const title = item.mblog.text.replace(/<img.*?>/g, '[图片]').replace(/<.*?>/g, '');
+            item.mblog.created_at = timezone(item.mblog.created_at, +8);
+            if (item.mblog.retweeted_status && item.mblog.retweeted_status.created_at) {
+                item.mblog.retweeted_status.created_at = timezone(item.mblog.retweeted_status.created_at, +8);
+            }
+            const formatExtended = weiboUtils.formatExtended(ctx, item.mblog, {
+                showAuthorInTitle: fallback(undefined, queryToBoolean(routeParams.showAuthorInTitle), true),
+                showAuthorInDesc: fallback(undefined, queryToBoolean(routeParams.showAuthorInDesc), true),
+            });
+            const title = formatExtended.title;
+            const description = formatExtended.description;
             return {
-                title: `${item.mblog.user.screen_name}: ${title}`,
-                description: `${item.mblog.user.screen_name}: ${weiboUtils.format(item.mblog)}`,
-                pubDate: date(item.mblog.created_at, 8),
+                title,
+                description,
+                pubDate: item.mblog.created_at,
+                author: item.mblog.user.screen_name,
                 link: `https://weibo.com/${item.mblog.user.id}/${item.mblog.bid}`,
             };
         }),

package/lib/routes/weibo/super_index.js

@@ -1,6 +1,6 @@
 const got = require('@/utils/got');
 const weiboUtils = require('./utils');
-const date = require('@/utils/date');
+const timezone = require('@/utils/timezone');
 const queryString = require('query-string');
 
 module.exports = async (ctx) => {
@@ -29,13 +29,15 @@ module.exports = async (ctx) => {
         for (const mblogCard of card.card_group) {
             if (mblogCard.card_type === '9' && 'mblog' in mblogCard) {
                 const mblog = mblogCard.mblog;
-                const desc = weiboUtils.format(mblog);
+                const formatExtended = weiboUtils.formatExtended(ctx, mblog);
+                const title = formatExtended.title;
+                const desc = formatExtended.description;
                 resultItems.push({
-                    title: desc.replace(/<img.*?>/g, '[图片]').replace(/<.*?>/g, ''),
+                    title,
                     description: desc,
                     author: mblog.user.screen_name,
                     link: `https://weibo.com/${mblog.user.id}/${mblog.bid}`,
-                    pubDate: date(mblog.created_at, 8),
+                    pubDate: timezone(mblog.created_at, +8),
                 });
             }
         }

package/lib/routes/weibo/timeline.js

@@ -25,7 +25,7 @@ module.exports = async (ctx) => {
                 ['face', 'ani', 'cartoon'].map(async (type) => {
                     try {
                         const rep = await got.get(`https://api.weibo.com/2/emotions.json?access_token=${token}&type=${type}`);
-                        rep.data.forEach(function (item) {
+                        rep.data.forEach((item) => {
                             tmpEmotionList[item.phrase] = item.url;
                         });
                         return Promise.resolve(rep);
@@ -46,18 +46,18 @@ module.exports = async (ctx) => {
                     picUrlList = picUrlList.concat(item.pic_urls);
                     try {
                         const rep = await got.get(`https://m.weibo.cn/${item.user.id}/${item.id}`);
-                        rep.body.replace(/"text": "([\s\S]*?)",/g, function (s, value) {
+                        rep.body.replace(/"text": "([\s\S]*?)",/g, (s, value) => {
                             res.push(value.replace(/\\"/g, "'"));
                         });
-                        rep.body.replace(/"mp4_720p_mp4": "([\s\S]*?)",/, function (s, value) {
+                        rep.body.replace(/"mp4_720p_mp4": "([\s\S]*?)",/, (s, value) => {
                             videoList.push(value);
                         });
                         if (res.length > 1) {
                             const sub_rep = await got.get(`https://m.weibo.cn/${item.retweeted_status.user.id}/${item.retweeted_status.id}`);
-                            sub_rep.body.replace(/"text": "([\s\S]*?)",/g, function (s, value) {
+                            sub_rep.body.replace(/"text": "([\s\S]*?)",/g, (s, value) => {
                                 res[1] = value.replace(/\\"/g, "'");
                             });
-                            sub_rep.body.replace(/"mp4_720p_mp4": "([\s\S]*?)",/, function (s, value) {
+                            sub_rep.body.replace(/"mp4_720p_mp4": "([\s\S]*?)",/, (s, value) => {
                                 videoList.push(value);
                             });
                             picUrlList = picUrlList.concat(item.retweeted_status.pic_urls);
@@ -69,14 +69,14 @@ module.exports = async (ctx) => {
                             picUrlList = picUrlList.concat(item.retweeted_status.pic_urls);
                         }
                         // 非全文获取的微博内容需要替换表情
-                        res.forEach(function (content, index) {
+                        res.forEach((content, index) => {
                             const emotion = [];
-                            content.replace(/(\[.*?\])/g, function (s, value) {
-                                emotion.push(`${value}`);
+                            content.replace(/(\[.*?\])/g, (s, value) => {
+                                emotion.push(value);
                             });
 
                             if (content.length > 0) {
-                                emotion.forEach(function (item) {
+                                emotion.forEach((item) => {
                                     res[index] = content.replace(new RegExp(`\\${item}`, 'g'), `<img alt="${item}" src="${weiboEmotion[item]}" style="width:1em; height:1em;" referrerpolicy="no-referrer">`);
                                 });
                             }
@@ -91,7 +91,7 @@ module.exports = async (ctx) => {
                         }
 
                         // 手机端reeder查看内容时，表情会导致换行-此处做转换
-                        content.replace(/<span class='url-icon'>([\s\S]*?)<\/span>/g, function (s, value) {
+                        content.replace(/<span class='url-icon'>([\s\S]*?)<\/span>/g, (s, value) => {
                             content = content.replace(s, value);
                         });
                     } catch (error) {
@@ -107,8 +107,8 @@ module.exports = async (ctx) => {
                         title = `${item.user.name}--原创微博`;
                     }
                     return {
-                        title: title,
-                        content: content,
+                        title,
+                        content,
                         author: item.user.name,
                         date: item.created_at,
                         link: `https://m.weibo.cn/detail/${item.id}`,
@@ -138,10 +138,10 @@ module.exports = async (ctx) => {
                     });
                 }
                 return {
-                    description: `${description
+                    description: description
                         .replace(/\b(url|href|src)\b=(['|"])http:/g, '$1=$2https:')
                         .replace('http://t.cn/', 'https://t.cn/')
-                        .replace('http://m.weibo.', 'https://m.weibo.')}`,
+                        .replace('http://m.weibo.', 'https://m.weibo.'),
                     link: item.link,
                     pubDate: item.date,
                     title: item.title,