rsshub 1.0.0-master.fdefa01 → 1.0.0-master.ff1cc11

package/lib/routes/uwants/index.js

@@ -0,0 +1,70 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const fid = ctx.params.fid;
+
+    const rootUrl = 'https://www.uwants.com';
+    const currentUrl = `${rootUrl}/archiver/?fid-${fid}.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('li a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 15)
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}/${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const data = detailResponse.data
+                    .replace(/\[(\w+)=([\w\d#]+)\]/gm, '<span style="$1: $2;">')
+                    .replace(/\[url=(.*?)\]/gm, '<a href="$1">')
+                    .replace(/\[\/(color|size)\]/gm, '</span>')
+                    .replace(/\[\/url\]/gm, '</a>')
+                    .replace(/\[(\w+)\]/gm, '<$1>')
+                    .replace(/\[\/(\w+)\]/gm, '</$1>');
+
+                const content = cheerio.load(data);
+
+                const cite = content('cite');
+                item.author = cite.eq(0).text();
+                const firstAuthorParent = cite.eq(0).parent();
+
+                item.description = content('.archiver_post').html();
+
+                cite.remove();
+
+                item.link = `${rootUrl}/viewthread.php?tid=${item.link.match(/tid-(\d+)\.html/)[1]}`;
+                item.pubDate = timezone(parseDate(firstAuthorParent.text().trim(), 'YYYY-M-D hh:mm A'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('h1 a').text().replace('查看完整版本: ', '')} - Uwants.com`,
+        link: `${rootUrl}/forumdisplay.php?fid=${fid}`,
+        item: items,
+    };
+};

package/lib/routes/v2ex/tab.js

@@ -39,7 +39,7 @@ module.exports = async (ctx) => {
                         return `<p><div>#${no}: <i>${author}</i></div><div>${content}</div></p>`;
                     })
                     .join('');
-                const post = {
+                post = {
                     title: $('.header h1').text(),
                     link: pageUrl,
                     guid: pageUrl,

package/lib/routes/verfghbw/press.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword;
+
+    let request = {
+        url: 'https://verfgh.baden-wuerttemberg.de/de/presse-und-service/pressemitteilungen/',
+        headers: {
+            Referer: 'https://verfgh.baden-wuerttemberg.de/de/presse-und-service/pressemitteilungen/',
+        },
+    };
+
+    if (keyword) {
+        request = {
+            method: 'post',
+            form: {
+                'tx_bwlistheader_list[search][keywords]': keyword,
+            },
+            ...request,
+        };
+    } else {
+        request = {
+            method: 'get',
+            ...request,
+        };
+    }
+
+    const response = await got(request);
+
+    const data = response.data;
+    const $ = cheerio.load(data);
+
+    const list = $('.pressListItem')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.find('.pressListItemTeaser > h3').text().trim(),
+                link: new URL(item.find('.link-download').attr('href'), 'https://verfgh.baden-wuerttemberg.de/'),
+                pubDate: new Date(item.find('.pressListItemDate > span').text()).toUTCString(),
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: 'Verfassungsgerichtshof Baden-Württemberg - Pressemitteilungen',
+        link: request.url,
+        description: 'Pressemitteilungen des Verfassungsgerichtshof für das Land Baden-Württemberg',
+        item: list,
+    };
+};

package/lib/routes/vgn/index.js

@@ -0,0 +1,27 @@
+const got = require('@/utils/got');
+
+const platforms = ['全部', 'Switch', 'PS4', 'PC', 'Xbox'];
+
+module.exports = async (ctx) => {
+    const platform = ctx.params.platform || 0;
+    const url = `https://api.vgn.cn/apiv2/home/article?platform=${platform}&tab_id=-1&page=1&page_size=20`;
+
+    const response = await got({
+        method: 'get',
+        url,
+    });
+
+    const data = response.data.data;
+
+    ctx.state.data = {
+        title: `游戏动力资讯 ${platforms[platform]}`,
+        link: 'https://vgn.cn/news',
+        description: `游戏动力资讯 ${platforms[platform]}`,
+        item: data.map((item) => ({
+            title: item.title,
+            description: item.content,
+            pubDate: new Date(item.release_time * 1000).toUTCString(),
+            link: `https://vgn.cn/detail/${item.id}`,
+        })),
+    };
+};

package/lib/routes/voa/day-photos.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.voanews.com';
+    const currentUrl = `${rootUrl}/day-photos`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.teaser__title-link')
+        .slice(0, 15)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                content('img').each(function () {
+                    content(this).attr('src', content(this).attr('data-src'));
+                    content(this).removeAttr('data-src');
+                });
+
+                content('noscript').remove();
+
+                item.description = content('.multimedia-gallery__items').html();
+                item.pubDate = new Date(content('.page-header__meta-item').text()).toUTCString();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/voa/index.js

@@ -0,0 +1,54 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    let baseURL;
+    switch (ctx.params.language) {
+        case 'cantonese':
+            baseURL = 'https://www.voacantonese.com/';
+            break;
+        case 'chinese':
+            baseURL = 'https://www.voachinese.com/';
+            break;
+        case 'tibetan':
+            baseURL = 'https://www.voatibetan.com/';
+            break;
+        default:
+            throw Error('The language specified does not exist');
+    }
+
+    const response = await got.get(baseURL + 'api/' + (ctx.params.channel || ''));
+    const $ = cheerio.load(response.data);
+
+    const list = [];
+    $('item').each((_, e) => {
+        const item = {};
+        item.title = $(e).find('title').first().text();
+        item.link = $(e).find('guid').first().text();
+        item.pubDate = $(e).find('pubDate').first().text();
+        item.description = $(e).find('description').first().text();
+        list.push(item);
+    });
+
+    const result = await Promise.all(
+        list
+            .filter((item) => item.link)
+            .map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const content = await got.get(item.link);
+                    const description = cheerio.load(content.data);
+                    description('.wsw__embed').remove();
+
+                    item.description = description('div#article-content div').first().html() ? description('div.cover-media') + description('div#article-content div').first().html() : item.description;
+
+                    return item;
+                })
+            )
+    );
+
+    ctx.state.data = {
+        title: $('channel title').first().text(),
+        link: baseURL,
+        item: result,
+    };
+};

package/lib/routes/vocus/user.js

@@ -29,7 +29,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `${fullname}的个人文章 - 方格子`,
-        link: link,
+        link,
         description: intro,
         item: items,
     };

package/lib/routes/vocus/utils.js

@@ -4,10 +4,10 @@ const load = async (link, configs) => ({
     description: (await got.get(link, configs)).data.article.content,
 });
 
-const ProcessFeed = async (list, host, caches) => {
+const ProcessFeed = (list, host, caches) => {
     const configs = { headers: { Referer: host } };
 
-    return await Promise.all(
+    return Promise.all(
         list.map(async (item) => {
             const itemUrl = `https://api.sosreader.com/api/article/${item._id}`;
 
@@ -18,7 +18,7 @@ const ProcessFeed = async (list, host, caches) => {
                 link: `${host}/${item._id}`,
             };
 
-            const other = await caches.tryGet(itemUrl, async () => await load(itemUrl, configs));
+            const other = await caches.tryGet(itemUrl, () => load(itemUrl, configs));
             return Promise.resolve(Object.assign({}, single, other));
         })
     );

package/lib/routes/vol/lastupdate.js

@@ -14,7 +14,7 @@ module.exports = async (ctx) => {
         mode = 'all';
         title = 'Vol.moe';
     }
-    const link = `http://vol.moe/list/all,all,${mode},lastupdate,all,all,none/`;
+    const link = `https://vol.moe/l/all,all,${mode},lastupdate,all,all,none/`;
     const listData = await got.get(link);
     const $list = cheerio.load(listData.data);
     const items = $list('.listbg td')
@@ -23,7 +23,9 @@ module.exports = async (ctx) => {
             const title = $el.find('a').last().text();
             const imgEL = $el.find('a').first();
             const link = imgEL.attr('href');
-            const imgSrc = `${imgEL.find('.img_book').attr('style')}`.replace(/.*\s?url\(['"]?/, '').replace(/['"]?\).*/, '');
+            const imgSrc = String(imgEL.find('.img_book').attr('style'))
+                .replace(/.*\s?url\(['"]?/, '')
+                .replace(/['"]?\).*/, '');
             const match = $el.text().match(/\[[\s\S]*?\]/g);
             const detail = $el.find('.pagefoot').text();
             const date = $el.find('.filesize').text();
@@ -36,7 +38,7 @@ module.exports = async (ctx) => {
             <h2>${detail}</h2>
             <h2>${date}</h2>
         `.trim(),
-                link: link,
+                link,
                 pubDate: new Date(date).toUTCString(),
             };
         })

package/lib/routes/vuevideo/user.js

@@ -6,7 +6,7 @@ module.exports = async (ctx) => {
     const url = `https://m.vuevideo.net/share/user/${userid}`;
     const response = await got({
         method: 'get',
-        url: url,
+        url,
     });
 
     const data = response.data;
@@ -43,8 +43,8 @@ module.exports = async (ctx) => {
             const single = {
                 title: $('.videoTitle').text(),
                 description,
-                link: link,
-                author: author,
+                link,
+                author,
             };
             ctx.cache.set(link, JSON.stringify(single));
             return Promise.resolve(single);

package/lib/routes/vulture/utils.js

@@ -27,17 +27,17 @@ async function load(articleURL) {
     description.append('<br /><br />tags: ' + tags.join(', '));
 
     return {
-        title: title,
+        title,
         author: bylineString,
-        pubDate: pubDate,
+        pubDate,
         link: articleURL,
         guid: articleURL,
         description: description.html(),
-        tags: tags,
+        tags,
     };
 }
 
-async function ProcessFeed(htmlData, caches) {
+function ProcessFeed(htmlData, caches) {
     const $ = cheerio.load(htmlData);
     const allArticles = $('section.paginated-feed li.article');
 
@@ -45,7 +45,7 @@ async function ProcessFeed(htmlData, caches) {
     const articles = allArticles.slice(0, 25);
 
     const articleURLs = [];
-    $(articles).each(function (index, article) {
+    $(articles).each((index, article) => {
         const articleLink = $(article).find('a.link-text');
 
         let articleURL = articleLink.attr('href');
@@ -57,16 +57,16 @@ async function ProcessFeed(htmlData, caches) {
         articleURLs.push(articleURL);
     });
 
-    return await Promise.all(
+    return Promise.all(
         articleURLs.map(async (articleURL) => {
-            const data = await caches.tryGet(articleURL, async () => await load(articleURL));
+            const data = await caches.tryGet(articleURL, () => load(articleURL));
             return Promise.resolve(Object.assign({}, data));
         })
     );
 }
 
 function FilterItemsWithTags(feed, tagsToExclude) {
-    return feed.filter(function (item) {
+    return feed.filter((item) => {
         for (const index in tagsToExclude) {
             const tagToExclude = tagsToExclude[index];
             const itemTags = item.tags;
@@ -81,7 +81,7 @@ function FilterItemsWithTags(feed, tagsToExclude) {
 const getData = async (ctx, url, title, tagsToExclude) => {
     const htmlResponse = await got({
         method: 'get',
-        url: url,
+        url,
         headers: {
             Referer: url,
         },
@@ -101,9 +101,9 @@ const getData = async (ctx, url, title, tagsToExclude) => {
     const description = $('meta[name="description"]').attr('content');
 
     return {
-        title: title,
+        title,
         link: url,
-        description: description,
+        description,
         item: result,
     };
 };

package/lib/routes/wainao/index.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+// 找到那个对象存储的是需要的数据
+const findData = (list) => {
+    const target = list.filter((item) => item.method === 'replaceWith' || item.method === 'infiniteScrollInsertView');
+    if (!target.length) {
+        return {};
+    }
+    return target[0];
+};
+
+module.exports = async (ctx) => {
+    // 如果在国内运行，需要在这里配置代理（agent）方可请求歪脑读接口。
+    const response = await got({
+        method: 'post',
+        url: `https://www.wainao.me/views/ajax?_wrapper_format=drupal_ajax`,
+        body: `view_name=wainao_reads_all_articles&view_display_id=page_2&view_args=&view_path=%2Fwainao-reads%2Fall-articles&view_base_path=wainao-reads%2Fall-articles&view_dom_id=0ae93d7cdc29110b720a459d259ee376b5cdfd8caa02ce79d3468a5d3084b1a1&pager_element=0&sort_by=created&page=0&_drupal_ajax=1&ajax_page_state%5Btheme%5D=wainaome&ajax_page_state%5Btheme_token%5D=&ajax_page_state%5Blibraries%5D=addtoany%2Faddtoany%2Cbetter_exposed_filters%2Fauto_submit%2Cbetter_exposed_filters%2Fgeneral%2Cbootstrap%2Fpopover%2Cbootstrap%2Ftooltip%2Ccore%2Fhtml5shiv%2Ccore%2Fpicturefill%2Cextlink%2Fdrupal.extlink%2Cfontawesome%2Ffontawesome.svg.shim%2Cgoogle_analytics%2Fgoogle_analytics%2Cmasonry%2Fmasonry.layout%2Csystem%2Fbase%2Cviews%2Fviews.module%2Cviews_infinite_scroll%2Fviews-infinite-scroll%2Cwainao_votes%2Fwainao_votes%2Cwainaome%2Fdefault-layout%2Cwn_custom%2Fwn_custom`,
+        headers: {
+            accept: 'application/json, text/javascript, */*; q=0.01',
+            'content-type': 'application/x-www-form-urlencoded; charset=UTF-8',
+        },
+    });
+    const _body = response.data;
+    const data = findData(_body).data;
+    if (!data) {
+        return;
+    }
+    const $ = cheerio.load(data);
+
+    const titles = $('.view-content .views-row').map((_, item) => {
+        const $item = $(item);
+        return {
+            title: $item.find('.field_title a').text(),
+            description: $item.find('.field_teaser').text().trim(),
+            link: 'https://www.wainao.me' + $item.find('.field_title a').attr('href'),
+            pubDate: $item.find('.field_date').text().trim(),
+        };
+    });
+    ctx.state.data = {
+        title: `歪脑读 - 所有文章`,
+        link: 'https://www.wainao.me/wainao-reads/all-articles',
+        description: '歪脑读 - 所有文章...',
+        item: titles.toArray(),
+    };
+};

package/lib/routes/wanwansub/index.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id || '139';
+
+    const rootUrl = 'http://wanwansub.com';
+    const currentUrl = `${rootUrl}/node/${id}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.pg-item a')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                content('.button').remove();
+
+                const links = detailResponse.data.match(/<a href="magnet:(.*?)" target="_self">磁力<\/a>/g);
+
+                if (links) {
+                    item.enclosure_type = 'application/x-bittorrent';
+                    item.enclosure_url = links.pop().match(/<a href="(.*)" target="_self">磁力<\/a>/)[1];
+                }
+
+                item.description = content('.content-box').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/wanwansub/info.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'http://wanwansub.com';
+    const currentUrl = `${rootUrl}/info/${id}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.lightbox-image')
+        .nextAll('p')
+        .slice(3)
+        .map((_, item) => {
+            const i = {};
+
+            item = $(item);
+
+            item.find('a').each(function () {
+                if ($(this).text() === '磁力') {
+                    i.enclosure_url = $(this).attr('href');
+                    i.enclosure_type = 'application/x-bittorrent';
+                }
+            });
+
+            i.description = `<p>${item.html()}</p>`;
+            i.title = item.text().split(' ')[0];
+            i.link = currentUrl;
+
+            return i;
+        })
+        .get();
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/weatheralarm/index.js

@@ -17,9 +17,9 @@ module.exports = async (ctx) => {
             const title = item.title;
             const url = item.url;
             return {
-                title: `${title}`,
+                title,
                 link: `http://www.nmc.cn${url}`,
-                pubDate: `${item.issuetime}`,
+                pubDate: item.issuetime,
             };
         }),
     };

package/lib/routes/webtoons/naver.js

@@ -19,7 +19,7 @@ async function getDescription(ctx, link) {
     return result;
 }
 
-async function getItems(ctx, $) {
+function getItems(ctx, $) {
     return Promise.all(
         $('#content > table > tbody > tr')
             .toArray()

package/lib/routes/weexcn/index.js

@@ -38,7 +38,7 @@ module.exports = async (ctx) => {
     const json_data = response.data.data.items;
 
     const result = [];
-    json_data.map(async (item) => {
+    json_data.forEach((item) => {
         const title = item.title;
         const guid = item.id;
         const pubDate = new Date(item.display_time * 1000).toUTCString();
@@ -50,11 +50,11 @@ module.exports = async (ctx) => {
         const description = item.content_short;
 
         const single = {
-            title: title,
-            link: link,
-            guid: guid,
-            pubDate: pubDate,
-            description: description,
+            title,
+            link,
+            guid,
+            pubDate,
+            description,
         };
 
         result.push(single);

package/lib/routes/weforum/report.js

@@ -27,21 +27,20 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
 
-                    content('.report__meta').remove();
+                content('.report__meta').remove();
 
-                    item.description += content('.report__display-info').html();
+                item.description += content('.report__display-info').html();
 
-                    return item;
-                })
+                return item;
+            })
         )
     );
 

package/lib/routes/wegene/column.js

@@ -18,7 +18,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `${name}的${category}最近更新-WeGene`,
-        link: link,
+        link,
         item: data.map((item) => ({
             title: item.title,
             link: `https://www.wegene.com/crowdsourcing/details/${item.id}`,