rsshub 1.0.0-master.f7f8b7a → 1.0.0-master.f812e91

package/lib/routes/bishijie/kuaixun.js

@@ -1,21 +0,0 @@
-const buildData = require('@/utils/common-config');
-
-module.exports = async (ctx) => {
-    const link = `https://www.bishijie.com/kuaixun/`;
-    const host = `https://www.bishijie.com`;
-    ctx.state.data = await buildData({
-        link,
-        url: link,
-        title: `%title%`,
-        params: {
-            title: '币世界快讯列表',
-            host,
-        },
-        item: {
-            item: 'ul.newscontainer > li',
-            title: `$('div.content a h3').text()`,
-            link: `$('div.content a').attr('href')`,
-            description: `$('div.content div.news-content div').html()`,
-        },
-    });
-};

package/lib/routes/bjnews/epaper.js

@@ -1,80 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const cat = ctx.params.cat.toUpperCase();
-
-    const today = new Date();
-    const year = today.getFullYear(); // 获取时间
-    const month = String(today.getMonth() + 1).padStart(2, '0');
-    const day = String(today.getDate()).padStart(2, '0');
-    // 获取当天报纸的首页
-    const response = await got({
-        method: 'get',
-        url: `http://epaper.bjnews.com.cn/html/${year}-${month}/${day}/node_1.htm`,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const listdata = $('div#artcile_list_wapper tr').get();
-    // 根据必选参数判断是哪一叠
-    const list = cat.indexOf('SPECIAL') === -1 ? listdata.filter((e) => $(e).find('a').text().substring(1, 2) === cat) : listdata.filter((e) => $(e).find('a').text().substring(1, 2) === '0');
-    // 遍历该叠面里第N版导航链接,数组内容为A01头版内容，A02等
-    const articledata = await Promise.all(
-        list.map(async (item) => {
-            const link = `http://epaper.bjnews.com.cn/html/${year}-${month}/${day}/${$(item).find('a').attr('href')}`;
-            // 缓存某叠下版面链接
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response2 = await got({
-                method: 'get',
-                url: link,
-            });
-
-            const articleHtml = response2.data;
-            const $2 = cheerio.load(articleHtml);
-            const paperarea = $2('ul.jcul li').get();
-            // 遍历某板块，N版面的内容，到一个数组里。
-            const innercontents = await Promise.all(
-                paperarea.map(async (item) => {
-                    const contentdataurl = `http://epaper.bjnews.com.cn/html/${year}-${month}/${day}/${$(item).find('a').attr('href')}`;
-                    const response3 = await got({
-                        method: 'get',
-                        url: contentdataurl,
-                    });
-
-                    const contentHtml = response3.data;
-                    const $3 = cheerio.load(contentHtml);
-
-                    const ititle = $3('div.rit h1').text();
-                    const iprecontent = $3('div.tpnr').html();
-                    const imaincontent = $3('founder-content').html();
-                    // 这里查看是正常输出的！
-                    const icontent = `<hr><hr><br><strong>${ititle}</strong><br><br>${iprecontent}${imaincontent}<hr><br><br>`;
-                    return Promise.resolve(icontent);
-                })
-            );
-            // end
-            const single = {
-                description: innercontents,
-                title: `${year}-${month}-${day}|${$(item).text()}`,
-                link,
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `新京报电子报|${cat}叠`,
-        link: `http://epaper.bjnews.com.cn/html/${year}-${month}/${day}/node_1.htm`,
-        item: list.map((item, index) => ({
-            title: articledata[index].title,
-            description: articledata[index].description,
-            link: articledata[index].link,
-        })),
-    };
-};

package/lib/routes/bof/home.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'POST',
-        url: 'https://www.businessoffashion.com/graphql/v1',
-        headers: {
-            'Content-Type': 'application/json',
-        },
-        data: JSON.stringify({
-            operationName: 'GetArticlesGQL',
-            variables: {
-                first: 5,
-                lastCursor: null,
-                height: 440,
-                width: 670,
-            },
-            query: 'query GetArticlesGQL($articleSlug: String, $category: String, $authorSlug: String, $height: Int, $lastCursor: ID, $width: Int!, $first: Int) {\n  articles(first: $first, after: $lastCursor, filter: {language__eq: chinese, articleSlug__eq: $articleSlug, categorySlug__eq: $category, authorSlug__eq: $authorSlug}) {\n    edges {\n      cursor\n      node {\n        __typename\n        ... on ArticleInterface {\n          title\n          summary\n          content\n          url\n          featuredAsset {\n            ... on AssetInterface {\n              caption\n              __typename\n            }\n            ... on ManagedImage {\n              transform(transform: {width: $width, height: $height, crop: FOCALPOINT, fit: CROP})\n              __typename\n            }\n            ... on ManagedVideo {\n              url\n              __typename\n            }\n            __typename\n          }\n          isExclusive\n          isSponsored\n          published {\n            value\n            __typename\n          }\n          __typename\n        }\n        ... on InternalArticleInterface {\n          authors {\n            displayName\n            slug\n            __typename\n          }\n          __typename\n        }\n        ... on ExternalArticleInterface {\n          source\n          __typename\n        }\n        ... on CuratedArticleLink {\n          _id\n          title\n          published {\n            value\n            __typename\n          }\n          url\n          __typename\n        }\n        ... on SyndicatedArticle {\n          _id\n          topics {\n            _id\n            label\n            __typename\n          }\n          categories {\n            _id\n            label\n            __typename\n          }\n          __typename\n        }\n        ... on OriginalArticle {\n          _id\n          topics {\n            _id\n            label\n            __typename\n          }\n          categories {\n            _id\n            label\n            slug\n            __typename\n          }\n          __typename\n        }\n        ... on FashionWeekReview {\n          _id\n          topics {\n            _id\n            label\n            __typename\n          }\n          categories {\n            _id\n            label\n            __typename\n          }\n          __typename\n        }\n      }\n      __typename\n    }\n    __typename\n  }\n}\n',
-        }),
-    });
-
-    const items = response.data.data.articles.edges.map((item) => {
-        const url = new URL(item.node.url);
-        url.host = 'cn.businessoffashion.com';
-        const single = {
-            title: item.node.title,
-            description: `${item.node.summary}<br>${item.node.content}`,
-            pubDate: new Date(item.node.published.value).toUTCString(),
-            link: url.href,
-            author: item.node.authors[0].displayName,
-        };
-
-        return single;
-    });
-
-    ctx.state.data = {
-        title: `BoF时装商业评论 | 时刻为全球时尚产业提供最新的新闻、分析与情报 | BoF`,
-        link: `https://cn.businessoffashion.com/`,
-        description: 'BoF时装商业评论 | 时刻为全球时尚产业提供最新的新闻、分析与情报 | BoF',
-        item: items,
-    };
-};

package/lib/routes/boston/index.js

@@ -1,73 +0,0 @@
-const cheerio = require('cheerio');
-const parser = require('@/utils/rss-parser');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const tag = ctx.params.tag;
-    const rssUrl = tag ? `https://www.boston.com/tag/${tag}/?feed=atom` : `https://www.boston.com/?feed=atom`;
-    const feed = await parser.parseURL(rssUrl);
-
-    const items = await Promise.all(
-        feed.items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const response = await got({
-                    url: item.link,
-                    method: 'get',
-                });
-                const html = response.body;
-                const $ = cheerio.load(html);
-                const content = $('div.content-text-article');
-
-                // Disable image lazyloading
-                content.find('img').each((i, e) => {
-                    e = $(e);
-                    e.attr('src', e.attr('srcset'));
-                });
-
-                // Categories
-                const categories = [];
-                $('meta[property="article:tag"]').each((i, e) => {
-                    categories.push(e.attribs.content);
-                });
-
-                // Updated date
-                const updatedAt = $('meta[property="article:modified_time"]').attr().content;
-
-                // Summary
-                const summary = $('meta[property="og:description"]').attr().content;
-
-                // Remove unwanted DOMs
-                const unwanted_element_selectors = ['.ad-container', '.content-toaster--newsletter'];
-                unwanted_element_selectors.forEach((selector) => {
-                    content.find(selector).each((i, e) => {
-                        $(e).remove();
-                    });
-                });
-
-                return {
-                    title: item.title.trim(),
-                    id: item.link,
-                    pubDate: new Date(item.pubDate).toUTCString(),
-                    updated: new Date(updatedAt).toUTCString(),
-                    author: item.author.trim(),
-                    link: item.link,
-                    summary: summary.trim(),
-                    description: content.html(),
-                    category: categories,
-                    icon: 'https://www.boston.com/wp-content/themes/bdc/images/favicons/largetile.png',
-                    logo: 'https://www.boston.com/wp-content/themes/bdc/images/favicons/largetile.png',
-                };
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-        language: 'en-us',
-        icon: 'https://www.boston.com/wp-content/themes/bdc/images/favicons/largetile.png',
-        logo: 'https://www.boston.com/wp-content/themes/bdc/images/favicons/largetile.png',
-    };
-};

package/lib/routes/buaq/index.js

@@ -1,31 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const baseUrl = 'https://buaq.net';
-
-    const response = await got({
-        method: 'get',
-        url: baseUrl,
-    });
-    const $ = cheerio.load(response.data); // 使用 cheerio 加载返回的 HTML
-    const list = $('tr[class]');
-
-    ctx.state.data = {
-        title: `不安全文章 ~ 资讯`,
-        link: `https://buaq.net/`,
-        description: '不安全文章 ~ 资讯',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: $('font[size="4"]', item).children('a').text(),
-                        pubDate: new Date($('font[size="1"]', item).children().first().text()).toUTCString(),
-                        link: baseUrl + $('font[size="4"]', item).children('a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/cgtn/pick.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://www.cgtn.com/';
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('.titleArea')
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: new Date(parseInt(a.attr('data-time'))).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('#cmsMainContent').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: "CGTN - Editors' Pick",
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/cgtn/top.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://www.cgtn.com/';
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('div.topNews-item')
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('div.topNews-item-content-title a');
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: new Date(parseInt(a.attr('data-time'))).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('#cmsMainContent').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'CGTN - Top News',
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/chinadialogue/column.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const column = ctx.params.column;
-
-    const response = await got({
-        method: 'get',
-        url: `https://www.chinadialogue.net/${column}`,
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('article.main-listing');
-    let itemPicUrl;
-    let title;
-    let description;
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: `https://www.chinadialogue.net/${column}`,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    itemPicUrl = item.find('img.img-responsive').attr('src');
-
-                    title = [];
-                    description = [];
-
-                    item.find('h1').each((index, element) => {
-                        title.push(
-                            $(element)
-                                .text()
-                                .replace(/(\r\n|\n|\r)/gm, '')
-                        );
-                    });
-
-                    item.find('p').each((index, element) => {
-                        description.push(
-                            $(element)
-                                .text()
-                                .replace(/(\r\n|\n|\r)/gm, '')
-                        );
-                    });
-
-                    return {
-                        title: title.join(' | '),
-                        description: `<p>${description.join('</p><p>')}</p><img src="${itemPicUrl}">`,
-                        pubDate: item.find('time.blog').attr('datetime'),
-                        link: item.find('a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/chinadialogue/topics.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const topic = ctx.params.topic;
-
-    const response = await got({
-        method: 'get',
-        url: `https://www.chinadialogue.net/topics/${topic}`,
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('article.excerpt.col-md-6');
-    let itemPicUrl;
-    let title;
-    let description;
-
-    ctx.state.data = {
-        title: $('title')
-            .text()
-            .replace(/( 主题 >| Topics >)/gm, ''),
-        link: `https://www.chinadialogue.net/topics/${topic}`,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    itemPicUrl = item.find('img.img-responsive').attr('src');
-
-                    title = [];
-                    description = [];
-
-                    item.find('h1').each((index, element) => {
-                        title.push(
-                            $(element)
-                                .text()
-                                .replace(/(\r\n|\n|\r)/gm, '')
-                        );
-                    });
-
-                    item.find('p').each((index, element) => {
-                        description.push($(element).text());
-                    });
-
-                    return {
-                        title: title.join(' | '),
-                        description: `<p>${description.join('</p><p>')}</p><img src="${itemPicUrl}">`,
-                        link: item.find('a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/chinalaborwatch/reports.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const lang = ctx.params.lang || '';
-    const industry = ctx.params.industry || '';
-
-    const rootUrl = 'http://www.chinalaborwatch.org';
-    const currentUrl = `${rootUrl}/${lang === '' ? '' : 'cn/'}reports${industry === '' ? '' : `/industry/${industry}`}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('.Alt1 a, .Alt2 a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.pubDate = new Date(content('#ContentPlaceHolder1_LabelDate').text().replace(/年|月/g, '-').replace('日', '')).toUTCString();
-
-                content('h1, #ContentPlaceHolder1_LabelDate').remove();
-
-                item.description = content('.mainContent').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('title').text()} - ${lang === '' ? 'China Labour Watch' : '中国劳工观察'}`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/chinatimes/index.js

@@ -1,115 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const root_url = 'https://www.chinatimes.com';
-
-const config = {
-    realtimenews: {
-        link: '/realtimenews/?chdtv',
-        title: 'China Times - Real Time News',
-    },
-    politic: {
-        link: '/politic/?chdtv',
-        title: 'China Times - Politic',
-    },
-    opinion: {
-        link: '/opinion/?chdtv',
-        title: 'China Times - Opinion',
-    },
-    life: {
-        link: '/life/?chdtv',
-        title: 'China Times - Life',
-    },
-    star: {
-        link: '/star/?chdtv',
-        title: 'China Times - Showbiz',
-    },
-    money: {
-        link: '/money/?chdtv',
-        title: 'China Times - Finance',
-    },
-    society: {
-        link: '/society/?chdtv',
-        title: 'China Times - Society',
-    },
-    hottopic: {
-        link: '/hottopic/?chdtv',
-        title: 'China Times - Hot Topics',
-    },
-    tube: {
-        link: '/tube/?chdtv',
-        title: 'China Times - Videos',
-    },
-    world: {
-        link: '/world/?chdtv',
-        title: 'China Times - World',
-    },
-    armament: {
-        link: '/armament/?chdtv',
-        title: 'China Times - Military',
-    },
-    chinese: {
-        link: '/chinese/?chdtv',
-        title: 'China Times - Mainland & Taiwan',
-    },
-    fashion: {
-        link: '/fashion/?chdtv',
-        title: 'China Times - Fashion',
-    },
-    sports: {
-        link: '/sports/?chdtv',
-        title: 'China Times - Sports',
-    },
-    technologynews: {
-        link: '/technologynews/?chdtv',
-        title: 'China Times - Technology News',
-    },
-    travel: {
-        link: '/travel/?chdtv',
-        title: 'China Times - Travel',
-    },
-    album: {
-        link: '/album/?chdtv',
-        title: 'China Times - Columns',
-    },
-};
-
-module.exports = async (ctx) => {
-    const cfg = config[ctx.params.caty];
-    if (!cfg) {
-        throw Error('Bad category. See <a href="https://docs.rsshub.app/routes/traditional-media#zhong-shi-dian-zi-bao">https://docs.rsshub.app/routes/traditional-media#zhong-shi-dian-zi-bao</a>');
-    }
-
-    const current_url = url.resolve(root_url, cfg.link);
-    const response = await got({
-        method: 'get',
-        url: current_url,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('section.article-list ul div.row')
-        .map((_, item) => {
-            item = $(item);
-            const right = item.find('div.col');
-            const a = right.find('h3.title a');
-            const img = item.find('img.photo').attr('src');
-            let desc = '<p>' + right.find('p.intro').text() + '...</p>';
-            if (img) {
-                desc = `<p><img src="${img}"></p>` + desc;
-            }
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: new Date(right.find('div.meta-info time').attr('datetime') + ' GMT+8').toUTCString(),
-                description: desc,
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: cfg.title,
-        link: current_url,
-        item: list,
-    };
-};