rsshub 1.0.0-master.f7f8b7a → 1.0.0-master.f812e91

package/lib/v2/disinformationindex/blog.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://disinformationindex.org';
-    const currentUrl = `${rootUrl}/blog`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.blog-entry-title a')
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.author = content('.meta-author').text();
-                item.description = content('.entry-content').html();
-                item.pubDate = parseDate(content('.meta-date').text(), 'MMMM D, YYYY');
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/disinformationindex/maintainer.js

@@ -1,4 +0,0 @@
-module.exports = {
-    '/blog': ['nczitzk'],
-    '/research': ['nczitzk'],
-};

package/lib/v2/disinformationindex/radar.js

@@ -1,19 +0,0 @@
-module.exports = {
-    'disinformationindex.org': {
-        _name: 'Global Disinformation Index',
-        '.': [
-            {
-                title: 'Blog',
-                docs: 'https://docs.rsshub.app/routes/new-media#global-disinformation-index',
-                source: ['/'],
-                target: '/disinformationindex/blog',
-            },
-            {
-                title: 'Research',
-                docs: 'https://docs.rsshub.app/routes/new-media#global-disinformation-index',
-                source: ['/'],
-                target: '/disinformationindex/research',
-            },
-        ],
-    },
-};

package/lib/v2/disinformationindex/research.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { art } = require('@/utils/render');
-const path = require('path');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://disinformationindex.org';
-    const currentUrl = `${rootUrl}/research`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const items = $('.elementor-widget-container .elementor-text-editor')
-        .map((_, item) => {
-            item = $(item);
-            const title = item.find('h3, h4').eq(0);
-            const image = item.parentsUntil('.elementor-container').find('.elementor-image img');
-            const firstLink = item.find('a.button').eq(0);
-
-            let links = '';
-            item.find('a.button').each(function () {
-                links += `<br><a href="${$(this).attr('href')}">${$(this).text()}</a>`;
-            });
-
-            return {
-                link: firstLink.attr('href'),
-                title: title.text() || firstLink.text(),
-                description: art(path.resolve(__dirname, 'templates/description.art'), {
-                    image: image ? image.attr('src') : undefined,
-                    title: title.next().html(),
-                    links,
-                }),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/disinformationindex/router.js

@@ -1,4 +0,0 @@
-module.exports = (router) => {
-    router.get('/blog', require('./blog'));
-    router.get('/research', require('./research'));
-};

package/lib/v2/disinformationindex/templates/description.art

@@ -1,7 +0,0 @@
-{{ if image }}
-    <img src="{{ image }}"><br>
-{{ /if }}
-{{ if title }}
-    {{@ title }}
-{{ /if }}
-{{@ links }}

package/lib/v2/eastday/find.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://apin.eastday.com';
-    const currentUrl = `${rootUrl}/api/news/Find`;
-
-    const response = await got({
-        method: 'post',
-        url: currentUrl,
-        json: {
-            currentPage: 1,
-            newsType: 1,
-            pageSize: 30,
-            query: '',
-        },
-    });
-
-    const list = response.data.newsList.list.map((item) => ({
-        link: item.url,
-        title: item.title,
-        pubDate: timezone(parseDate(item.time), +8),
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.detail').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '热点搜索 - 东方网',
-        link: 'https://news.eastday.com/china/index_K43594.html',
-        item: items,
-    };
-};

package/lib/v2/economist/download.js

@@ -1,30 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const link = 'http://www.cgx02.xyz/index.php?dir=/te';
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-
-    const $ = cheerio.load(response.data);
-    const items = $('tbody tr').not('#id1').not('#id2').not('#id3').get();
-
-    ctx.state.data = {
-        title: '经济学人 the Economist',
-        link,
-        item: items.map((item) => {
-            item = $(item);
-            const one = item.find('td').eq(0);
-            return {
-                title: one.find('a').text(),
-                link: url.resolve('http://www.cgx02.xyz/', one.find('a').attr('href')),
-                pubDate: new Date(item.find('td.layui-hide-xs').eq(1).text()).toUTCString(),
-                enclosure_url: item.link,
-            };
-        }),
-    };
-};

package/lib/v2/economist/gre-vocabulary.js

@@ -1,19 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://gre.economist.com/api/keywords.json',
-    });
-
-    const word = response.data;
-
-    ctx.state.data = {
-        title: 'The Economist GRE Vocabulary',
-        link: 'https://gre.economist.com/gre-advice/gre-vocabulary/which-words-study/most-common-gre-vocabulary-list-organized-difficulty',
-        item: word.map((item) => ({
-            title: item,
-            description: item,
-        })),
-    };
-};

package/lib/v2/eet-china/maintainer.js

@@ -1,4 +0,0 @@
-module.exports = {
-    '/mp/tags/:id': ['nczitzk'],
-    '/mp/:category?': ['nczitzk'],
-};

package/lib/v2/eet-china/mp/index.js

@@ -1,10 +0,0 @@
-const { rootUrl, ProcessItems } = require('./util');
-
-module.exports = async (ctx) => {
-    const { category = '' } = ctx.params;
-    const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 30;
-
-    const currentUrl = new URL(`mp${category ? `/c${category}` : ''}`, rootUrl).href;
-
-    ctx.state.data = await ProcessItems(limit, currentUrl, ctx.cache.tryGet);
-};

package/lib/v2/eet-china/mp/tags.js

@@ -1,10 +0,0 @@
-const { rootUrl, ProcessItems } = require('./util');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 30;
-
-    const currentUrl = new URL(`mp/tags/${id}`, rootUrl).href;
-
-    ctx.state.data = await ProcessItems(limit, currentUrl, ctx.cache.tryGet);
-};

package/lib/v2/eet-china/mp/util.js

@@ -1,67 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-const rootUrl = 'https://www.eet-china.com';
-
-module.exports = {
-    rootUrl,
-    ProcessItems: async (limit, currentUrl, tryGet) => {
-        const { data: response } = await got(currentUrl);
-
-        const $ = cheerio.load(response);
-
-        let items = $('div.swiper-con a, div.new-title a, h1.new-title a')
-            .toArray()
-            .map((item) => {
-                item = $(item);
-
-                return {
-                    title: item.text().trim(),
-                    link: item.prop('href'),
-                };
-            })
-            .filter((item) => /^(?!.*specialcolumn\.php).*$/.test(item.link))
-            .slice(0, limit);
-
-        items = await Promise.all(
-            items.map((item) =>
-                tryGet(item.link, async () => {
-                    const { data: detailResponse } = await got(item.link);
-
-                    const content = cheerio.load(detailResponse);
-
-                    const relevantData = content('div.new-relevant span.hidden-xs');
-                    const upvotes = relevantData.eq(1).text();
-                    const comments = relevantData.eq(2).text();
-
-                    item.title = content('h1.detail-title').text();
-                    item.description = content('div.article-con').html();
-                    item.author = content('a.write').first().text();
-                    item.category = content('meta[name="keywords"]').prop('content')?.split(',') ?? undefined;
-                    item.pubDate = timezone(parseDate(content('div.new-relevant span').first().text()), +8);
-                    item.upvotes = upvotes ? parseInt(upvotes.replace(/点赞/, ''), 10) : 0;
-                    item.comments = comments ? parseInt(comments.replace(/评论/, ''), 10) : 0;
-
-                    return item;
-                })
-            )
-        );
-
-        const icon = new URL($('div.logo-mianbaoban a img').prop('src'), rootUrl).href;
-
-        return {
-            item: items,
-            title: `面包芯语 - ${$('li.active').text() || $('div.thetitle').first().text()}`,
-            link: currentUrl,
-            description: $('meta[name="description"]').prop('content'),
-            language: 'zh-cn',
-            image: new URL($('div.logo-xinyu a img').prop('src'), rootUrl).href,
-            icon,
-            logo: icon,
-            subtitle: $('meta[name="keywords"]').prop('content'),
-            author: '电子工程专辑',
-        };
-    },
-};

package/lib/v2/eet-china/radar.js

@@ -1,24 +0,0 @@
-module.exports = {
-    'eet-china.com': {
-        _name: '电子工程专辑',
-        '.': [
-            {
-                title: '芯语',
-                docs: 'https://docs.rsshub.app/routes/new-media#dian-zi-gong-cheng-zhuan-ji-xin-yu',
-                source: ['/mp', '/'],
-                target: (params, url) => {
-                    url = new URL(url);
-                    const path = url.href.match(/\.com\/mp(.*?)/)[1];
-
-                    return `/eet-china/mp${path ? `/${path}` : ''}`;
-                },
-            },
-            {
-                title: '芯语 - 标签',
-                docs: 'https://docs.rsshub.app/routes/new-media#dian-zi-gong-cheng-zhuan-ji-xin-yu-biao-qian',
-                source: ['/mp/tags/:id', '/'],
-                target: '/eet-china/mp/tags/:id',
-            },
-        ],
-    },
-};

package/lib/v2/eet-china/router.js

@@ -1,4 +0,0 @@
-module.exports = function (router) {
-    router.get('/mp/tags/:id', require('./mp/tags'));
-    router.get('/mp/:category?', require('./mp'));
-};

package/lib/v2/ezone/index.js

@@ -1,70 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-
-    const rootUrl = 'https://ezone.ulifestyle.com.hk';
-    const currentUrl = `${rootUrl}/${category ?? '/getLastestPageRight/latestNews'}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    let list = [];
-    const $ = cheerio.load(response.data);
-
-    if (category) {
-        list = $('.item-grid')
-            .map((_, item) => {
-                item = $(item);
-                return {
-                    link: `${rootUrl}${item.attr('href')}`,
-                };
-            })
-            .get();
-    } else {
-        list = response.data[0][1].items.map((item) => ({
-            title: item.headlines.items[0].name,
-            link: `${rootUrl}/article/${item.standardDocumentId}`,
-            pubDate: timezone(parseDate(item.publishDateStr, 'YYYY-MM-DD HH:mm'), +8),
-        }));
-    }
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-                const pubDate = content('.date span').eq(2).text();
-                const author = content('.date span').eq(1).text().trim();
-
-                content('a[data-href]').each(function () {
-                    content(this).after(`<img src="${content(this).attr('data-href')}">`);
-                    content(this).remove();
-                });
-
-                content('.gallery-remarks, .overlay-text-v2, .ulvideo').remove();
-
-                item.title = content('h2').eq(0).text();
-                item.description = content('.content').html();
-                item.pubDate = item.pubDate ?? timezone(parseDate(pubDate, 'DD-MM-YYYY HH:mm'), +8);
-                item.author = author;
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${category ? $('h1').text() : '最新內容'} - ezone.hk`,
-        link: category ? currentUrl : rootUrl,
-        item: items,
-    };
-};

package/lib/v2/ezone/maintainer.js

@@ -1,3 +0,0 @@
-module.exports = {
-    '/:category?': ['nczitzk'],
-};

package/lib/v2/ezone/radar.js

@@ -1,13 +0,0 @@
-module.exports = {
-    'ezone.hk': {
-        _name: 'ezone.hk',
-        '.': [
-            {
-                title: '分类',
-                docs: 'https://docs.rsshub.app/routes/new-media#ezone-hk-fen-lei',
-                source: ['/:category', '/'],
-                target: '/ezone/:category?',
-            },
-        ],
-    },
-};

package/lib/v2/ezone/router.js

@@ -1,3 +0,0 @@
-module.exports = function (router) {
-    router.get('/:category?', require('./index'));
-};

package/lib/v2/filmdeepfocus/index.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category ?? 'page';
-
-    const rootUrl = 'https://www.filmdeepfocus.com';
-    const currentUrl = `${rootUrl}/${category}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    let items = $('.summary-title-link')
-        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
-        .toArray()
-        .map((item) => {
-            item = $(item);
-
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        });
-
-    items = await Promise.all(
-        items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                content('.image-block').each(function () {
-                    content(this).html(`<img src="${content(this).find('img').attr('data-src')}">`);
-                });
-
-                item.description = content('.entry-content').html();
-                item.author = content('meta[itemprop="publisher"]').attr('content');
-                item.pubDate = parseDate(content('meta[itemprop="datePublished"]').attr('content'));
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/filmdeepfocus/maintainer.js

@@ -1,3 +0,0 @@
-module.exports = {
-    '/:category?': ['nczitzk'],
-};

package/lib/v2/filmdeepfocus/radar.js

@@ -1,13 +0,0 @@
-module.exports = {
-    'filmdeepfocus.com': {
-        _name: '深焦',
-        '.': [
-            {
-                title: '分类',
-                docs: 'https://docs.rsshub.app/routes/new-media#shen-jiao-fen-lei',
-                source: ['/:category', '/'],
-                target: '/filmdeepfocus/:category?',
-            },
-        ],
-    },
-};

package/lib/v2/filmdeepfocus/router.js

@@ -1,3 +0,0 @@
-module.exports = function (router) {
-    router.get('/:category?', require('./index'));
-};

package/lib/v2/ft/myft.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const ProcessFeed = (content) => {
-        // clean up the article
-        content.find('div.o-share, aside, div.o-ads').remove();
-
-        return content.html();
-    };
-
-    const link = `https://www.ft.com/myft/following/${ctx.params.key}.rss`;
-
-    const feed = await parser.parseURL(link);
-
-    const items = await Promise.all(
-        feed.items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const response = await got({
-                    method: 'get',
-                    url: item.link,
-                    headers: {
-                        Referer: 'https://www.facebook.com',
-                    },
-                });
-
-                const $ = cheerio.load(response.data);
-
-                item.description = ProcessFeed($('article.js-article__content-body'));
-                item.category = [$('.n-content-tag--with-follow').text()].concat(
-                    $('.article__right-bottom a.concept-list__concept')
-                        .map((i, e) => $(e).text().trim())
-                        .get()
-                );
-                item.author = $('a.n-content-tag--author')
-                    .map((i, e) => $(e).text())
-                    .get();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `FT.com - myFT`,
-        link,
-        description: `FT.com - myFT`,
-        item: items,
-    };
-};

package/lib/v2/good/index.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://good.news';
-
-    const response = await got(rootUrl);
-
-    const $ = cheerio.load(response.data);
-
-    let items = $('.content-structure')
-        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
-        .toArray()
-        .map((item) => {
-            item = $(item);
-            return {
-                title: item
-                    .find('h4')
-                    .text()
-                    .replace(/^\s+\d{1,2}\./, ''),
-                link: item.parent().attr('href'),
-                pubDate: parseDate(item.find('.content-left').text()),
-            };
-        });
-
-    items = await Promise.all(
-        items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got(item.link);
-
-                const content = cheerio.load(detailResponse.data);
-
-                content('img').each((_, img) => {
-                    if (img.attribs['data-src']) {
-                        img.attribs.src = img.attribs['data-src'].replace('-cdsb.onlycompress', '');
-                        delete img.attribs['data-src'];
-                    }
-                });
-
-                item.description = content('[contentscore]').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'good.news - 今日要闻',
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/v2/good/maintainer.js

@@ -1,3 +0,0 @@
-module.exports = {
-    '/': ['nczitzk'],
-};

package/lib/v2/good/radar.js

@@ -1,13 +0,0 @@
-module.exports = {
-    'good.news': {
-        _name: 'Good.news',
-        '.': [
-            {
-                title: '今日要闻',
-                docs: 'https://docs.rsshub.app/routes/new-media#good-news-jin-ri-yao-wen',
-                source: ['/'],
-                target: '/good',
-            },
-        ],
-    },
-};