rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/routes/gamer/gnn_index.js

@@ -1,131 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    let url = '';
-    let categoryName = '';
-    const categoryTable = {
-        1: 'PC',
-        3: 'TV 掌機',
-        4: '手機遊戲',
-        5: '動漫畫',
-        9: '主題報導',
-        11: '活動展覽',
-        13: '電競',
-        ns: 'Switch',
-        ps5: 'PS5',
-        ps4: 'PS4',
-        xbone: 'XboxOne',
-        xbsx: 'XboxSX',
-        pc: 'PC 單機',
-        olg: 'PC 線上',
-        ios: 'iOS',
-        android: 'Android',
-        web: 'Web',
-        comic: '漫畫',
-        anime: '動畫',
-    };
-    const mainCategory = ['1', '3', '4', '5', '9', '11', '13'];
-    if (!category || Object.keys(categoryTable).indexOf(category) < 0) {
-        url = 'https://gnn.gamer.com.tw/';
-    } else {
-        categoryName = '-' + categoryTable[category];
-        if (mainCategory.indexOf(category) > -1) {
-            url = `https://gnn.gamer.com.tw/index.php?k=${category}`;
-        } else {
-            url = `https://acg.gamer.com.tw/news.php?p=${category}`;
-        }
-    }
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const list = $('div.BH-lbox.GN-lbox2')
-        .children()
-        .not('p,a,img,span')
-        .map((index, item) => {
-            item = $(item);
-            let aLabelNode;
-            let tag;
-            // a label with div
-            if (item.children().length !== 0) {
-                aLabelNode = item.find('a').eq(1);
-                tag = item.find('div.platform-tag_list').text();
-            }
-            // a label without div
-            else {
-                aLabelNode = item.next();
-                tag = item.text();
-            }
-
-            return {
-                title: '[' + tag + ']' + aLabelNode.text(),
-                link: aLabelNode.attr('href').replace('//', 'https://'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map(async (item) => {
-            item.description = await ctx.cache.tryGet(item.link, async () => {
-                const response = await got.get(item.link);
-                let component = '';
-                const urlReg = /window.location.replace\('.*'/g;
-
-                let pubInfo;
-                let dateStr;
-                if (response.body.search(urlReg) < 0) {
-                    const $ = cheerio.load(response.data);
-                    if ($('span.GN-lbox3C').length > 0) {
-                        // official publish 1
-                        pubInfo = $('span.GN-lbox3C').text().split('）');
-                        item.author = pubInfo[0].replace('（', '').replace(' 報導', '');
-                        dateStr = pubInfo[1].trim();
-                    } else {
-                        // official publish 2
-                        pubInfo = $('span.GN-lbox3CA').text().split('）');
-                        item.author = pubInfo[0].replace('（', '').replace(' 報導', '');
-                        dateStr = pubInfo[1].replace('原文出處', '').trim();
-                    }
-                    component = $('div.GN-lbox3B').html();
-                } else {
-                    // url redirect
-                    const newUrl = response.body.match(urlReg)[0].split('(')[1].replace(/'/g, '');
-                    const _response = await got.get(newUrl);
-                    const _$ = cheerio.load(_response.data);
-
-                    if (_$('div.MSG-list8C').length > 0) {
-                        // personal publish 1
-                        pubInfo = _$('span.ST1').text().split('│');
-                        item.author = pubInfo[0].replace('作者：', '');
-                        dateStr = pubInfo[_$('span.ST1').find('a').length > 0 ? 2 : 1];
-                        component = _$('div.MSG-list8C').html();
-                    } else {
-                        // personal publish 2
-                        pubInfo = _$('div.article-intro').text().replace(/\n/g, '').split('|');
-                        item.author = pubInfo[0];
-                        dateStr = pubInfo[1];
-                        component = _$('div.text-paragraph').html();
-                    }
-                }
-                item.pubDate = timezone(parseDate(dateStr, 'YYYY-MM-DD HH:mm:ss'), +8);
-                component = component.replace(/\b(data-src)\b/g, 'src');
-                return component;
-            });
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: '巴哈姆特-GNN新聞' + categoryName,
-        link: url,
-        item: items,
-    };
-};

package/lib/routes/gcores/category.js

@@ -1,127 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const url = `https://www.gcores.com/${category}`;
-    const res = await got({
-        method: 'get',
-        url,
-    });
-    const data = res.data;
-    const $ = cheerio.load(data);
-    const feedTitle = $('title').text();
-
-    const list = $('.original.am_card.original-normal')
-        .map(function () {
-            const item = {
-                url: $(this).find('a.am_card_content.original_content').attr('href'),
-                title: $(this).find('h3.am_card_title').text(),
-            };
-            return item;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const articleUrl = `https://www.gcores.com${item.url}`;
-
-            const cache = await ctx.cache.get(articleUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const itemRes = await got({
-                method: 'get',
-                url: articleUrl,
-            });
-
-            const itemPage = itemRes.data;
-            const $ = cheerio.load(itemPage);
-
-            let articleData = await got(`https://www.gcores.com/gapi/v1${item.url}?include=media`);
-            articleData = articleData.data.data;
-            let cover;
-            if (articleData.attributes.cover) {
-                cover = `<img src="https://image.gcores.com/${articleData.attributes.cover}" />`;
-            } else if (articleData.attributes.thumb) {
-                cover = `<img src="https://image.gcores.com/${articleData.attributes.thumb}" />`;
-            } else {
-                cover = '';
-            }
-
-            // replace figure with img
-            const articleContent = JSON.parse(articleData.attributes.content);
-            const entityRangeMap = {};
-            for (const block of articleContent.blocks || []) {
-                if (block.entityRanges.length) {
-                    entityRangeMap[block.key] = block.entityRanges;
-                }
-            }
-
-            $('figure').each((i, elem) => {
-                const keyAttr = elem.attribs['data-offset-key'];
-                const keyMatch = /^(\w+)-(\d+)-(\d)$/.exec(keyAttr);
-                let actualContent = '';
-                if (keyMatch) {
-                    const [, key, index] = keyMatch;
-                    if (entityRangeMap[key] && entityRangeMap[key][index]) {
-                        const entityKey = entityRangeMap[key] && entityRangeMap[key][index].key;
-                        const entity = articleContent.entityMap[entityKey];
-                        actualContent = convertEntityToContent(entity);
-                    }
-                }
-
-                if (actualContent) {
-                    $(elem).replaceWith(actualContent);
-                }
-            });
-
-            // remove editor toolbar img
-            $('.md-editor-toolbar').replaceWith('');
-            // remove hidden tip block
-            $('.story_hidden').replaceWith('');
-
-            const content = $('.story.story-show').html();
-            const single = {
-                title: item.title,
-                description: cover + content,
-                link: articleUrl,
-                guid: articleUrl,
-            };
-            ctx.cache.set(articleUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: feedTitle,
-        link: url,
-        item: out,
-    };
-};
-
-function convertEntityToContent(entity) {
-    const { type, data } = entity;
-    switch (type) {
-        case 'IMAGE':
-            return `
-<figure>
-<img src="https://image.gcores.com/${data.path}" alt="${data.caption || ''}">
-${data.caption ? `<figcaption>${data.caption}</figcaption>` : ''}
-</figure>`;
-
-        case 'GALLERY':
-            return data.images
-                .map(
-                    (image, i, arr) => `
-<figure>
-<img src="https://image.gcores.com/${image.path}" alt="${image.caption || ''}">
-<figcaption>${data.caption || ''} (${i + 1}/${arr.length}) ${image.caption || ''}</figcaption>
-</figure>
-            `
-                )
-                .join('');
-
-        default:
-            return '';
-    }
-}

package/lib/routes/gov/customs/list.js

@@ -1,77 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const host = 'http://www.customs.gov.cn/';
-module.exports = async (ctx) => {
-    const gchannel = ctx.params.gchannel;
-    let channelName = ``;
-    let link = `http://www.customs.gov.cn/customs/302249/2476857/302309/index.html`;
-
-    switch (gchannel) {
-        case 'paimai':
-            channelName = '拍卖信息';
-            link = `http://www.customs.gov.cn/customs/302249/302309/index.html`;
-
-            break;
-        case 'fagui':
-            channelName = '海关法规';
-            link = `http://www.customs.gov.cn/customs/302249/302266/index.html`;
-            break;
-        default:
-            break;
-    }
-    const response = await got({
-        method: 'get',
-        url: link,
-        header: {
-            Referer: host,
-        },
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('[class^="conList_ul"] li')
-        .map(function () {
-            const info = {
-                title: $(this).find('a').text(),
-                link: $(this).find('a').attr('href'),
-                date: $(this).find('span').text(),
-            };
-            return info;
-        })
-        .get();
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const date = info.date;
-            const itemUrl = url.resolve(host, info.link);
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response = await got({
-                method: 'get',
-                url: itemUrl,
-                header: {
-                    Referer: host,
-                },
-            });
-            const $ = cheerio.load(response.data);
-            $('.easysite-news-operation').remove();
-            const description = $('.easysite-news-peruse').html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(date).toDateString(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `中国海关-${channelName}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/gov/fmprc/fyrbt.js

@@ -1,24 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const util = require('./utils');
-
-const host = 'https://www.fmprc.gov.cn/web/wjdt_674879/fyrbt_674889/';
-
-module.exports = async (ctx) => {
-    const response = await got.get(host, {
-        responseType: 'buffer',
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.newsBd ul li').get();
-
-    const result = await util.ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: '中华人民共和国外交部-发言人表态',
-        link: host,
-        description: '中华人民共和国外交部-发言人表态',
-        item: result,
-    };
-};

package/lib/routes/gov/fmprc/utils.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-// 加载文章页
-async function load(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const date = new Date(
-        $('#News_Body_Time')
-            .text()
-            .match(/\d{4}-\d{2}-\d{2}/)
-    );
-
-    const pubDate = new Date(date.getTime()).toUTCString();
-
-    // 提取内容
-    const description = $('#News_Body_Txt_A').html();
-
-    return { description, pubDate };
-}
-
-const ProcessFeed = (list, caches) => {
-    const host = 'https://www.fmprc.gov.cn/web/wjdt_674879/fyrbt_674889/';
-
-    return Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const $title = $('a');
-            // 还原相对链接为绝对链接
-            const itemUrl = url.resolve(host, $title.attr('href'));
-
-            // 列表上提取到的信息
-            const single = {
-                title: $.text(),
-                link: itemUrl,
-                guid: itemUrl,
-            };
-
-            // 使用tryGet方法从缓存获取内容。
-            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/gov/mee/gs.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const linkBase = `http://www.mee.gov.cn/xxgk/gs/gsq/`;
-    const listData = await got.get(linkBase);
-    const $ = cheerio.load(listData.data);
-    ctx.state.data = {
-        title: `公示 - 中华人民共和国生态环境部`,
-        link: linkBase,
-        item: await Promise.all(
-            $('.main .main_top li')
-                .map(async (_, el) => {
-                    const $el = $(el);
-                    const $a = $el.find('>a');
-                    const href = $a.attr('href');
-                    const key = `gov_gs: ${href}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    // 移除 href 中的 ./，并且拼接原来的 url
-                    const link = `${linkBase}${href.slice(2)}`;
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        const contentData = await got.get(link);
-                        const $content = cheerio.load(contentData.data);
-                        description = $content('.TRS_Editor').html();
-                        ctx.cache.set(key, description);
-                    }
-
-                    const title = $a.text();
-
-                    // 获取 date
-                    const pubDate = new Date(
-                        $el
-                            .find('.shover')
-                            .first()
-                            .text()
-                            .match(/\d{4}-\d{2}-\d{2}/)
-                    ).toUTCString();
-
-                    return {
-                        title,
-                        description,
-                        link,
-                        pubDate,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/gov/moe/moe.js

@@ -1,84 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const logger = require('@/utils/logger');
-const liburl = require('url');
-
-const moeUrl = 'http://www.moe.gov.cn/';
-const typesIdMap = [
-    { type: 'policy_anal', id: 'tt_con2', name: '政策解读' },
-    { type: 'newest_file', id: 'nine_con1', name: '最新文件' },
-    { type: 'notice', id: 'nine_con2', name: '公告公示' },
-    { type: 'edu_ministry_news', id: 'nine_con3', name: '教育部简报' },
-];
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    let id = '';
-    let name = '';
-
-    for (let i = 0; i < typesIdMap.length; i++) {
-        if (typesIdMap[i].type === type) {
-            id = typesIdMap[i].id;
-            name = typesIdMap[i].name;
-        }
-    }
-
-    if (id === '') {
-        logger.error('The given type not found.');
-        return;
-    }
-
-    const response = await got({
-        method: 'get',
-        url: moeUrl,
-        Host: 'www.moe.gov.cn',
-    });
-
-    const $ = cheerio.load(response.data);
-    const newsLis = $('div#' + id + '>ul>li');
-
-    ctx.state.data = {
-        title: name,
-        link: moeUrl,
-        item: await Promise.all(
-            newsLis
-                .map(async (_, item) => {
-                    item = $(item);
-
-                    const firstA = item.find('a');
-                    const itemUrl = liburl.resolve(moeUrl, firstA.attr('href'));
-
-                    const infos = await ctx.cache.tryGet(itemUrl, async () => {
-                        const res = {};
-                        const response = await got({
-                            method: 'get',
-                            url: itemUrl,
-                            Host: 'www.moe.gov.cn',
-                        });
-                        const data = cheerio.load(response.data);
-
-                        if (itemUrl.indexOf('www.gov.cn') > -1) {
-                            res.description = data('div.pages_content > p').html();
-                            res.title = data('div.article > h1').text();
-                        } else if (itemUrl.indexOf('srcsite') > -1) {
-                            res.description = data('div#xxgk_content_div').html();
-                            res.title = data('div#xxgk_content_redheadbg > h1').text();
-                        } else if (itemUrl.indexOf('jyb_') > -1) {
-                            res.description = data('div.TRS_Editor').html();
-                            res.title = data('div#content_body > h1').text();
-                        }
-
-                        return res;
-                    });
-
-                    return {
-                        title: infos.title,
-                        description: infos.description,
-                        link: itemUrl,
-                        pubDate: `${new Date().getFullYear()}-${item.find('span').text()}`,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/guancha/headline.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://www.guancha.cn';
-    const currentUrl = `${rootUrl}/GuanChaZheTouTiao/list_1.shtml`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.headline-list li .content-headline h3 a')
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-                description: item.parent().next().html(),
-                pubDate: new Date(item.parents('div').eq(0).find('span').text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.description += content('.all-txt').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '观察者网 - 头条',
-        link: currentUrl,
-        item: items,
-    };
-};