rsshub 1.0.0-master.fbcba24 → 1.0.0-master.fc648b5

package/lib/routes/embassy/supportedList.js

@@ -1,257 +0,0 @@
-module.exports = {
-    ca: {
-        country: 'ca',
-        countryCN: '加拿大',
-        link: 'http://ca.china-embassy.org/chn/zytz/',
-        list: 'div[class=nav_title_list] > ul a',
-        title: '#News_Body_Title',
-        description: '#News_Body_Txt_A',
-        pubDate: '#News_Body_Time',
-        consulates: {
-            montreal: {
-                cityCN: '蒙特利尔',
-                link: 'http://montreal.chineseconsulate.org/chn/zytz/',
-                list: '#docMore > tbody > tr > td:nth-child(3) > div[class=Text_Center] > ul a',
-                title: '#News_Body_Title',
-                description: '#News_Body_Txt_A',
-                pubDate: '#News_Body_Time',
-            },
-        },
-    },
-    de: {
-        country: 'de',
-        countryCN: '德国',
-        link: 'http://de.chineseembassy.org/chn/lsfw/jqtz/',
-        list: '#docMore a',
-        title: '#article > table > tbody > tr:nth-child(2) b',
-        description: '#article > table > tbody > tr:nth-child(10) > td > div',
-        pubDate: '#article > table > tbody > tr:nth-child(6) > td',
-        consulates: {
-            munich: {
-                cityCN: '慕尼黑',
-                link: 'http://munich.chineseconsulate.org/chn/jqtz/',
-                list: '#docMore > tbody > tr > td:nth-child(2) > table:nth-child(2) > tbody > tr:nth-child(2) > td > table > tbody a',
-                title: '#article > tbody > tr:nth-child(1) > td > table > tbody > tr:nth-child(1) > td',
-                description: '#article > tbody > tr:nth-child(2) > td > div',
-                pubDate: '#article > tbody > tr:nth-child(1) > td > table > tbody > tr:nth-child(4) > td',
-            },
-        },
-    },
-    fr: {
-        country: 'fr',
-        countryCN: '法国',
-        link: 'http://fr.chineseembassy.org/chn/zgzfg/zgsg/lsb/',
-        list: '#docMore > tbody > tr > td > table > tbody a',
-        title: '#article > tbody > tr:nth-child(1) > td > table > tbody > tr:nth-child(1) > td',
-        description: '#article > tbody > tr:nth-child(3) > td',
-        pubDate: '#article > tbody > tr:nth-child(2) > td',
-        consulates: {
-            marseille: {
-                cityCN: '马赛',
-                link: 'http://marseille.china-consulate.org/chn/lsfwgg/',
-                list: '.newslist a',
-                title: '#News_Body_Title',
-                description: '#News_Body_Txt_A',
-                pubDate: '#News_Body_Time',
-            },
-            strasbourg: {
-                cityCN: '斯特拉斯堡',
-                link: 'http://strasbourg.china-consulate.org/chn/lsfw/',
-                list: '#docMore > tbody a',
-                title: '#article > tbody > tr:nth-child(1) > td > table > tbody > tr:nth-child(1) > td',
-                description: '#article > tbody > tr:nth-child(3) > td',
-                pubDate: '#article > tbody > tr:nth-child(2) > td',
-            },
-            lyon: {
-                cityCN: '里昂',
-                link: 'http://lyon.china-consulate.org/chn/tztg/',
-                list: '#manytitle > tbody > tr > td > table > tbody > tr:nth-child(1) > td > table > tbody a',
-                title: '#article > table:nth-child(1) > tbody > tr:nth-child(1) > td > font',
-                description: '#article > table:nth-child(2) > tbody > tr:nth-child(2) > td > div > div',
-                pubDate: '#article > table:nth-child(1) > tbody > tr:nth-child(4) > td > font',
-            },
-        },
-    },
-    jp: {
-        country: 'jp',
-        countryCN: '日本',
-        link: 'http://jp.china-embassy.org/chn/lsfws/LSB/',
-        list: '#docMore > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(2) > td > table:nth-child(3) a',
-        title: '#article > tbody > tr:nth-child(1) > td > table > tbody > tr:nth-child(1) > td',
-        description: '#article > tbody > tr:nth-child(2) > td',
-        pubDate: '#article > tbody > tr:nth-child(1) > td > table > tbody > tr:nth-child(4) > td',
-        consulates: {
-            nagasaki: {
-                cityCN: '长崎',
-                link: 'http://nagasaki.china-consulate.org/chn/tzgg/',
-                list: '.newsList a',
-                title: '#News_Body_Title',
-                description: '#News_Body_Txt_A',
-                pubDate: '#News_Body_Time',
-            },
-            osaka: {
-                cityCN: '大阪',
-                link: 'http://osaka.china-consulate.org/chn/tzgg/',
-                list: '#liebiao > tbody > tr > td:nth-child(1) > table:nth-child(3) > tbody a',
-                title: '#article > tbody > tr:nth-child(1) > td > table > tbody > tr:nth-child(1) > td',
-                description: '#article > tbody > tr:nth-child(3) > td',
-                pubDate: '#article > tbody > tr:nth-child(2) > td',
-            },
-            fukuoka: {
-                cityCN: '福冈',
-                link: 'http://fukuoka.china-consulate.org/chn/tztg/',
-                list: '#docMore > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(2) > td > table:nth-child(2) > tbody a',
-                title: '#article > tbody > tr:nth-child(1) > td > table > tbody > tr:nth-child(1) > td',
-                description: '#article > tbody > tr:nth-child(3) > td',
-                pubDate: '#article > tbody > tr:nth-child(2) > td',
-            },
-            nagoya: {
-                cityCN: '名古屋',
-                link: 'http://nagoya.chineseconsulate.org/chn/gzgg/',
-                list: '#docMore > div.mbox.fl > div > div.cbox_ul > ul a',
-                title: '#News_Body_Title',
-                description: '#News_Body_Txt_A',
-                pubDate: '#News_Body_Time',
-            },
-            sapporo: {
-                cityCN: '札幌',
-                link: 'http://sapporo.china-consulate.org/chn/tzbg/',
-                list: '#docMore > tbody > tr > td:nth-child(2) > table > tbody > tr:nth-child(2) > td > table:nth-child(3) > tbody > tr:nth-child(1) a',
-                title: '#article > tbody > tr > td > table:nth-child(1) > tbody > tr:nth-child(1) > td',
-                description: '#article > tbody > tr > td > table:nth-child(2) > tbody > tr:nth-child(1) > td',
-                pubDate: '#article > tbody > tr > td > table:nth-child(1) > tbody > tr:nth-child(4) > td',
-            },
-            niigata: {
-                cityCN: '新潟',
-                link: 'http://niigata.china-consulate.org/chn/lsbh/tztg/',
-                list: '#docMore a',
-                title: '#article > tbody > tr:nth-child(1) > td > table > tbody > tr:nth-child(4) > td',
-                description: '#article > tbody > tr:nth-child(2) > td',
-                pubDate: '#article > tbody > tr > td > table:nth-child(1) > tbody > tr:nth-child(4) > td',
-            },
-        },
-    },
-    kr: {
-        country: 'kr',
-        countryCN: '韩国',
-        link: 'http://kr.china-embassy.org/chn/lsqz/ls_tz/',
-        list: '#TRS a',
-        title: '#article > table > tbody > tr:nth-child(1) > td > font > b',
-        description: '#article > table > tbody > tr:nth-child(3) > td > div > div:nth-child(2)',
-        pubDate: '#article > table > tbody > tr:nth-child(1) > td > font > b',
-        consulates: {
-            busan: {
-                cityCN: '釜山',
-                link: 'http://busan.china-consulate.org/chn/lsfw/tzgg101/',
-                list: 'body > table:nth-child(6) > tbody > tr > td:nth-child(2) > table:nth-child(2) > tbody > tr:nth-child(3) > td > table > tbody a',
-                title: '#article > tbody > tr:nth-child(1) > td > table > tbody > tr:nth-child(1) > td',
-                description: '#article > tbody > tr:nth-child(3) > td',
-                pubDate: '#article > tbody > tr:nth-child(2) > td',
-            },
-            jeju: {
-                cityCN: '济州',
-                link: 'http://jeju.chineseconsulate.org/chn/ggl/',
-                list: '#docMore > tbody > tr > td:nth-child(3) > div > ul:nth-child(5) a',
-                title: '#News_Body_Title',
-                description: '#News_Body_Txt_A',
-                pubDate: '#News_Body_Time',
-            },
-            gwangju: {
-                cityCN: '光州',
-                link: 'http://gwangju.china-consulate.org/chn/lbxx/ggtz/',
-                list: '#docNum a',
-                title: '#article > table > tbody > tr:nth-child(2) > td',
-                description: '#article > table > tbody > tr:nth-child(10) > td > div',
-                pubDate: '#article > table > tbody > tr:nth-child(6) > td > font',
-            },
-        },
-    },
-    my: {
-        country: 'my',
-        countryCN: '马来西亚',
-        link: 'http://my.china-embassy.org/chn/zytz/',
-        list: 'div[class=nbox_ul] > ul a',
-        title: '#News_Body_Title',
-        description: '#News_Body_Txt_A',
-        pubDate: '#News_Body_Time',
-    },
-    sg: {
-        country: 'sg',
-        countryCN: '新加坡',
-        link: 'http://sg.china-embassy.org/chn/lsfw/zytzs/',
-        list: '#docMore a',
-        title: '#News_Body_Title',
-        description: '#News_Body_Txt_A',
-        pubDate: '#News_Body_Time',
-    },
-    uk: {
-        country: 'uk',
-        countryCN: '英国',
-        link: 'http://www.chinese-embassy.org.uk/chn/lsfw/lsxz/',
-        list: '#docMore > tbody a',
-        title: '#article > tbody > tr:nth-child(2) > td',
-        description: '#article .content',
-        pubDate: '#article > tbody > tr:nth-child(5) > td',
-        consulates: {
-            belfast: {
-                cityCN: '贝尔法斯特',
-                link: 'http://belfast.chineseconsulate.org/chn/tztg/',
-                list: 'div.newslist a',
-                title: '#News_Body_Title',
-                description: '#News_Body_Txt_A > div',
-                pubDate: '#News_Body_Time',
-            },
-            edinburgh: {
-                cityCN: '爱丁堡',
-                link: 'http://edinburgh.china-consulate.org/chn/zytz/',
-                list: '#TRS_OUTLINE > tbody > tr:nth-child(3) a',
-                title: '#article > tbody > tr:nth-child(1) > td',
-                description: '#article > tbody > tr:nth-child(3) > td',
-                pubDate: '#article > tbody > tr:nth-child(2) > td',
-            },
-            manchester: {
-                cityCN: '曼彻斯特',
-                link: 'http://manchester.chineseconsulate.org/chn/tzgg/',
-                list: 'div#TRS a',
-                title: '#article > table > tbody > tr:nth-child(1) > td > font > b',
-                description: '#article > table > tbody > tr:nth-child(6) > td > div > div',
-                pubDate: '#article > table > tbody > tr:nth-child(4) > td > font',
-            },
-        },
-    },
-    us: {
-        country: 'us',
-        countryCN: '美国',
-        link: 'http://www.china-embassy.org/chn/lszj/zytz/',
-        list: 'div#docMore a',
-        title: '#News_Body_Title',
-        description: '#News_Body_Txt_A',
-        pubDate: '#News_Body_Time > div:nth-child(1) > span',
-        consulates: {
-            chicago: {
-                cityCN: '芝加哥',
-                link: 'http://www.chinaconsulatechicago.org/chn/zytz/',
-                list: 'div#TRS a',
-                title: '#article > table > tbody > tr:nth-child(1) > td',
-                description: '#article > table > tbody > tr:nth-child(6) > td > div',
-                pubDate: '#article > table > tbody > tr:nth-child(3) > td > font',
-            },
-            newyork: {
-                cityCN: '纽约',
-                link: 'http://newyork.china-consulate.org/chn/fwzc/zxtz/',
-                list: 'div.cbox_ul a',
-                title: '#News_Body_Title',
-                description: '#News_Body_Txt_A',
-                pubDate: '#News_Body_Time',
-            },
-            sanfrancisco: {
-                cityCN: '旧金山',
-                link: 'http://www.chinaconsulatesf.org/chn/zytz/',
-                list: 'div#docMore a',
-                title: '#News_Body_Title',
-                description: '#article > .News_Body_Txt_A',
-                pubDate: '#News_Body_Time',
-            },
-        },
-    },
-};

package/lib/routes/gamer/gnn_index.js

@@ -1,131 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    let url = '';
-    let categoryName = '';
-    const categoryTable = {
-        1: 'PC',
-        3: 'TV 掌機',
-        4: '手機遊戲',
-        5: '動漫畫',
-        9: '主題報導',
-        11: '活動展覽',
-        13: '電競',
-        ns: 'Switch',
-        ps5: 'PS5',
-        ps4: 'PS4',
-        xbone: 'XboxOne',
-        xbsx: 'XboxSX',
-        pc: 'PC 單機',
-        olg: 'PC 線上',
-        ios: 'iOS',
-        android: 'Android',
-        web: 'Web',
-        comic: '漫畫',
-        anime: '動畫',
-    };
-    const mainCategory = ['1', '3', '4', '5', '9', '11', '13'];
-    if (!category || Object.keys(categoryTable).indexOf(category) < 0) {
-        url = 'https://gnn.gamer.com.tw/';
-    } else {
-        categoryName = '-' + categoryTable[category];
-        if (mainCategory.indexOf(category) > -1) {
-            url = `https://gnn.gamer.com.tw/index.php?k=${category}`;
-        } else {
-            url = `https://acg.gamer.com.tw/news.php?p=${category}`;
-        }
-    }
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const list = $('div.BH-lbox.GN-lbox2')
-        .children()
-        .not('p,a,img,span')
-        .map((index, item) => {
-            item = $(item);
-            let aLabelNode;
-            let tag;
-            // a label with div
-            if (item.children().length !== 0) {
-                aLabelNode = item.find('a').eq(1);
-                tag = item.find('div.platform-tag_list').text();
-            }
-            // a label without div
-            else {
-                aLabelNode = item.next();
-                tag = item.text();
-            }
-
-            return {
-                title: '[' + tag + ']' + aLabelNode.text(),
-                link: aLabelNode.attr('href').replace('//', 'https://'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map(async (item) => {
-            item.description = await ctx.cache.tryGet(item.link, async () => {
-                const response = await got.get(item.link);
-                let component = '';
-                const urlReg = /window.location.replace\('.*'/g;
-
-                let pubInfo;
-                let dateStr;
-                if (response.body.search(urlReg) < 0) {
-                    const $ = cheerio.load(response.data);
-                    if ($('span.GN-lbox3C').length > 0) {
-                        // official publish 1
-                        pubInfo = $('span.GN-lbox3C').text().split('）');
-                        item.author = pubInfo[0].replace('（', '').replace(' 報導', '');
-                        dateStr = pubInfo[1].trim();
-                    } else {
-                        // official publish 2
-                        pubInfo = $('span.GN-lbox3CA').text().split('）');
-                        item.author = pubInfo[0].replace('（', '').replace(' 報導', '');
-                        dateStr = pubInfo[1].replace('原文出處', '').trim();
-                    }
-                    component = $('div.GN-lbox3B').html();
-                } else {
-                    // url redirect
-                    const newUrl = response.body.match(urlReg)[0].split('(')[1].replace(/'/g, '');
-                    const _response = await got.get(newUrl);
-                    const _$ = cheerio.load(_response.data);
-
-                    if (_$('div.MSG-list8C').length > 0) {
-                        // personal publish 1
-                        pubInfo = _$('span.ST1').text().split('│');
-                        item.author = pubInfo[0].replace('作者：', '');
-                        dateStr = pubInfo[_$('span.ST1').find('a').length > 0 ? 2 : 1];
-                        component = _$('div.MSG-list8C').html();
-                    } else {
-                        // personal publish 2
-                        pubInfo = _$('div.article-intro').text().replace(/\n/g, '').split('|');
-                        item.author = pubInfo[0];
-                        dateStr = pubInfo[1];
-                        component = _$('div.text-paragraph').html();
-                    }
-                }
-                item.pubDate = timezone(parseDate(dateStr, 'YYYY-MM-DD HH:mm:ss'), +8);
-                component = component.replace(/\b(data-src)\b/g, 'src');
-                return component;
-            });
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: '巴哈姆特-GNN新聞' + categoryName,
-        link: url,
-        item: items,
-    };
-};

package/lib/routes/gov/customs/list.js

@@ -1,77 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const host = 'http://www.customs.gov.cn/';
-module.exports = async (ctx) => {
-    const gchannel = ctx.params.gchannel;
-    let channelName = ``;
-    let link = `http://www.customs.gov.cn/customs/302249/2476857/302309/index.html`;
-
-    switch (gchannel) {
-        case 'paimai':
-            channelName = '拍卖信息';
-            link = `http://www.customs.gov.cn/customs/302249/302309/index.html`;
-
-            break;
-        case 'fagui':
-            channelName = '海关法规';
-            link = `http://www.customs.gov.cn/customs/302249/302266/index.html`;
-            break;
-        default:
-            break;
-    }
-    const response = await got({
-        method: 'get',
-        url: link,
-        header: {
-            Referer: host,
-        },
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('[class^="conList_ul"] li')
-        .map(function () {
-            const info = {
-                title: $(this).find('a').text(),
-                link: $(this).find('a').attr('href'),
-                date: $(this).find('span').text(),
-            };
-            return info;
-        })
-        .get();
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const date = info.date;
-            const itemUrl = url.resolve(host, info.link);
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response = await got({
-                method: 'get',
-                url: itemUrl,
-                header: {
-                    Referer: host,
-                },
-            });
-            const $ = cheerio.load(response.data);
-            $('.easysite-news-operation').remove();
-            const description = $('.easysite-news-peruse').html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(date).toDateString(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `中国海关-${channelName}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/gov/fmprc/fyrbt.js

@@ -1,24 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const util = require('./utils');
-
-const host = 'https://www.fmprc.gov.cn/web/wjdt_674879/fyrbt_674889/';
-
-module.exports = async (ctx) => {
-    const response = await got.get(host, {
-        responseType: 'buffer',
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.newsBd ul li').get();
-
-    const result = await util.ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: '中华人民共和国外交部-发言人表态',
-        link: host,
-        description: '中华人民共和国外交部-发言人表态',
-        item: result,
-    };
-};

package/lib/routes/gov/fmprc/utils.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-// 加载文章页
-async function load(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const date = new Date(
-        $('#News_Body_Time')
-            .text()
-            .match(/\d{4}-\d{2}-\d{2}/)
-    );
-
-    const pubDate = new Date(date.getTime()).toUTCString();
-
-    // 提取内容
-    const description = $('#News_Body_Txt_A').html();
-
-    return { description, pubDate };
-}
-
-const ProcessFeed = (list, caches) => {
-    const host = 'https://www.fmprc.gov.cn/web/wjdt_674879/fyrbt_674889/';
-
-    return Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const $title = $('a');
-            // 还原相对链接为绝对链接
-            const itemUrl = url.resolve(host, $title.attr('href'));
-
-            // 列表上提取到的信息
-            const single = {
-                title: $.text(),
-                link: itemUrl,
-                guid: itemUrl,
-            };
-
-            // 使用tryGet方法从缓存获取内容。
-            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/gov/mee/gs.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const linkBase = `http://www.mee.gov.cn/xxgk/gs/gsq/`;
-    const listData = await got.get(linkBase);
-    const $ = cheerio.load(listData.data);
-    ctx.state.data = {
-        title: `公示 - 中华人民共和国生态环境部`,
-        link: linkBase,
-        item: await Promise.all(
-            $('.main .main_top li')
-                .map(async (_, el) => {
-                    const $el = $(el);
-                    const $a = $el.find('>a');
-                    const href = $a.attr('href');
-                    const key = `gov_gs: ${href}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    // 移除 href 中的 ./，并且拼接原来的 url
-                    const link = `${linkBase}${href.slice(2)}`;
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        const contentData = await got.get(link);
-                        const $content = cheerio.load(contentData.data);
-                        description = $content('.TRS_Editor').html();
-                        ctx.cache.set(key, description);
-                    }
-
-                    const title = $a.text();
-
-                    // 获取 date
-                    const pubDate = new Date(
-                        $el
-                            .find('.shover')
-                            .first()
-                            .text()
-                            .match(/\d{4}-\d{2}-\d{2}/)
-                    ).toUTCString();
-
-                    return {
-                        title,
-                        description,
-                        link,
-                        pubDate,
-                    };
-                })
-                .get()
-        ),
-    };
-};