rsshub 1.0.0-master.fd117cb → 1.0.0-master.fd18a0e

package/lib/routes/coronavirus/dxy-data.js

@@ -1,86 +0,0 @@
-const got = require('@/utils/got');
-const { JSDOM } = require('jsdom');
-
-module.exports = async (ctx) => {
-    const PROVINCE = ctx.params.province || '国内';
-    let CITY = ctx.params.city || '';
-
-    const link = 'https://ncov.dxy.cn/ncovh5/view/pneumonia';
-
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-
-    const dom = new JSDOM(response.data, {
-        runScripts: 'dangerously',
-    });
-
-    const item = {
-        description: '',
-    };
-
-    let AREA, DATA, META;
-
-    const getProvince = () => {
-        AREA = PROVINCE;
-        DATA = dom.window.getAreaStat.find((item) => item.provinceShortName === PROVINCE);
-
-        if (!DATA) {
-            // 省份名不存在
-            return getCountry();
-        }
-
-        if (CITY) {
-            return getCity();
-        }
-
-        DATA.cities.forEach((city) => {
-            item.description += `${city.cityName}累计确诊 ${city.confirmedCount} 例，累计死亡 ${city.deadCount} 例，累计治愈 ${city.curedCount} 例。<br><br>`;
-        });
-
-        item.title = `${AREA}累计确诊 ${DATA.confirmedCount} 例，现存确诊 ${DATA.currentConfirmedCount} 例，累计死亡 ${DATA.deadCount} 例，累计治愈 ${DATA.curedCount} 例`;
-    };
-
-    const getCity = () => {
-        AREA = CITY;
-        DATA = DATA.cities.find((c) => c.cityName.includes(CITY));
-
-        if (DATA) {
-            item.title = `${DATA.cityName}累计确诊 ${DATA.confirmedCount} 例，现存确诊 ${DATA.currentConfirmedCount} 例，累计死亡 ${DATA.deadCount} 例，累计治愈 ${DATA.curedCount} 例`;
-        } else {
-            // 城市不存在
-            CITY = '';
-            return getProvince();
-        }
-    };
-
-    const getCountry = () => {
-        AREA = '国内';
-        META = dom.window.getStatisticsService;
-
-        item.title = `国内累计确诊 ${META.confirmedCount} 例${META.confirmedIncr ? `（较昨日 ${(META.confirmedIncr > 0 ? '+' : '') + META.confirmedIncr}）` : ''}，现存确诊 ${META.currentConfirmedCount} 例${
-            META.currentConfirmedIncr ? `（较昨日 ${(META.currentConfirmedIncr > 0 ? '+' : '') + META.currentConfirmedIncr}）` : ''
-        }，累计死亡 ${META.deadCount} 例${META.deadIncr ? `（较昨日 ${(META.deadIncr > 0 ? '+' : '') + META.deadIncr}）` : ''}，累计治愈 ${META.curedCount} 例${
-            META.curedIncr ? `（较昨日 ${(META.curedIncr > 0 ? '+' : '') + META.curedIncr}）` : ''
-        }`;
-    };
-
-    if (PROVINCE !== '国内' && PROVINCE !== '全国') {
-        getProvince();
-    } else {
-        getCountry();
-    }
-
-    if (META && META.modifyTime) {
-        item.pubDate = new Date(META.modifyTime).toUTCString();
-    }
-    item.link = link;
-    item.guid = item.title;
-
-    ctx.state.data = {
-        title: `${AREA}新冠病毒疫情数据统计 - 丁香园`,
-        link,
-        item: [item],
-    };
-};

package/lib/routes/coronavirus/dxy.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-const { JSDOM } = require('jsdom');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://ncov.dxy.cn/ncovh5/view/pneumonia',
-    });
-
-    const dom = new JSDOM(response.data, {
-        runScripts: 'dangerously',
-    });
-
-    const data = dom.window.getTimelineService1;
-
-    ctx.state.data = {
-        title: '全球新型肺炎疫情实时播报-丁香园',
-        link: 'https://ncov.dxy.cn/ncovh5/view/pneumonia',
-        item: data.map((item) => ({
-            title: item.title,
-            description: item.summary,
-            pubDate: new Date(item.pubDate).toUTCString(),
-            author: item.infoSource,
-            link: item.sourceUrl,
-        })),
-    };
-};

package/lib/routes/coronavirus/mogov-2019ncov.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const language = ctx.params.lang.toLowerCase();
-    const languageKey = language === 'ch' ? 'zhant' : language;
-
-    const dataUrl = 'https://gcloud.gcs.gov.mo/json/ncvbase.json';
-    const response = await got({
-        method: 'get',
-        url: dataUrl,
-    });
-
-    const items = response.data.json
-        .filter((item) => item['broadcastStatus_' + languageKey] === 'Broadcasted')
-        .slice(0, 20)
-        .map((item) => {
-            const title = item['subject_' + languageKey];
-            const $ = cheerio.load('<div id="root"><b id="department"></b><div id="photo"></div><div id="content"></div></div>');
-            if (item.contentPhotos) {
-                $('#photo').append(item.contentPhotos.map((photo) => `<img src="${photo.url}"></img>`));
-            }
-            $('#content').append(item['content_' + languageKey]);
-            $('#department').append(item['departments_' + languageKey]);
-            const description = $('#root').html();
-            const pubDate = new Date(item['broadcastTime_' + languageKey] + ' +8').toUTCString();
-            const link = item['url_' + languageKey];
-            return {
-                title,
-                description,
-                pubDate,
-                link,
-            };
-        });
-
-    const titleMapping = {
-        ch: '澳門特別行政區政府 抗疫專頁：最新消息',
-        pt: 'Macau Pagina Electrónica Especial Contra Epidemias: Notícias',
-        en: 'Macao Pagina Electrónica Especial Contra Epidemias: What’s New',
-    };
-    const sourceLink = `https://www.ssm.gov.mo/apps1/PreventWuhanInfection/${language}.aspx`;
-
-    ctx.state.data = {
-        title: titleMapping[language],
-        link: sourceLink,
-        description: titleMapping[language],
-        item: items,
-    };
-};

package/lib/routes/coronavirus/nhc.js

@@ -1,30 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = `http://www.nhc.gov.cn/xcs/yqtb/list_gzbd.shtml`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.zxxx_list a');
-    ctx.state.data = {
-        title: '疫情通报-国家卫健委',
-        link: url,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    const title = item.text();
-                    const address = item.attr('href');
-                    const host = `http://www.nhc.gov.cn/`;
-                    return {
-                        title,
-                        description: title,
-                        link: host + address,
-                        guid: host + address,
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/coronavirus/scmp.js

@@ -1,32 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.scmp.com/topics/coronavirus-outbreak',
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('.article');
-
-    ctx.state.data = {
-        title: 'China coronavirus outbreak - SCMP',
-        description: $('.topic__desc--p').html(),
-        link: 'https://www.scmp.com/topics/coronavirus-outbreak',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('.article__title').text(),
-                        description: item.find('.article__summary').html(),
-                        link: item.find('.article__link').attr('href') || item.find('.article-title__article-link').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/coronavirus/sg-moh.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const dataUrl = 'https://www.moh.gov.sg/covid-19/past-updates';
-    const response = await got({
-        method: 'get',
-        url: dataUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('section.body-content div.sfContentBlock:nth-of-type(2) table tr').slice(1, 21);
-
-    const items = list
-        .filter((_, item) => {
-            item = $(item);
-            const dateRaw = item.find('td:first-child').text().trim();
-            return dateRaw !== 'Date';
-        })
-        .map((_, item) => {
-            item = $(item);
-            const title = item.find('a').first().text();
-            const dateRaw = item.find('td:first-child').text().trim();
-            const pubDate = Date.parse(dateRaw) && dateRaw;
-            const link = item.find('a').attr('href');
-            return {
-                title,
-                pubDate,
-                link,
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: 'Past Updates On COVID-19 Local Situation',
-        link: dataUrl,
-        description: 'Past Updates On COVID-19 Local Situation',
-        item: items,
-    };
-};

package/lib/routes/coronavirus/yahoo-japan.js

@@ -1,77 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-
-module.exports = async (ctx) => {
-    const tdfk = ctx.params.tdfk || false;
-    const uri = tdfk ? `https://news.yahoo.co.jp/pages/article/covid19${tdfk}` : `https://news.yahoo.co.jp/pages/article/20200207`;
-    const req_header = { 'User-Agent': 'Mozilla/5.0 (Linux; Android 9; SM-G960F Build/PPR1.180610.011; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/74.0.3729.157 Mobile Safari/537.36' };
-
-    const resp = await got({
-        method: 'get',
-        url: uri,
-        headers: req_header,
-    });
-
-    const $ = cheerio.load(resp.data);
-
-    const this_year = dayjs().year();
-    const this_month = dayjs().month() + 1;
-
-    const art_uri = [];
-    $('#layoutFooter ul.dlpThumbLink a').each((i, e) => {
-        const link = $(e).attr('href');
-        const text = $(e).find('.dlpThumbText span').eq(0).text();
-        const author = $(e).find('.dlpQuote').text();
-        const date = $(e).find('.dlpDate').text() + ' +9'; // explicit timezone
-
-        let date_obj = dayjs(date).year(this_year);
-
-        if (date_obj.month() + 1 > this_month) {
-            // if the article is from the last year
-            date_obj = date_obj.year(this_year - 1);
-        }
-
-        art_uri.push({ l: link, t: text, a: author, d: date_obj.toString() });
-    });
-
-    const getNews = async (uri) => {
-        const ret = {
-            link: uri.l,
-            title: uri.t,
-            author: uri.a,
-            pubDate: uri.d,
-            description: null,
-        };
-
-        if (!uri.l.includes('//news.yahoo.co.jp')) {
-            return ret; // do not process uncertain pages
-        }
-
-        const page_data = await ctx.cache.tryGet(uri.l, async () => {
-            const resp = await got({
-                method: 'get',
-                url: uri.l,
-                headers: req_header,
-            });
-            return resp.data;
-        });
-
-        const $doc = cheerio.load(page_data);
-
-        const iso_date = $doc('meta[name="pubdate"]').attr('content');
-        ret.pubDate = dayjs(iso_date).toString();
-        ret.description = $doc('div.article_body').html() || $doc('meta[name="description"]').attr('content');
-
-        return ret;
-    };
-
-    const items = await Promise.all(art_uri.map(getNews));
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: uri,
-        description: $('meta[name="description"]').attr('content'),
-        item: items,
-    };
-};

package/lib/routes/cpta/notice.js

@@ -1,41 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-module.exports = async (ctx) => {
-    const link = `http://www.cpta.com.cn/GB/360339/index.html`;
-    const response = await got({ method: 'get', url: link, responseType: 'buffer' });
-
-    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
-    const list = $('ul.list_14 li')
-        .map((_, item) => {
-            item = $(item).find('a');
-            return {
-                title: item.text(),
-                link: url.resolve(`http://www.cpta.com.cn/`, item.attr('href')),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '中国人事考试网 - 通知公告',
-        link,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({ method: 'get', url: item.link, responseType: 'buffer' });
-                    const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
-                    item.description = content('div.text').html();
-                    item.pubDate = new Date(
-                        content('#p_publishtime')
-                            .text()
-                            .replace(/[年|月]/g, '-')
-                            .replace(/日/g, ' ') + ' GMT+8'
-                    ).toUTCString();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/craigslist/search.js

@@ -1,46 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const queryParams = ctx.request.querystring;
-    const queryUrl = `https://${ctx.params.location}.craigslist.org/search/${ctx.params.type}?${queryParams}`;
-    const { data } = await got.get(queryUrl);
-    const $ = cheerio.load(data);
-    const items = $('.result-row')
-        .slice(0, 20)
-        .map((_, _item) => {
-            const item = $(_item);
-            const info = item.find('.result-info').first();
-            const titleNode = info.find('.result-title').first();
-            const price = info.find('.result-price').first().text();
-            const hood = info.find('.result-hood').first().text();
-            const date = info.find('time').first().attr('datetime');
-
-            const dataIds = item.find('.result-image').first().attr('data-ids');
-            let desc = '';
-            if (dataIds) {
-                const imageList = dataIds.split(',').map((id) => `<img src="https://images.craigslist.org/${id.split(':')[1]}_1200x900.jpg"/>`);
-                desc = imageList.join('');
-            }
-            return {
-                title: price + ' - ' + titleNode.text() + hood,
-                link: titleNode.attr('href'),
-                description: desc,
-                pubDate: date,
-                guid: titleNode.attr('id'),
-            };
-        })
-        .get();
-    const urlParams = new URLSearchParams(queryParams);
-    let itemName = urlParams.get('query');
-    if (!itemName) {
-        itemName = '';
-    } else {
-        itemName = itemName.replace('+', ' ');
-    }
-    ctx.state.data = {
-        title: itemName + ' - Craigslist',
-        link: queryUrl,
-        item: items,
-    };
-};

package/lib/routes/cria/news.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || '';
-
-    const rootUrl = 'http://www.cria.org.cn';
-    const currentUrl = `${rootUrl}/${id ? `newslist/${id}.html` : 'news'}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.ch_news,.enterprise_news_c')
-        .find('ul li')
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-
-            return {
-                link: `${rootUrl}${a.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                try {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.title = content('title').text();
-                    item.description = content('.news_details_c').html();
-                    item.pubDate = new Date(detailResponse.data.match(/<span>发布时间：(.*)<\/span><span>来源:/)[1]).toUTCString();
-
-                    return item;
-                } catch (e) {
-                    return Promise.resolve('');
-                }
-            })
-        )
-    );
-
-    const title = id ? response.data.match(/<h3><span style="margin: 10px; font-size:15px;">当前位置：中国橡胶网 > (.*)<\/span><\/h3>/)[1] : '新闻资讯';
-
-    ctx.state.data = {
-        title: `${title} - 中国橡胶网`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/cs/news.js

@@ -1,69 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const rootUrl = 'http://www.cs.com.cn/';
-
-const config = {
-    zzkx: {
-        link: '/sylm/jsbd/',
-        title: '中证快讯',
-        query: 'ul.some-list li',
-    },
-    hyzx: {
-        link: '/cj/hyzx/',
-        title: '行业资讯',
-        query: 'ul.list-lm li',
-    },
-};
-
-module.exports = async (ctx) => {
-    const cfg = config[ctx.params.caty];
-    if (!cfg) {
-        throw Error('Bad category. See <a href="https://docs.rsshub.app/finance.html#zhong-zheng-wang-zi-xun">docs</a>');
-    }
-
-    const currentUrl = url.resolve(rootUrl, cfg.link);
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-        responseType: 'buffer',
-    });
-    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
-    const list = $(cfg.query)
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-            return {
-                title: item.find('h3').text() || a.text(),
-                link: url.resolve(currentUrl, a.attr('href')),
-                pubDate: new Date(item.find('em').text() || item.find('span').text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({
-                    method: 'get',
-                    url: item.link,
-                    responseType: 'buffer',
-                });
-                const content = cheerio.load(iconv.decode(res.data, 'gbk'));
-
-                item.description = content('.cont_article section').html() || content('.article-t').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '中证网 - ' + cfg.title,
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/csrc/auditstatus.js

@@ -1,61 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const apply_id = ctx.params.apply_id;
-    const userAgent = 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1';
-    const item_url = `https://neris.csrc.gov.cn/alappl/home1/onlinealog?appMatrCde=${apply_id}`;
-    const url = 'https://neris.csrc.gov.cn/alappl/home1/onlinealog.do';
-    const res = await got({
-        // method: 'get',
-        method: 'post',
-        url,
-        headers: {
-            'User-Agent': userAgent,
-        },
-        form: {
-            appMatrCde: apply_id,
-            pageNo: 1,
-            pageSize: 10,
-        },
-        rejectUnauthorized: false,
-    });
-    const $ = cheerio.load(res.data);
-    const list = $('tr[height=50]').get();
-
-    const out = await Promise.all(
-        list.map((item) => {
-            const $ = cheerio.load(item);
-            const audit_status_td = $('td[style="font-weight:100 ;color: black ;position: relative;left:20px"]');
-            const audit_status = audit_status_td.eq(-1).text();
-            const title = '【' + audit_status + '】' + $('li.templateTip').text();
-            const audit_date = audit_status_td.eq(-1).next('td').text();
-
-            let audit_desc = '';
-            if (audit_status_td.length > 1) {
-                for (let i = 0; i < audit_status_td.length; i++) {
-                    audit_desc += audit_status_td.eq(i).next('td').text() + '，' + audit_status_td.eq(i).text() + '；';
-                }
-            } else {
-                audit_desc = audit_date + '，' + audit_status;
-            }
-
-            const description = $('li.templateTip').text() + '：' + audit_desc;
-            const itemUrl = item_url;
-
-            const single = {
-                title,
-                description,
-                pubDate: new Date(audit_date).toUTCString(),
-                link: itemUrl,
-                guid: itemUrl,
-            };
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: '申请事项进度查询 - 中国证监会',
-        link: item_url,
-        item: out,
-    };
-};

package/lib/routes/csrc/fashenwei.js

@@ -1,42 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = 'http://www.csrc.gov.cn/pub/zjhpublic/3300/3621/index_7401.htm';
-    const ori_url = 'http://www.csrc.gov.cn/pub/zjhpublic/';
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.row').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const time = $('li.fbrq').text();
-            const title = $('li.mc > div').text();
-            const sub_url = $('li.mc > div').find('a').attr('href').slice(6);
-            const itemUrl = ori_url + sub_url;
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const responses = await got.get(itemUrl);
-            const $d = cheerio.load(responses.data);
-
-            const single = {
-                title,
-                pubDate: new Date(time).toUTCString(),
-                link: itemUrl,
-                guid: itemUrl,
-                description: $d('#ContentRegion .Custom_UnionStyle').html(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        item: out,
-    };
-};