rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/v2/tingshuitz/maintainer.js

@@ -0,0 +1,11 @@
+module.exports = {
+    '/dalian': ['DIYgod'],
+    '/dongguan': ['victoriqueko'],
+    '/guangzhou': ['xyqfer'],
+    '/hangzhou': ['znhocn'],
+    '/nanjing': ['ocleo1'],
+    '/wuhan': ['MoonBegonia'],
+    '/xian': ['ciaranchen'],
+    '/xiaoshan': ['znhocn'],
+    '/yangjiang': ['ciaranchen'],
+};

package/lib/v2/tingshuitz/nanjing.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const HOME_PAGE = 'http://www.jlwater.com/';
+
+module.exports = async (ctx) => {
+    const url = `${HOME_PAGE}portal/10000013`;
+    const response = await got(url);
+
+    const data = response.data;
+    const $ = cheerio.load(data);
+    const list = $('.list-content ul li');
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: url,
+        item: list
+            .map((index, item) => {
+                const $item = $(item);
+                const title = $item.find('a span').text();
+                const link = $item.find('a').attr('href');
+                const listTime = $item.find('.list-time').text();
+                const pubDate = parseDate(listTime);
+                return {
+                    title: `${title} ${listTime}`,
+                    description: '南京市停水通知',
+                    link: `${HOME_PAGE}${link}`,
+                    pubDate,
+                };
+            })
+            .get(),
+    };
+};

package/lib/v2/tingshuitz/radar.js

@@ -0,0 +1,68 @@
+module.exports = {
+    'dl.gov.cn': {
+        _name: '停水通知',
+        swj: [
+            {
+                title: '大连市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/col/col4296/index.html', '/'],
+                target: '/tingshuitz/dalian',
+            },
+        ],
+    },
+    'hzwgc.com': {
+        _name: '停水通知',
+        www: [
+            {
+                title: '杭州市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/public/stop_the_water', '/'],
+                target: '/tingshuitz/hangzhou',
+            },
+        ],
+    },
+    'jlwater.com': {
+        _name: '停水通知',
+        '.': [
+            {
+                title: '南京市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/portal/10000013', '/'],
+                target: '/tingshuitz/nanjing',
+            },
+        ],
+    },
+    'whwater.com': {
+        _name: '停水通知',
+        '.': [
+            {
+                title: '武汉市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/IWater.shtml', '/'],
+                target: '/tingshuitz/wuhan',
+            },
+        ],
+    },
+    'xswater.com': {
+        _name: '停水通知',
+        www: [
+            {
+                title: '萧山区',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/gongshui/channels/227.html', '/'],
+                target: '/tingshuitz/xiaoshan',
+            },
+        ],
+    },
+    'yjsswjt.com': {
+        _name: '停水通知',
+        '.': [
+            {
+                title: '阳江市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/zxdt_list.jsp', '/'],
+                target: '/tingshuitz/yangjiang',
+            },
+        ],
+    },
+};

package/lib/v2/tingshuitz/router.js

@@ -0,0 +1,11 @@
+module.exports = (router) => {
+    router.get('/dalian', require('./dalian'));
+    router.get('/dongguan', require('./dongguan'));
+    router.get('/guangzhou', require('./guangzhou'));
+    router.get('/hangzhou', require('./hangzhou'));
+    router.get('/nanjing', require('./nanjing'));
+    router.get('/wuhan/:channelId?', require('./wuhan'));
+    router.get('/xian', require('./xian'));
+    router.get('/xiaoshan', require('./xiaoshan'));
+    router.get('/yangjiang', require('./yangjiang'));
+};

package/lib/v2/tingshuitz/wuhan.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const baseUrl = 'https://www.whwater.com';
+
+module.exports = async (ctx) => {
+    const { channelId = 68 } = ctx.params;
+    const response = await got.post('https://manager.whwater.com:8900/website/article/findChannelArticle', {
+        form: {
+            channelId,
+            searchKey: '',
+            thumbnailStatus: 0,
+            topStatus: 0,
+            recommendStatus: 0,
+            page: 1,
+            size: ctx.query.limit ? parseInt(ctx.query.limit) : 30,
+        },
+    });
+
+    const data = response.data.data;
+    const items = data.articleArray.map((item) => ({
+        title: item.title,
+        description: item.content,
+        pubDate: parseDate(item.publishTime),
+        link: `https://${baseUrl}/IPolicyDetails.shtml?id=31&sid=${channelId}${item.articleLink}`,
+    }));
+
+    ctx.state.data = {
+        title: `${data.channelName}通知 - 武汉市水务集团有限公司`,
+        link: `${baseUrl}/IWater.shtml?id=31&sid=48`,
+        item: items,
+    };
+};

package/lib/v2/tingshuitz/xian.js

@@ -0,0 +1,31 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+
+module.exports = async (ctx) => {
+    const url = 'http://www.xazls.com/tsgg/index.htm';
+    const response = await got(url, {
+        responseType: 'buffer',
+    });
+
+    const data = response.data;
+    const $ = cheerio.load(iconv.decode(data, 'gb2312'));
+    const list = $('#body > div.M > div.AboutUsDetail > ul > li');
+
+    ctx.state.data = {
+        title: $('title').text() || '停水通知 - 西安市自来水有限公司',
+        link: 'http://www.xazls.com/tsgg/index.htm',
+        item: list
+            .map((_, el) => {
+                const item = $(el);
+
+                const a = item.find('a');
+                return {
+                    title: a.text().trim(),
+                    description: item.text().trim(),
+                    link: 'http://www.xazls.com' + a.attr('href'),
+                };
+            })
+            .get(),
+    };
+};

package/lib/v2/tingshuitz/yangjiang.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const url = 'https://www.yjsswjt.com/zxdt_list.jsp?flbz=7';
+    const response = await got(url);
+
+    const $ = cheerio.load(response.data);
+    const list = $('div.list_ul_div > ul > li');
+
+    ctx.state.data = {
+        title: '停水通知 - 阳江市水务集团有限公司',
+        link: 'https://www.yjsswjt.com/zxdt_list.jsp?flbz=7',
+        item: list
+            .map((_, el) => {
+                const item = $(el);
+
+                const id = item.find('a').attr('href').slice(17, -1);
+                return {
+                    title: item.find('span').text().trim(),
+                    description: item.find('span').text().trim(),
+                    link: 'http://www.yjsswjt.com/list.jsp?id=' + id,
+                    pubDate: parseDate(item.find('.datetime').text(), 'YYYY.MM.DD'),
+                };
+            })
+            .get(),
+    };
+};

package/lib/v2/tokeninsight/blog.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const baseURL = 'https://www.tokeninsight.com/';
+const title = 'TokenInsight';
+const link = 'https://www.tokeninsight.com/';
+
+module.exports = async (ctx) => {
+    const lang = ctx.params.lang ?? 'zh';
+
+    const getBlogs = async () => {
+        const url = `${baseURL}api/user/search/getAllList`;
+        const response = (
+            await got.post(url, {
+                form: {
+                    isRecommend: 2,
+                    language: lang === 'zh' ? 'cn' : lang,
+                },
+            })
+        ).data;
+        return response.data.blogsList;
+    };
+
+    const getBlogInfomation = async (blog) => {
+        const { publishDate, title, id } = blog;
+        const blogUrl = `${baseURL}${lang}/blogs/${id}`;
+        const description = await ctx.cache.tryGet(blogUrl, async () => {
+            const res = await got(blogUrl);
+            const $ = cheerio.load(res.data);
+            const description = $('.detail_html_box').html();
+            return description;
+        });
+        return {
+            // 文章标题
+            title,
+            // 文章正文
+            description,
+            // 文章发布时间
+            pubDate: parseDate(publishDate),
+            // 文章链接
+            link: blogUrl,
+        };
+    };
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 30;
+    const blogs = (await getBlogs()).slice(0, limit);
+    const list = await Promise.all(blogs.map(getBlogInfomation));
+    ctx.state.data = {
+        title: `${lang === 'zh' ? '博客' : 'Blogs'} | ${title}`,
+        link: `${link}${lang}/blogs`,
+        item: list,
+    };
+};

package/lib/v2/tokeninsight/bulletin.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const baseURL = 'https://www.tokeninsight.com/';
+const title = 'TokenInsight';
+const link = 'https://www.tokeninsight.com/';
+const get_articles = async () => {
+    const url = `${baseURL}api/bulletin/selectBulletinList`;
+    const response = (await got.get(url)).data;
+    const { data } = response;
+    return data;
+};
+
+module.exports = async (ctx) => {
+    const lang = ctx.params.lang ?? 'zh';
+
+    const get_article_info = async (article) => {
+        const { updateDate, titleEn, id, title } = article;
+        const articleUrl = `${baseURL}${lang}/latest/${id}`;
+        const description = await ctx.cache.tryGet(articleUrl, async () => {
+            const res = await got(articleUrl);
+            const $ = cheerio.load(res.data);
+            return $('.detail_html_box').html();
+        });
+        return {
+            // 文章标题
+            title: lang === 'zh' ? title : titleEn,
+            // 文章正文
+            description,
+            // 文章发布时间
+            pubDate: parseDate(updateDate),
+            // 文章链接
+            link: articleUrl,
+        };
+    };
+
+    const articles = await get_articles();
+    const list = await Promise.all(articles.map(get_article_info));
+    ctx.state.data = {
+        title: `${lang === 'zh' ? '快讯' : 'Latest'} | ${title}`,
+        link: `${link}${lang}/latest`,
+        item: list,
+    };
+};

package/lib/v2/tokeninsight/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/blog/:lang?': ['fuergaosi233'],
+    '/bulletin:lang?': ['fuergaosi233'],
+    '/report:lang?': ['fuergaosi233'],
+};

package/lib/v2/tokeninsight/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'tokeninsight.com': {
+        _name: 'TokenInsight',
+        '.': [
+            {
+                title: '博客',
+                docs: 'https://docs.rsshub.app/new-media.html#tokeninsight',
+                source: ['/:lang/blogs'],
+                target: '/tokeninsight/blog/:lang',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#tokeninsight',
+                source: ['/:lang/latest'],
+                target: '/tokeninsight/bulletin/:lang',
+            },
+            {
+                title: '报告',
+                docs: 'https://docs.rsshub.app/new-media.html#tokeninsight',
+                source: ['/:lang/report'],
+                target: '/tokeninsight/report/:lang',
+            },
+        ],
+    },
+};

package/lib/v2/tokeninsight/report.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const baseURL = 'https://www.tokeninsight.com/';
+const title = 'TokenInsight';
+const link = 'https://www.tokeninsight.com/';
+
+module.exports = async (ctx) => {
+    const lang = ctx.params.lang ?? 'zh';
+
+    const getReports = async () => {
+        const url = `${baseURL}api/user/search/getAllList`;
+        const response = (
+            await got.post(url, {
+                form: {
+                    isRecommend: 2,
+                    language: lang === 'zh' ? 'cn' : lang,
+                },
+            })
+        ).data;
+        return response.data.reportList;
+    };
+
+    const getReportInfomation = async (report) => {
+        const { publishDate, title, id } = report;
+        const reportUrl = `${baseURL}${lang}/report/${id}`;
+        const description = await ctx.cache.tryGet(reportUrl, async () => {
+            const res = await got(reportUrl);
+            const $ = cheerio.load(res.data);
+            const description = $('.detail_html_box').html();
+            return description;
+        });
+        return {
+            // 文章标题
+            title,
+            // 文章正文
+            description,
+            // 文章发布时间
+            pubDate: parseDate(publishDate),
+            // 文章链接
+            link: reportUrl,
+        };
+    };
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 30;
+    const reports = (await getReports()).slice(0, limit);
+    const list = await Promise.all(reports.map(getReportInfomation));
+    ctx.state.data = {
+        title: `${lang === 'zh' ? '报告' : 'Research'} | ${title}`,
+        link: `${link}${lang}/report`,
+        item: list,
+    };
+};

package/lib/v2/tokeninsight/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/blog/:lang?', require('./blog.js'));
+    router.get('/bulletin/:lang?', require('./bulletin.js'));
+    router.get('/report/:lang?', require('./report.js'));
+};

package/lib/v2/twreporter/category.js

@@ -0,0 +1,31 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+
+const fetch = require('./fetch_article');
+
+module.exports = async (ctx) => {
+    const baseURL = 'https://www.twreporter.org';
+    const url = baseURL + `/categories/${ctx.params.cid}`;
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+    const list = $('.lnKPLr').get();
+    const category = $('.kCfkTU').text();
+
+    const out = await Promise.all(
+        list.map((item) => {
+            const $ = cheerio.load(item);
+            const address = baseURL + $('a').attr('href');
+            const title = $('.list-item__Title-sc-1dx5lew-5').text();
+            return ctx.cache.tryGet(address, async () => {
+                const single = await fetch(address);
+                single.title = title;
+                return single;
+            });
+        })
+    );
+    ctx.state.data = {
+        title: `報導者 | ${category}`,
+        link: url,
+        item: out,
+    };
+};

package/lib/v2/twreporter/fetch_article.js

@@ -0,0 +1,67 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async function fetch(address) {
+    const res = await got(address);
+    const capture = cheerio.load(res.data);
+    capture('.gIMvvS').remove();
+
+    let metaInfoBox = capture('.ffAPnj')
+        .filter((index) => index === 0)
+        .get();
+
+    // For photography
+    if (metaInfoBox.length === 0) {
+        metaInfoBox = capture('.deNvJY')
+            .filter((index) => index === 0)
+            .get();
+    }
+
+    const acquire = cheerio.load(metaInfoBox);
+    let time = acquire('.gimsRe').text();
+
+    // For `photography`
+    if (!time) {
+        time = acquire('.kHluJP').text();
+    }
+    // # Author(s) of the article
+    //
+    // There exists two formats for this section.
+    // 1. 文字 /...` with `摄影 / ..` in separate line, or
+    // 2. just a simple line starts with `文/ ...`
+    // For the first condition, we use a array
+    // to record the list of author(s), and use
+    // `；` to connect two lines.
+    const authors = [];
+
+    if (acquire('.loxoWO').text() === '') {
+        for (const item of acquire('.flciyI').get()) {
+            const $ = cheerio.load(item);
+            const job = $('.hGsNtm').text();
+            // An article may have multiple authors
+            const name = [];
+            for (const item of $('.cidPTd > a').get()) {
+                const $ = cheerio.load(item);
+                name.push($('.fJSaZP').text());
+            }
+
+            const author = job + '／' + name.join('，');
+            authors.push(author);
+        }
+    } else {
+        authors.push(acquire('.loxoWO').text());
+    }
+    const author = authors.join('；');
+
+    // contents = cover photo + italic intro + text
+    const contents = '<em>' + capture('.hxFBKc').html() + '</em><br>' + capture('.irqyDp').html();
+
+    return {
+        author,
+        description: contents,
+        link: address,
+        guid: address,
+        pubDate: parseDate(time, 'M/D/YYYY'),
+    };
+};

package/lib/v2/twreporter/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/category/:cid': ['emdoe'],
+    '/newest': ['emdoe'],
+    '/photography': ['emdoe'],
+};

package/lib/v2/twreporter/newest.js

@@ -0,0 +1,29 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+
+const fetch = require('./fetch_article');
+
+module.exports = async (ctx) => {
+    const url = 'https://www.twreporter.org';
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+    const list = $('.gKMjSz').get();
+
+    const out = await Promise.all(
+        list.map((item) => {
+            const $ = cheerio.load(item);
+            const address = url + $('a').attr('href');
+            const title = $('.latest-section__Title-hzxpx3-6').text();
+            return ctx.cache.tryGet(address, async () => {
+                const single = await fetch(address);
+                single.title = title;
+                return single;
+            });
+        })
+    );
+    ctx.state.data = {
+        title: `報導者 | 最新`,
+        link: url,
+        item: out,
+    };
+};

package/lib/v2/twreporter/photography.js

@@ -0,0 +1,46 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+
+const fetch = require('./fetch_article');
+
+module.exports = async (ctx) => {
+    const baseURL = 'https://www.twreporter.org';
+    const url = baseURL + `/photography`;
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+    const coverList = $('.WPJvn').get();
+    const commonList = $('.eVNsZf').get();
+
+    const coverView = await Promise.all(
+        coverList.map((item) => {
+            const $ = cheerio.load(item);
+            const address = baseURL + $('li > a').attr('href');
+            const title = $('.sc-1aojo4z-4').text();
+            return ctx.cache.tryGet(address, async () => {
+                const single = await fetch(address);
+                single.title = title;
+                return single;
+            });
+        })
+    );
+
+    const listView = await Promise.all(
+        commonList.map((item) => {
+            const $ = cheerio.load(item);
+            const address = baseURL + $('li > a').attr('href');
+            const title = $('.ii0887-4').text();
+
+            return ctx.cache.tryGet(address, async () => {
+                const single = await fetch(address);
+                single.title = title;
+                return single;
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: `報導者 | 影像`,
+        link: url,
+        item: coverView.concat(listView),
+    };
+};

package/lib/v2/twreporter/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'twreporter.org': {
+        _name: '報導者',
+        '.': [
+            {
+                title: '最新',
+                docs: 'https://docs.rsshub.app/new-media.html#bao-dao-zhe',
+                source: ['/'],
+                target: '/twreporter/newest',
+            },
+            {
+                title: '摄影',
+                docs: 'https://docs.rsshub.app/new-media.html#bao-dao-zhe',
+                source: ['/photography'],
+                target: '/twreporter',
+            },
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#bao-dao-zhe',
+                source: ['/categories/:tid'],
+                target: '/twreporter/category/:tid',
+            },
+        ],
+    },
+};

package/lib/v2/twreporter/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/category/:cid', require('./category'));
+    router.get('/newest', require('./newest'));
+    router.get('/photography', require('./photography'));
+};