rsshub 1.0.0-master.fdf137b → 1.0.0-master.fe775f5

package/lib/v2/github/star.js

@@ -3,7 +3,7 @@ const config = require('@/config').value;
 
 module.exports = async (ctx) => {
     if (!config.github || !config.github.access_token) {
-        throw 'GitHub star RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#%E9%83%A8%E5%88%86-rss-%E6%A8%A1%E5%9D%97%E9%85%8D%E7%BD%AE">relevant config</a>';
+        throw 'GitHub star RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
     }
     const user = ctx.params.user;
     const repo = ctx.params.repo;

package/lib/v2/github/starred_repos.js

@@ -3,7 +3,7 @@ const config = require('@/config').value;
 
 module.exports = async (ctx) => {
     if (!config.github || !config.github.access_token) {
-        throw 'GitHub star RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#%E9%83%A8%E5%88%86-rss-%E6%A8%A1%E5%9D%97%E9%85%8D%E7%BD%AE">relevant config</a>';
+        throw 'GitHub star RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
     }
     const user = ctx.params.user;
 

package/lib/v2/gitpod/blog.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { rootUrl } = require('./utils');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 10;
+    const response = await got(rootUrl + '/blog');
+    const $ = cheerio.load(response.data);
+    let items = $('div[class^="flex justify-center"]')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h2').text(),
+                link: rootUrl + item.find('a').attr('href'),
+                pubDate: parseDate(item.find('span[class^=date]').text()),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                const headerImg = content('img[class^=max-h]');
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    img: headerImg.attr('src'),
+                    alt: headerImg.attr('alt'),
+                    content: content('div[class^=content-blog]').html(),
+                });
+                item.author = content('span.avatars a')
+                    .toArray()
+                    .map((e) => content(e).text().trim())
+                    .join(', ');
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: rootUrl + '/blog',
+        description: $('meta[name="description"]').attr('content'),
+        language: 'en-US',
+        item: items,
+    };
+};

package/lib/v2/gitpod/changelog.js

@@ -0,0 +1,35 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { rootUrl } = require('./utils');
+
+module.exports = async (ctx) => {
+    const response = await got(rootUrl + '/changelog');
+    const $ = cheerio.load(response.data);
+    const items = $('div[class^=changelog-entry]')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h2').text(),
+                link: rootUrl + item.find('a').attr('href'),
+                description: item.find('div[class^=content-docs]').html(),
+                pubDate: parseDate(item.find('a[class*=mb-xx-small]').text()),
+                author: item
+                    .find('span[class^=flex-shrink-0]')
+                    .eq(0)
+                    .find('img')
+                    .toArray()
+                    .map((e) => $(e).attr('alt').replace('Avatar of ', ''))
+                    .join(', '),
+            };
+        });
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: rootUrl + '/changelog',
+        description: $('meta[name="description"]').attr('content'),
+        language: 'en-US',
+        item: items,
+    };
+};

package/lib/v2/gitpod/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/blog': ['TonyRL'],
+    '/changelog': ['TonyRL'],
+};

package/lib/v2/gitpod/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'gitpod.io': {
+        _name: 'Gitpod',
+        '.': [
+            {
+                title: '博客',
+                docs: 'https://docs.rsshub.app/programming.html#gitpod',
+                source: ['/blog', '/'],
+                target: '/gitpod/blog',
+            },
+            {
+                title: '更新日志',
+                docs: 'https://docs.rsshub.app/programming.html#gitpod',
+                source: ['/changelog', '/'],
+                target: '/gitpod/changelog',
+            },
+        ],
+    },
+};

package/lib/v2/gitpod/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/blog', require('./blog'));
+    router.get('/changelog', require('./changelog'));
+};

package/lib/v2/gitpod/templates/description.art

@@ -0,0 +1,2 @@
+<img src="{{ img }}" alt="{{ alt }}">
+{{@ content }}

package/lib/v2/gitpod/utils.js

@@ -0,0 +1,3 @@
+module.exports = {
+    rootUrl: 'https://www.gitpod.io',
+};

package/lib/v2/gocn/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['AtlanCI'],
+};

package/lib/v2/gocn/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'gocn.vip': {
+        _name: 'GoCN',
+        '.': [
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/programming.html#GoCN',
+                source: ['/'],
+                target: '/gocn',
+            },
+        ],
+    },
+};

package/lib/v2/gocn/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./topics'));
+};

package/lib/v2/gocn/topics.js

@@ -0,0 +1,28 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const api_url = 'https://gocn.vip/api/topic/list?currentPage=1&cate2Id=0&grade=new';
+    const base_url = 'https://gocn.vip/topics';
+
+    const response = await got({
+        method: 'get',
+        url: api_url,
+        headers: {
+            Referer: base_url,
+        },
+    });
+    const data = response.data.data.list;
+
+    ctx.state.data = {
+        title: `GoCN社区文章`,
+        link: `https://gocn.vip`,
+        description: `获取GoCN站点最新文章`,
+        item: data.map((item) => ({
+            title: item.title,
+            description: item.summary,
+            link: `${base_url}/${item.id}`,
+            pubDate: parseDate(item.ctime * 1000),
+        })),
+    };
+};

package/lib/v2/google/maintainer.js

@@ -5,4 +5,5 @@ module.exports = {
     '/fonts/:sort?': ['Fatpandac'],
     '/scholar/:query': ['HenryQW'],
     '/sites/:id': ['hoilc'],
+    '/sites/recentChanges/:id': ['nczitzk'],
 };

package/lib/v2/google/router.js

@@ -4,5 +4,6 @@ module.exports = function (router) {
     router.get('/doodles/:language?', require('./doodles'));
     router.get('/fonts/:sort?', require('./fonts'));
     router.get('/scholar/:query', require('./scholar'));
+    router.get('/sites/recentChanges/:id', require('./sitesRecentChanges'));
     router.get('/sites/:id', require('./sites'));
 };

package/lib/v2/google/sitesRecentChanges.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://sites.google.com';
+    const currentUrl = `${rootUrl}/site/${id}/activity.xml`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('entry')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.find('summary').text(),
+                link: item.find('summary a').attr('href'),
+                pubDate: parseDate(item.find('updated').text()),
+                author: item.find('author name').text(),
+            };
+        });
+
+    items = await Promise.all(
+        items.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('#sites-canvas').html();
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('feed title').first().text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/gov/beijing/kw/index.js

@@ -19,7 +19,7 @@ module.exports = async (ctx) => {
             const result = item.match(/urls\[i]='(.*?)';headers\[i]="(.*?)";year\[i]='(\d+)';month\[i]='(\d+)';day\[i]='(\d+)';/);
             return {
                 title: cheerio.load(result[2])('a').attr('title') || result[2],
-                link: `${rootUrl}${result[1]}`,
+                link: new URL(result[1], rootUrl).href,
                 pubDate: parseDate(`${result[3]}-${result[4]}-${result[5]}`, 'YYYY-MM-DD'),
             };
         });

package/lib/v2/gov/huizhou/zwgk/index.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootURL = 'http://www.huizhou.gov.cn';
+
+module.exports = async (ctx) => {
+    const cate = ctx.params.category ?? 'zwyw';
+    const url = `${rootURL}/zwgk/hzsz/${cate}`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const title = $('span#navigation').children('a').last().text();
+    const list = $('ul.ul_art_row')
+        .map((_, item) => ({
+            title: $(item).find('a').text().trim(),
+            link: $(item).find('a').attr('href'),
+            pubDate: timezone(parseDate($(item).find('li.li_art_date').text().trim()), +8),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                try {
+                    item.description = content('div.artContent').html();
+                    item.author = content('div.info_fbt')
+                        .find('span.ly')
+                        .text()
+                        .match(/来源：(.*)/)[1];
+                    item.pubDate = timezone(
+                        parseDate(
+                            content('div.info_fbt')
+                                .find('span.time')
+                                .text()
+                                .match(/时间：(.*)/)[1]
+                        ),
+                        +8
+                    );
+                } catch (e) {
+                    item.description = '';
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `惠州市人民政府 - ${title}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/gov/maintainer.js

@@ -5,4 +5,16 @@ module.exports = {
     '/shanghai/rsj/ksxm': ['Fatpandac'],
     '/guangdong/tqyb/tfxtq': ['Fatpandac'],
     '/guangdong/tqyb/sncsyjxh': ['Fatpandac'],
+    '/huizhou/zwgk/:category?': ['Fatpandac'],
+    '/sichuan/deyang/govpulicinfo/:countyName/:institutionName?': ['zytomorrow'],
+    '/miit/wjfb/:ministry': ['Fatpandac'],
+    '/miit/yjzj': ['Fatpandac'],
+    '/miit/zcwj': ['Yoge-Code'],
+    '/miit/wjgs': ['Yoge-Code'],
+    '/miit/zcjd': ['Yoge-Code'],
+    '/mee/ywdt?': ['liuxsdev'],
+    '/pbc/goutongjiaoliu': ['nczitzk'],
+    '/pbc/tradeAnnouncement': ['nczitzk'],
+    '/pbc/zcyj': ['Fatpandac'],
+    '/pbc/gzlw': ['Fatpandac'],
 };

package/lib/v2/gov/mee/ywdt.js

@@ -0,0 +1,80 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://www.mee.gov.cn/';
+const columns = {
+    szyw: { name: '时政要闻', order: 1 },
+    hjywnews: { name: '环境要闻', order: 2 },
+    dfnews: { name: '地方快讯', order: 3 },
+    xwfb: { name: '新闻发布', order: 4 },
+    spxw: { name: '视频新闻', order: 5 },
+    gsgg: { name: '公示公告', order: 6 },
+};
+
+module.exports = async (ctx) => {
+    const cate = ctx.params.category ?? 'szyw';
+    const url = `${baseUrl}ywdt/`;
+    const title = `${columns[cate].name} - 要闻动态 - 中华人民共和国生态环境部`;
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const all = $('.bd');
+    const list = all
+        .find(`div:nth-child(${columns[cate].order})`)
+        .find('.mobile_none li , .mobile_clear li')
+        .map((_, item) => {
+            const title = $(item).find('a.cjcx_biaob').text().trim();
+            const href = $(item).find('a').attr('href');
+
+            let absolute_path;
+            if (href.search('\\./') === 0) {
+                absolute_path = `${url}${href.slice(2)}`;
+            } else if (href.search('\\./') === 1) {
+                absolute_path = `${baseUrl}${href.slice(3)}`;
+            } else {
+                absolute_path = href;
+            }
+            const link = absolute_path;
+            return {
+                title,
+                link,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+                try {
+                    item.pubDate = timezone(parseDate(content('meta[name=PubDate]').attr('content')), +8);
+                    // 视频新闻规则不一样
+                    if (cate === 'spxw') {
+                        item.title = content('meta[name=ArticleTitle]').attr('content');
+                        // 取消视频自动播放
+                        const video_control = content('.neiright_JPZ_GK_CP video');
+                        video_control.removeAttr('autoplay');
+                        // 视频路径转绝对路径
+                        const video_source = content('.neiright_JPZ_GK_CP source');
+                        const video_href = video_source.attr('src');
+                        const _title_href = item.link.split('/').slice(-1)[0];
+                        const _video_src = item.link.replace(_title_href, video_href.slice(2));
+                        video_source.attr('src', _video_src);
+                    }
+                    item.description = content('.neiright_JPZ_GK_CP').html();
+                } catch (e) {
+                    item.description = '';
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/gov/miit/wjfb.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.miit.gov.cn';
+
+module.exports = async (ctx) => {
+    const ministry = ctx.params.ministry;
+    const url = `${rootUrl}/jgsj/${ministry}/wjfb/index.html`;
+
+    const cookieResponse = await got(url);
+    const cookie = cookieResponse.headers['set-cookie'][0].split(';')[0];
+    const indexContent = cheerio.load(cookieResponse.data);
+    const title = indexContent('div.dqwz > a:nth-child(4)').text();
+    const dataRequestUrl = indexContent('div.lmy_main_rb > script:nth-child(2)')
+        .map((_, item) => ({
+            url: `${rootUrl}${indexContent(item).attr('url')}`,
+            queryData: JSON.parse(indexContent(item).attr('querydata').replace(/"/g, '|').replace(/'/g, '"').replace(/\|/g, '"')),
+        }))
+        .get()[0];
+
+    const dataUrl = `${dataRequestUrl.url}?${Object.keys(dataRequestUrl.queryData)
+        .map((key) => `${key}=${dataRequestUrl.queryData[key]}`)
+        .join('&')}`;
+    const response = await got({
+        method: 'get',
+        url: dataUrl,
+        headers: {
+            Cookie: cookie,
+        },
+    });
+    const $ = cheerio.load(response.data.data.html);
+    const list = $('ul > li')
+        .map((_, item) => ({
+            title: $(item).find('a').text(),
+            link: new URL($(item).find('a').attr('href'), rootUrl).href,
+            pubDate: parseDate($(item).find('span').text(), 'YYYY-MM-DD'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#con_con')
+                    .html()
+                    .replace(/(<iframe.*?src=")(.*?)(".*?>)/g, '$1' + rootUrl + '$2' + '$3');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `工业和信息化部 - ${title} 文件发布`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/gov/miit/yjzj.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.miit.gov.cn';
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/gzcy/yjzj/index.html`;
+
+    const cookieResponse = await got(url);
+    const cookie = cookieResponse.headers['set-cookie'][0].split(';')[0];
+    const indexContent = cheerio.load(cookieResponse.data);
+    const dataRequestUrl = indexContent('div.clist_con > script:nth-child(2)')
+        .map((_, item) => ({
+            url: `${rootUrl}${indexContent(item).attr('url')}`,
+            queryData: JSON.parse(indexContent(item).attr('querydata').replace(/"/g, '|').replace(/'/g, '"').replace(/\|/g, '"')),
+        }))
+        .get()[0];
+
+    const dataUrl = `${dataRequestUrl.url}?${Object.keys(dataRequestUrl.queryData)
+        .map((key) => `${key}=${dataRequestUrl.queryData[key]}`)
+        .join('&')}`;
+    const response = await got({
+        method: 'get',
+        url: dataUrl,
+        headers: {
+            Cookie: cookie,
+        },
+    });
+    const $ = cheerio.load(response.data.data.html);
+    const list = $('ul > li')
+        .map((_, item) => ({
+            title: $(item).find('a').text(),
+            link: new URL($(item).find('a').attr('href'), rootUrl).href,
+            pubDate: parseDate($(item).find('span').text(), 'YYYY-MM-DD'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#con_con')
+                    .html()
+                    .replace(/(<iframe.*?src=")(.*?)(".*?>)/g, '$1' + rootUrl + '$2' + '$3');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `工业和信息化部 - 意见征集`,
+        link: url,
+        item: items,
+    };
+};

package/lib/{routes → v2/gov}/pbc/goutongjiaoliu.js

@@ -1,8 +1,9 @@
-const url = require('url');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 module.exports = async (ctx) => {
-    const link = `http://www.pbc.gov.cn/goutongjiaoliu/113456/113469/index.html`;
+    const link = 'http://www.pbc.gov.cn/goutongjiaoliu/113456/113469/index.html';
 
     const browser = await require('@/utils/puppeteer')();
     const page = await browser.newPage();
@@ -19,8 +20,7 @@ module.exports = async (ctx) => {
             const a = item.find('a[title]');
             return {
                 title: a.text(),
-                link: url.resolve(`http://www.pbc.gov.cn`, a.attr('href')),
-                pubDate: new Date(item.next('span.hui12').text()).toUTCString(),
+                link: new URL(a.attr('href'), 'http://www.pbc.gov.cn'),
             };
         })
         .get();
@@ -37,6 +37,7 @@ module.exports = async (ctx) => {
                 );
                 const content = cheerio.load(detailHtml);
                 item.description = content('#zoom').html();
+                item.pubDate = timezone(parseDate(content('.hui12').eq(5).text()), +8);
                 return item;
             })
         )

package/lib/v2/gov/pbc/gzlw.js

@@ -0,0 +1,27 @@
+const { processItems } = require('./utils');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const host = 'http://www.pbc.gov.cn';
+
+module.exports = async (ctx) => {
+    const url = `${host}/redianzhuanti/118742/4122386/4122692/index.html`;
+
+    const response = await got.post(url);
+    const $ = cheerio.load(response.data);
+    const list = $('li.clearfix')
+        .map((_index, item) => ({
+            title: $(item).find('a').text(),
+            link: new URL($(item).find('a').attr('href'), host).href,
+            author: $(item).find('span.fr').text().replace(/…/g, ''),
+        }))
+        .get();
+
+    const items = await processItems(list, ctx);
+
+    ctx.state.data = {
+        title: '中国人民银行 工作论文',
+        link: url,
+        item: items,
+    };
+};

package/lib/{routes → v2/gov}/pbc/tradeAnnouncement.js

@@ -1,8 +1,9 @@
-const url = require('url');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 module.exports = async (ctx) => {
-    const link = `http://www.pbc.gov.cn/zhengcehuobisi/125207/125213/125431/125475/index.html`;
+    const link = 'http://www.pbc.gov.cn/zhengcehuobisi/125207/125213/125431/125475/index.html';
 
     const browser = await require('@/utils/puppeteer')();
     const page = await browser.newPage();
@@ -19,8 +20,7 @@ module.exports = async (ctx) => {
             const a = item.find('a[title]');
             return {
                 title: a.text(),
-                link: url.resolve(`http://www.pbc.gov.cn`, a.attr('href')),
-                pubDate: new Date(item.next('span.hui12').text()).toUTCString(),
+                link: new URL(a.attr('href'), 'http://www.pbc.gov.cn'),
             };
         })
         .get();
@@ -37,6 +37,7 @@ module.exports = async (ctx) => {
                 );
                 const content = cheerio.load(detailHtml);
                 item.description = content('#zoom').html();
+                item.pubDate = timezone(parseDate(content('#shijian').text()), +8);
                 return item;
             })
         )