rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f812e91

package/lib/v2/gdsrx/index.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { id = '10' } = ctx.params;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 15;
+
+    const rootUrl = 'http://www.gdsrx.org.cn';
+    const currentUrl = new URL(`portal/list/index/id/${id}.html`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = cheerio.load(response);
+
+    let items = $('a.xn-item, a.t-item')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.find('div.xn-d, div.t-e').text(),
+                link: new URL(item.prop('href'), rootUrl).href,
+                pubDate: parseDate(item.find('div.xn-time, div.t-f').text()),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+
+                const content = cheerio.load(detailResponse);
+
+                const categories = content('a.nav-a')
+                    .slice(1)
+                    .toArray()
+                    .map((c) => content(c).text());
+
+                item.title = categories.pop() || content('div.u-c').text();
+                item.description = content('div.u-f').html();
+                item.author = content('.author').text();
+                item.category = categories;
+                item.pubDate = parseDate(content('div.u-d').text());
+
+                return item;
+            })
+        )
+    );
+
+    const author = $('title').text();
+    const image = $('a.h-g img').prop('src');
+    const icon = new URL('favicon.ico', rootUrl).href;
+    const subtitle = $('a.nav-a')
+        .toArray()
+        .map((c) => $(c).text())
+        .pop();
+
+    ctx.state.data = {
+        item: items,
+        title: `${author} - ${subtitle}`,
+        link: currentUrl,
+        description: $('meta[name="description"]').prop('content'),
+        language: 'zh',
+        image,
+        icon,
+        logo: icon,
+        subtitle,
+        author,
+    };
+};

package/lib/v2/gdsrx/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/id?': ['nczitzk'],
+};

package/lib/v2/gdsrx/radar.js

@@ -0,0 +1,61 @@
+module.exports = {
+    'gdsrx.org.cn': {
+        _name: '广东省食品药品审评认证技术协会',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/routes/other#guang-dong-sheng-shi-pin-yao-pin-shen-ping-ren-zheng-ji-shu-xie-hui-lan-mu',
+                source: ['/portal/list/index/id'],
+                target: (_, url) => {
+                    url = new URL(url);
+
+                    const idMatches = url.href.match(/\/id\/(\d+)\.html/);
+
+                    return `/gdsrx${idMatches ? `/${idMatches[1]}` : ''}`;
+                },
+            },
+            {
+                title: '法规文库',
+                docs: 'https://docs.rsshub.app/routes/other#guang-dong-sheng-shi-pin-yao-pin-shen-ping-ren-zheng-ji-shu-xie-hui-lan-mu',
+                source: ['/portal/list/index/id/10.html'],
+                target: '/gdsrx/10',
+            },
+            {
+                title: '法规资讯',
+                docs: 'https://docs.rsshub.app/routes/other#guang-dong-sheng-shi-pin-yao-pin-shen-ping-ren-zheng-ji-shu-xie-hui-lan-mu',
+                source: ['/portal/list/index/id/12.html'],
+                target: '/gdsrx/12',
+            },
+            {
+                title: '专家供稿',
+                docs: 'https://docs.rsshub.app/routes/other#guang-dong-sheng-shi-pin-yao-pin-shen-ping-ren-zheng-ji-shu-xie-hui-lan-mu',
+                source: ['/portal/list/index/id/13.html'],
+                target: '/gdsrx/13',
+            },
+            {
+                title: '协会动态 会员动态',
+                docs: 'https://docs.rsshub.app/routes/other#guang-dong-sheng-shi-pin-yao-pin-shen-ping-ren-zheng-ji-shu-xie-hui-lan-mu',
+                source: ['/portal/list/index/id/20.html'],
+                target: '/gdsrx/20',
+            },
+            {
+                title: '协会动态',
+                docs: 'https://docs.rsshub.app/routes/other#guang-dong-sheng-shi-pin-yao-pin-shen-ping-ren-zheng-ji-shu-xie-hui-lan-mu',
+                source: ['/portal/list/index/id/37.html'],
+                target: '/gdsrx/37',
+            },
+            {
+                title: '协会通知公告',
+                docs: 'https://docs.rsshub.app/routes/other#guang-dong-sheng-shi-pin-yao-pin-shen-ping-ren-zheng-ji-shu-xie-hui-lan-mu',
+                source: ['/portal/list/index/id/38.html'],
+                target: '/gdsrx/38',
+            },
+            {
+                title: '会员动态',
+                docs: 'https://docs.rsshub.app/routes/other#guang-dong-sheng-shi-pin-yao-pin-shen-ping-ren-zheng-ji-shu-xie-hui-lan-mu',
+                source: ['/portal/list/index/id/39.html'],
+                target: '/gdsrx/39',
+            },
+        ],
+    },
+};

package/lib/v2/gdsrx/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:id?', require('./'));
+};

package/lib/v2/github/radar.js

@@ -3,13 +3,13 @@ module.exports = {
         _name: 'GitHub',
         '.': [
             {
-                title: '仓库 Branches',
+                title: 'Repo branches',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: ['/:user/:repo/branches', '/:user/:repo'],
                 target: '/github/branches/:user/:repo',
             },
             {
-                title: 'Issues / Pull Requests 评论',
+                title: 'Issues / Pull Requests comments',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: ['/:user/:repo/:type/:number'],
                 target: '/github/comments/:user/:repo/:number',
@@ -21,25 +21,25 @@ module.exports = {
                 target: '/github/comments/:user/:repo',
             },
             {
-                title: '仓库 Contributors',
+                title: 'Repo contributors',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: ['/:user/:repo/graphs/contributors', '/:user/:repo'],
                 target: '/github/contributors/:user/:repo',
             },
             {
-                title: '文件 Commits',
+                title: 'File commits',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: '/:user/:repo/blob/:branch/*filepath',
                 target: '/github/file/:user/:repo/:branch/:filepath',
             },
             {
-                title: '仓库 Issue',
+                title: 'Repo issues',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: ['/:user/:repo/issues', '/:user/:repo/issues/:id', '/:user/:repo'],
                 target: '/github/issue/:user/:repo',
             },
             {
-                title: '仓库 Pull Requests',
+                title: 'Repo Pull Requests',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: ['/:user/:repo/pulls', '/:user/:repo/pulls/:id', '/:user/:repo'],
                 target: '/github/pull/:user/:repo',
@@ -51,19 +51,19 @@ module.exports = {
                 target: '/github/pulse/:user/:repo/:period?',
             },
             {
-                title: '用户仓库',
+                title: 'User repos',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: '/:user',
                 target: '/github/repos/:user',
             },
             {
-                title: '仓库 Stars',
+                title: 'Repo stars',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: ['/:user/:repo/stargazers', '/:user/:repo'],
                 target: '/github/stars/:user/:repo',
             },
             {
-                title: '用户 Starred Repositories',
+                title: 'User starred repositories',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: '/:user',
                 target: '/github/starred_repos/:user',
@@ -81,19 +81,19 @@ module.exports = {
                 target: '/github/trending/:since',
             },
             {
-                title: '用户 Followers',
+                title: 'User followers',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: '/:user',
                 target: '/github/user/followers/:user',
             },
             {
-                title: 'Wiki 历史',
+                title: 'Wiki history',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: ['/:user/:repo/wiki/:page/_history', '/:user/:repo/wiki/:page', '/:user/:repo/wiki/_history', '/:user/:repo/wiki'],
                 target: '/github/wiki/:user/:repo/:page',
             },
             {
-                title: 'Notifications 通知',
+                title: 'Notifications',
                 docs: 'https://docs.rsshub.app/routes/programming#github',
                 source: ['/notifications'],
                 target: '/github/notifications',

package/lib/v2/gogoanimehd/radar.js

@@ -1,5 +1,5 @@
 module.exports = {
-    'gogoanimehd.io': {
+    'anitaku.to': {
         _name: 'Gogoanime',
         developer: [
             {

package/lib/v2/gogoanimehd/recent-releases.js

@@ -2,7 +2,7 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 
 module.exports = async (ctx) => {
-    const rootUrl = 'https://gogoanimehd.io';
+    const rootUrl = 'https://anitaku.to/home.html';
 
     const response = await got({
         method: 'get',

package/lib/v2/google/alerts.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const { keyword } = ctx.params;
+
+    const { data: response, url: link } = await got('https://www.google.com/alerts/preview', {
+        searchParams: {
+            params: `[null,[null,null,null,[null,"${keyword}","com",[null,"en","US"],null,null,null,0,0],null,3,[[null,1,"user@example.com",[null,null,20],2,"en-US",null,null,null,null,null,"0",null,null,"AB2Xq4hcilCERh73EFWJVHXx-io2lhh1EhC8UD8"]]],0]`,
+        },
+    });
+
+    const $ = cheerio.load(response, null, false);
+
+    const items = $('li.result')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const title = item.find('.result_title a');
+            return {
+                title: title.text(),
+                link: new URL(title.attr('href')).searchParams.get('url'),
+                author: item.find('.result_source').text(),
+                description: item.find('.snippet').html(),
+            };
+        });
+
+    ctx.state.data = {
+        title: `Google Alerts - ${keyword}`,
+        link,
+        item: items,
+    };
+};

package/lib/v2/google/maintainer.js

@@ -1,5 +1,6 @@
 module.exports = {
     '/album/:id': ['hoilc'],
+    '/alerts/:keyword': ['TonyRL'],
     '/citations/:id': ['KellyHwong'],
     '/doodles/:language?': ['xyqfer'],
     '/fonts/:sort?': ['Fatpandac'],

package/lib/v2/google/router.js

@@ -1,5 +1,6 @@
 module.exports = function (router) {
     router.get('/album/:id', require('./album'));
+    router.get('/alerts/:keyword', require('./alerts'));
     router.get('/citations/:id', require('./citations'));
     router.get('/doodles/:language?', require('./doodles'));
     router.get('/fonts/:sort?', require('./fonts'));

package/lib/v2/gov/chinamine-safety/util.js

@@ -0,0 +1,77 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.chinamine-safety.gov.cn';
+
+/**
+ * Process the item list and return the resulting array.
+ *
+ * @param {Object[]} items - The items to process.
+ * @param {Function} tryGet - The tryGet function that handles the retrieval process.
+ * @returns {Promise<Object[]>} - A promise that resolves to an array of processed items.
+ */
+const processItems = async (items, tryGet) =>
+    await Promise.all(
+        items.map((item) =>
+            tryGet(item.link, async () => {
+                if (!item.link.endsWith('html')) {
+                    return item;
+                }
+
+                const { data: detailResponse } = await got(item.link);
+
+                const content = cheerio.load(detailResponse);
+
+                item.title = item.title || content('title').text();
+                item.description = content('div.TRS_Editor, div.TRS_UEDITOR, div.content').html();
+                item.author = content('meta[name="ContentSource"]').prop('content');
+                item.category = [
+                    ...new Set(
+                        [
+                            ...(content('meta[name="keywords"]').prop('content')?.split(/,/) ?? []),
+                            content('meta[name="ColumnName"]').prop('content'),
+                            ...(content('meta[name="ColumnKeywords"]').prop('content')?.split(/,/) ?? []),
+                            content('meta[name="ColumnType"]').prop('content'),
+                        ].filter((c) => c)
+                    ),
+                ];
+                item.pubDate = timezone(parseDate(content('meta[name="PubDate"]').prop('content')), +8);
+
+                return item;
+            })
+        )
+    );
+
+/**
+ * Fetch data from the specified URL.
+ *
+ * @param {cheerio.CheerioAPI} $ - The cheerio.CheerioAPI.
+ * @param {string} url - The URL to fetch data from.
+ * @returns {Promise<Object>} A promise that resolves to an object containing the fetched data
+ *                            to be added into `ctx.state.data`.
+ */
+const fetchData = ($, currentUrl) => {
+    const image = new URL('zfxxgk/images/P020210105557462473306.png', rootUrl).href;
+    const icon = new URL($('link[rel="shortcut icon"]').prop('href'), currentUrl).href;
+
+    return {
+        title: $('title').text(),
+        link: currentUrl,
+        description: $('meta[name="ColumnDescription"]').prop('content') || $('meta[name="Description"]').prop('content'),
+        language: 'zh',
+        image,
+        icon,
+        logo: icon,
+        subtitle: $('meta[name="ColumnName"]').prop('content'),
+        author: $('meta[name="SiteName"]').prop('content'),
+    };
+};
+
+module.exports = {
+    rootUrl,
+
+    processItems,
+    fetchData,
+};

package/lib/v2/gov/chinamine-safety/xw.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const { rootUrl, processItems, fetchData } = require('./util');
+
+module.exports = async (ctx) => {
+    const { category = 'yjglbyw' } = ctx.params;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 30;
+
+    const currentUrl = new URL(`xw/${category.endsWith('/') ? category : `${category}/`}`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = cheerio.load(response);
+
+    let items = $('div.center_display_right table tbody tr td a')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: new URL(item.prop('href'), currentUrl).href,
+                pubDate: timezone(parseDate(item.parent().find('span').text()), +8),
+            };
+        });
+
+    items = await processItems(items, ctx.cache.tryGet);
+
+    ctx.state.data = {
+        item: items,
+        ...fetchData($, currentUrl),
+    };
+};

package/lib/v2/gov/chinamine-safety/zfxxgk.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const { rootUrl, processItems, fetchData } = require('./util');
+
+module.exports = async (ctx) => {
+    const { category = 'fdzdgknr/tzgg' } = ctx.params;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 30;
+
+    const currentUrl = new URL(`zfxxgk/${category.endsWith('/') ? category : `${category}/`}`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = cheerio.load(response);
+
+    let items = $('ul#ogi-list li a, div#ogi-list dd a')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.contents().first().text(),
+                link: new URL(item.prop('href'), currentUrl).href,
+                pubDate: parseDate(item.parent().find('span').text()),
+            };
+        });
+
+    items = await processItems(items, ctx.cache.tryGet);
+
+    ctx.state.data = {
+        item: items,
+        ...fetchData($, currentUrl),
+    };
+};

package/lib/v2/gov/maintainer.js

@@ -2,6 +2,8 @@ module.exports = {
     // ministry
     '/cac/:path+': ['drgnchan'],
     '/ccdi/:path+': ['bigfei'],
+    '/chinamine-safety/zfxxgk/:category?': ['nczitzk'],
+    '/chinamine-safety/xw/:category?': ['nczitzk'],
     '/chinatax/latest': ['nczitzk', 'fuzy112'],
     '/cmse/xwzx/zhxw': ['nczitzk'],
     '/cmse/xwzx/yzjz': ['nczitzk'],
@@ -29,12 +31,16 @@ module.exports = {
     '/miit/zcwj': ['Yoge-Code'],
     '/miit/wjgs': ['Yoge-Code'],
     '/miit/zcjd': ['Yoge-Code'],
+    '/moa/zdscxx/:channel?/:source?': ['MisteryMonster', 'nczitzk'],
+    '/moa/:suburl': ['Origami404'],
     '/moe/:type': ['Crawler995'],
     '/moe/s78/:column': ['TonyRL'],
     '/mofcom/article/:suffix+': ['LogicJake'],
     '/moj/aac/news/:type?': ['TonyRL'],
+    '/mot/:category?': ['nczitzk'],
+    '/nea/sjzz/ghs': ['nczitzk'],
     '/news/:uid': ['EsuRt'],
-    '/nifdc/:path+': ['nczitzk'],
+    '/nifdc/:path?': ['nczitzk'],
     '/nmpa/:path+': ['TonyRL'],
     '/nopss/:path+': ['nczitzk'],
     '/npc/:caty': ['233yeee'],
@@ -46,12 +52,15 @@ module.exports = {
     '/pbc/tradeAnnouncement': ['nczitzk'],
     '/pbc/zcyj': ['Fatpandac'],
     '/samr/xgzlyhd/:category?/:department?': ['nczitzk'],
+    '/safe/bussiness/:site?': ['nczitzk'],
+    '/safe/complaint/:site?': ['nczitzk'],
     '/sasac/:path+': ['TonyRL'],
     '/stats/:path+': ['bigfei', 'nczitzk'],
     '/zhengce/govall/:advance?': ['ciaranchen'],
     '/zhengce/wenjian/:pcodeJiguan?': ['ciaranchen'],
     '/zhengce/zhengceku/:department': ['zxx-457'],
-    '/zhengce/zuixin': ['SettingDust'],
+    '/zhengce/zuixin': ['SettingDust', 'nczitzk'],
+    '/zhengce/:category?': ['nczitzk'],
     // province
     '/anhui/kjt/:path?': ['nczitzk'],
     '/beijing/bphc/:channel': ['bigfei'],

package/lib/v2/gov/moa/zdscxx.js

@@ -0,0 +1,104 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 5;
+
+    const domain = 'moa.gov.cn';
+    const rootFrameUrl = `http://www.${domain}`;
+    const rootUrl = `http://zdscxx.${domain}:8080`;
+    const apiUrl = new URL('nyb/getMessages', rootUrl).href;
+    const apiDetailUrl = new URL('nyb/getMessagesById', rootUrl).href;
+    const currentUrl = new URL('nyb/pc/messageList.jsp', rootUrl).href;
+    const frameUrl = new URL('iframe/top_sj/', rootFrameUrl).href;
+
+    let filterForm = {};
+
+    if (category) {
+        const apiFilterUrl = new URL('nyb/getMessageFilters', rootUrl).href;
+
+        const { data: filterResponse } = await got.post(apiFilterUrl, {
+            form: {
+                type: '',
+                isLatestMessage: false,
+            },
+        });
+
+        const filters = filterResponse.result.reduce((filters, f) => {
+            filters[f.name] = f.data.map((d) => d.name);
+            return filters;
+        }, {});
+
+        filterForm = category.split(/\//).reduce((form, c) => {
+            Object.keys(filters)
+                .filter((key) => filters[key].includes(c))
+                .forEach((key) => {
+                    form[key] = c;
+                });
+            return form;
+        }, {});
+    }
+
+    const { data: response } = await got.post(apiUrl, {
+        form: {
+            page: 1,
+            rows: limit,
+            type: '',
+            isLatestMessage: false,
+            ...filterForm,
+        },
+    });
+
+    let items = response.result.table.slice(0, limit).map((item) => ({
+        title: item.title,
+        link: item.id,
+        guid: `moa-zdscxx-${item.id}`,
+        pubDate: parseDate(item.date),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.guid, async () => {
+                const { data: detailResponse } = await got.post(apiDetailUrl, {
+                    form: {
+                        id: item.link,
+                    },
+                });
+
+                const data = detailResponse.result;
+
+                item.title = data.title;
+                item.link = new URL(`nyb/pc/messageView.jsp?id=${item.link}`, rootUrl).href;
+                item.description = data.content;
+                item.author = data.source;
+                item.pubDate = parseDate(data.date);
+
+                return item;
+            })
+        )
+    );
+
+    const { data: frameResponse } = await got(frameUrl);
+
+    const $ = cheerio.load(frameResponse);
+
+    const title = $('title').text();
+    const description = '数据';
+    const icon = new URL('favicon.ico', rootUrl).href;
+
+    ctx.state.data = {
+        item: items,
+        title: `${title} - ${description} - ${category}`,
+        link: currentUrl,
+        description,
+        language: 'zh',
+        image: $('h1.logo a img').prop('src'),
+        icon,
+        logo: icon,
+        subtitle: category,
+        author: title,
+        allowEmpty: true,
+    };
+};