rsshub 1.0.0-master.f992838 → 1.0.0-master.f9a482d

package/lib/v2/gz-cmc/index.js

@@ -0,0 +1,137 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    let channel = '';
+    let site = '';
+    let siteName = '广州市融媒体中心';
+    let siteLink = 'https://www.gz-cmc.com/';
+    switch (ctx.params.site) {
+        case 'huacheng':
+        case 'xinhuacheng':
+        case 'hc':
+        case 'guangzhou':
+        case 'gz':
+        case '':
+            channel = ctx.params.channel ?? 'shouye';
+            site = 'huacheng';
+            siteName = '广州日报——新花城';
+            siteLink = `https://huacheng.gz-cmc.com/channel/${channel}/index.html`;
+            break;
+
+        case 'daohuangpuqu':
+        case 'huangpu':
+        case 'hp':
+            channel = ctx.params.channel ?? 'sy';
+            if (channel === 'wanqushibao' || channel === 'wqsb') {
+                channel = 'hpxsd';
+            }
+            site = 'daohuangpuqu';
+            siteName = '黄埔融媒——到黄埔去';
+            siteLink = 'https://www.gz-cmc.com/html/download.html?siteId=cd4f63bdfdfd41749c7e304bc0d7a6df'; // no website available for this site
+            break;
+
+        case 'zhangshangfanyu':
+        case 'zhangshangpanyu':
+        case 'panyu':
+        case 'py':
+            channel = ctx.params.channel ?? 'shouye';
+            site = 'zhangshangfanyu'; // not a typo here...
+            siteName = '番禺融媒——掌上番禺';
+            siteLink = 'https://www.gz-cmc.com/html/download.html?siteId=d755df8bb9fb49ee96052f7dee58d21b'; // no website available for this site
+            break;
+
+        case 'yuezengcheng':
+        case 'zengcheng':
+        case 'zc':
+            channel = ctx.params.channel ?? 'shouye';
+            site = 'yuezengcheng';
+            siteName = '增城融媒——阅增城';
+            siteLink = 'https://www.gz-cmc.com/html/download.html?siteId=78fa6d06b0dd4f27abf341e5efde035a'; // no website available for this site
+            break;
+
+        case 'guangzhoubaiyun':
+        case 'baiyun':
+        case 'by':
+            channel = ctx.params.channel ?? 'sy';
+            site = 'guangzhoubaiyun';
+            siteName = '白云融媒——广州白云';
+            siteLink = `https://guangzhoubaiyun.gz-cmc.com/channel/${channel}/index.html`;
+            break;
+
+        default:
+            channel = ctx.params.channel;
+            site = ctx.params.site;
+            break;
+    }
+    const apiUrl = `https://${site}.gz-cmc.com/json/channel/${channel}/list.json`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    let result = [];
+    if (site === 'daohuangpuqu' && channel === 'hpxsd') {
+        const { data: newResponse } = await got(response.data.list[0].data.detailJsonPath);
+        result = newResponse.dataList;
+        if (newResponse.nextJsonUrl) {
+            const { data: nextResponse } = await got(newResponse.nextJsonUrl);
+            result = [...result, ...nextResponse.dataList];
+        }
+    } else {
+        result = response.data.list;
+    }
+
+    const list = result
+        .filter((i) => i.data.contentType === 1 && i.data.linkType === 0)
+        .map((item) => ({
+            title: item.data.title,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                thumb: item.data.mCoverImg,
+            }),
+            pubDate: timezone(parseDate(item.data.lastpublishTime), +8),
+            link: item.data.url,
+            author: item.data.author,
+        }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+                content('.broadcast-container').remove();
+
+                if (content('meta[name="description"]').attr('content')) {
+                    item.description += '<blockquote>' + content('meta[name="description"]').attr('content') + '</blockquote>';
+                }
+                item.description += content('.article-source').html() ?? '';
+
+                if (site === 'daohuangpuqu') {
+                    const articleContent = content('script')
+                        .text()
+                        .match(/contentTxt ="(.*)";/);
+                    item.description += articleContent ? articleContent[1].replace(/\\/g, '') : '';
+                } else {
+                    item.description += content('#articleContent').html();
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: siteName,
+        link: siteLink,
+        item: items,
+    };
+};

package/lib/v2/gz-cmc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:site/:channel?': ['TimWu007'],
+};

package/lib/v2/gz-cmc/radar.js

@@ -0,0 +1,12 @@
+module.exports = {
+    'gz-cmc.com': {
+        _name: '广州市融媒体中心',
+        '.': [
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/traditional-media.html#guang-zhou-shi-rong-mei-ti-zhong-xin',
+                source: ['/'],
+            },
+        ],
+    },
+};

package/lib/v2/gz-cmc/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:site/:channel?', require('./index'));
+};

package/lib/v2/gz-cmc/templates/description.art

@@ -0,0 +1,3 @@
+{{ if thumb }}
+<img src="{{ thumb }}"><br>
+{{ /if }}

package/lib/v2/gzdaily/app.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const column = ctx.params.column ?? 74;
+    const currentUrl = `https://app.gzdaily.cn/app_if/getArticles?columnId=${column}&page=1`;
+
+    const { data: response } = await got(currentUrl);
+
+    const list = response.list
+        .filter((i) => i.newstype === 0) // Remove special report (专题) and articles from Guangzhou Converged Media Center (新花城).
+        .map((item) => ({
+            title: item.title,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                thumb: item.picBig,
+            }),
+            pubDate: timezone(parseDate(item.publishtime), +8),
+            link: item.shareUrl,
+            colName: item.colName,
+            author: item.arthorName,
+        }));
+
+    let colName = '';
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                colName = colName === '' ? item.colName : colName;
+                if (content('.abstract').text()) {
+                    content('.abstract').find('span').remove();
+                    item.description += '<blockquote>' + content('.abstract').text() + '</blockquote>';
+                }
+                item.description += content('.article').html() ?? '';
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `广州日报客户端 - ${colName}`,
+        link: `https://www.gzdaily.cn/amucsite/web/index.html#/home/${column}`,
+        item: items,
+    };
+};

package/lib/v2/gzdaily/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/app/:column?': ['TimWu007'],
+};

package/lib/v2/gzdaily/radar.js

@@ -0,0 +1,12 @@
+module.exports = {
+    'gzdaily.cn': {
+        _name: '广州日报',
+        '.': [
+            {
+                title: '客户端',
+                docs: 'https://docs.rsshub.app/traditional-media.html#guang-zhou-ri-bao',
+                source: ['/'],
+            },
+        ],
+    },
+};

package/lib/v2/gzdaily/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/app/:column?', require('./app'));
+};

package/lib/v2/gzdaily/templates/description.art

@@ -0,0 +1,3 @@
+{{ if thumb }}
+<img src="{{ thumb }}"><br>
+{{ /if }}

package/lib/v2/gzh360/universal.js

@@ -4,8 +4,8 @@ const { parseDate } = require('@/utils/parse-date');
 const { finishArticleItem } = require('./utils');
 const config = require('@/config').value;
 
-const getInitEntry = async (url) =>
-    await got(url)
+const getInitEntry = (url) =>
+    got(url)
         .then((_r) => _r.data)
         .catch((err) => {
             if (err.response.statusCode === 404) {
@@ -18,7 +18,7 @@ module.exports = async (ctx, path, id, titleHeader = '', custom_title = null, sk
     const rootUrl = 'http://web.gzh360.com';
     const currentUrl = `${rootUrl}/${id ? `${path}?id=${id}` : ''}`;
 
-    const respData = cacheInitEntry ? await ctx.cache.tryGet(currentUrl, async () => await getInitEntry(currentUrl), config.cache.routeExpire, false) : await getInitEntry(currentUrl);
+    const respData = cacheInitEntry ? await ctx.cache.tryGet(currentUrl, () => getInitEntry(currentUrl), config.cache.routeExpire, false) : await getInitEntry(currentUrl);
     const $ = cheerio.load(respData);
 
     const title = id ? $('head > title').text().split(' - ', 1)[0] : '首页';

package/lib/v2/gzh360/utils.js

@@ -36,8 +36,8 @@ const finishArticleItem = async (ctx, item, skipAuthor = false) => {
     // we can't cache the item instead of the webpage because we need to retry when the last request failed
     const article = await ctx.cache.tryGet(
         item.link,
-        async () =>
-            await got(item.link)
+        () =>
+            got(item.link)
                 .then((_r) => _r.data)
                 .catch(() => null) // it is safe do that in tryGet because a false value always lead to a cache miss
     );

package/lib/v2/gzhu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/yjs': ['shengmaosu'],
+};

package/lib/v2/gzhu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'gzhu.edu.cn': {
+        _name: '广州大学',
+        yjsy: [
+            {
+                title: '研究生院招生动态',
+                docs: 'https://docs.rsshub.app/university.html#guang-zhou-da-xue',
+                source: ['/zsxx/zsdt/zsdt.htm', '/'],
+                target: '/gzhu/yjs',
+            },
+        ],
+    },
+};

package/lib/v2/gzhu/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/yjs', require('./yjs'));
+};

package/lib/v2/gzhu/yjs.js

@@ -0,0 +1,31 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const link = 'https://yjsy.gzhu.edu.cn/zsxx/zsdt/zsdt.htm';
+    const response = await got(link, {
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const list = $('.picnews_cont li');
+
+    ctx.state.data = {
+        title: '广州大学研究生院',
+        link,
+        description: '广州大学研招网通知公告',
+        item:
+            list &&
+            list.toArray().map((item) => {
+                item = $(item);
+                const a = item.find('span a');
+                return {
+                    title: a.attr('title'),
+                    link: new URL(a.attr('href'), link).href,
+                    pubDate: parseDate(a.text(), 'YYYY-MM-DD'),
+                };
+            }),
+    };
+};

package/lib/v2/hackertalk/radar.js

@@ -5,7 +5,7 @@ module.exports = {
             {
                 title: '最新的帖子',
                 docs: 'https://docs.rsshub.app/bbs.html#hacker-talk-hei-ke-shuo',
-                source: ['/?tab=new', '/'],
+                source: ['/'],
                 target: '/hackertalk',
             },
         ],

package/lib/v2/hackmd/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: 'Profile',
-                docs: 'http://docs.rsshub.app/programming.html#hackmd',
+                docs: 'https://docs.rsshub.app/programming.html#hackmd',
                 source: ['/:profile'],
                 target: (params) => `/hackmd/profile/${params.replace('@', '')}`,
             },

package/lib/v2/hitsz/article.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const host = 'https://www.hitsz.edu.cn';
+    const category = ctx.params.category ?? 'id-77';
+    const link = `${host}/article/${category}.html`;
+
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const category_name = $('div.title_page').text().trim();
+
+    const lists = $('.mainside_news ul li')
+        .toArray()
+        .map((el) => ({
+            title: $('a', el).text().trim(),
+            link: `${host}${$('a', el).attr('href')}`,
+            pubDate: timezone(parseDate($('span[class=date]', el).text()), 8),
+        }));
+
+    const items = await Promise.all(
+        lists.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got.get(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('div.edittext').html().trim();
+                item.pubDate = timezone(parseDate($('.item').first().text().replace('发布时间：', '')), 8);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '哈尔滨工业大学（深圳）-' + category_name,
+        link,
+        description: '哈尔滨工业大学（深圳）-' + category_name,
+        item: items,
+    };
+};

package/lib/v2/hitsz/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/article/:category?': ['xandery-geek'],
+};

package/lib/v2/hitsz/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'hitsz.edu.cn': {
+        _name: '哈尔滨工业大学（深圳）',
+        '.': [
+            {
+                title: '新闻中心',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-ye-da-xue-shen-zhen',
+                source: ['/article/:category?', '/subject/:category?'],
+                target: (params) => `/hitsz/article/${params.category.replace('.html', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/hitsz/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/article/:category?', require('./article'));
+};

package/lib/v2/hk01/channel.js

@@ -15,9 +15,9 @@ module.exports = async (ctx) => {
     const items = await ProcessItems(response.data.items, ctx.query.limit, ctx.cache.tryGet);
 
     ctx.state.data = {
-        title: `${response.data.category.publishName} | 香港01`,
+        title: response.data.category ? `${response.data.category.publishName} | 香港01` : `Channel: ${id} | 香港01`,
         link: currentUrl,
         item: items,
-        image: response.data.category.icon,
+        image: response.data.category ? response.data.category.icon : null,
     };
 };

package/lib/v2/hk01/latest.js

@@ -0,0 +1,20 @@
+const got = require('@/utils/got');
+const { rootUrl, apiRootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const currentUrl = `${rootUrl}/latest`;
+    const apiUrl = `${apiRootUrl}/v2/page/latest`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const items = await ProcessItems(response.data.items, ctx.query.limit, ctx.cache.tryGet);
+
+    ctx.state.data = {
+        title: '即時 | 香港01',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hk01/maintainer.js

@@ -1,6 +1,7 @@
 module.exports = {
     '/channel/:id': ['hoilc', 'Fatpandac', 'nczitzk'],
     '/hot': ['hoilc', 'Fatpandac', 'nczitzk'],
+    '/latest': ['5upernova-heng'],
     '/issue/:id': ['hoilc', 'Fatpandac', 'nczitzk'],
     '/tag/:id': ['hoilc', 'Fatpandac', 'nczitzk'],
     '/zone/:id': ['hoilc', 'Fatpandac', 'nczitzk'],

package/lib/v2/hk01/radar.js

@@ -4,34 +4,40 @@ module.exports = {
         '.': [
             {
                 title: '热门',
-                docs: 'https://docs.rsshub.app/traditional-media.html#xiang-gang-01-re-men',
+                docs: 'https://docs.rsshub.app/new-media.html#xiang-gang-01-re-men',
                 source: ['/hot', '/'],
                 target: '/hk01/hot',
             },
             {
                 title: '栏目',
-                docs: 'https://docs.rsshub.app/traditional-media.html#xiang-gang-01-lan-mu',
+                docs: 'https://docs.rsshub.app/new-media.html#xiang-gang-01-lan-mu',
                 source: ['/zone/:id', '/'],
                 target: '/hk01/zone/:id?',
             },
             {
                 title: '子栏目',
-                docs: 'https://docs.rsshub.app/traditional-media.html#xiang-gang-01-zi-lan-mu',
+                docs: 'https://docs.rsshub.app/new-media.html#xiang-gang-01-zi-lan-mu',
                 source: ['/channel/:id', '/'],
                 target: '/hk01/channel/:id?',
             },
             {
                 title: '专题',
-                docs: 'https://docs.rsshub.app/traditional-media.html#xiang-gang-01-zhuan-ti',
+                docs: 'https://docs.rsshub.app/new-media.html#xiang-gang-01-zhuan-ti',
                 source: ['/issue/:id', '/'],
                 target: '/hk01/issue/:id?',
             },
             {
                 title: '标签',
-                docs: 'https://docs.rsshub.app/traditional-media.html#xiang-gang-01-biao-qian',
+                docs: 'https://docs.rsshub.app/new-media.html#xiang-gang-01-biao-qian',
                 source: ['/tag/:id', '/'],
                 target: '/hk01/tag/:id?',
             },
+            {
+                title: '即時',
+                docs: 'https://docs.rsshub.app/new-media.html#xiang-gang-01-ji-shi',
+                source: ['/latest', '/'],
+                target: '/hk01/latest',
+            },
         ],
     },
 };

package/lib/v2/hk01/router.js

@@ -2,6 +2,7 @@ module.exports = function (router) {
     router.get('/channel/:id?', require('./channel'));
     router.get('/hot', require('./hot'));
     router.get('/issue/:id?', require('./issue'));
+    router.get('/latest', require('./latest'));
     router.get('/tag/:id?', require('./tag'));
     router.get('/zone/:id?', require('./zone'));
 };

package/lib/v2/hk01/utils.js

@@ -9,8 +9,8 @@ const apiRootUrl = 'https://web-data.api.hk01.com';
 module.exports = {
     rootUrl,
     apiRootUrl,
-    ProcessItems: async (items, limit, tryGet) =>
-        await Promise.all(
+    ProcessItems: (items, limit, tryGet) =>
+        Promise.all(
             items
                 .filter((item) => item.type !== 2)
                 .slice(0, limit ? parseInt(limit) : 50)

package/lib/v2/hkepc/data.js

@@ -0,0 +1,62 @@
+const baseUrl = 'https://www.hkepc.com';
+
+module.exports = {
+    baseUrl,
+    categoryMap: {
+        price: {
+            url: `${baseUrl}/news`,
+            feedSuffix: ' - 腦場新聞',
+            selector: '#sidebar > div:nth-child(1) > div.content > ul > li',
+        },
+        review: {
+            url: `${baseUrl}/news`,
+            feedSuffix: ' - 新品快遞',
+            selector: '#sidebar > div:nth-child(2) > div.content > ul > li',
+        },
+        coverStory: {
+            url: `${baseUrl}/news`,
+            feedSuffix: ' - 專題報導',
+            selector: '#sidebar > div:nth-child(3) > div.content > ul > li',
+        },
+        news: {
+            url: `${baseUrl}/news`,
+            feedSuffix: ' - 新聞中心',
+            selector: '#sidebar > div:nth-child(4) > div.content > ul > li',
+        },
+        press: {
+            url: `${baseUrl}/news`,
+            feedSuffix: ' - 業界資訊',
+            selector: '#sidebar > div:nth-child(5) > div.content > ul > li',
+        },
+        member: {
+            url: `${baseUrl}/news`,
+            feedSuffix: ' - 會員消息',
+            selector: '#sidebar > div:nth-child(6) > div.content > ul > li',
+        },
+        digital: {
+            url: baseUrl,
+            feedSuffix: ' - 流動數碼',
+            selector: '#contentR5 > div.left > div.article > div.heading',
+        },
+        entertainment: {
+            url: baseUrl,
+            feedSuffix: ' - 生活娛樂',
+            selector: '#contentR5 > div.right > div.article > div.heading',
+        },
+        latest: {
+            url: baseUrl,
+            feedSuffix: ' - 最新消息',
+            selector: 'div .item',
+        },
+        '': {
+            url: baseUrl,
+            feedSuffix: ' - 最新消息',
+            selector: 'div .item',
+        },
+        ocLab: {
+            url: `${baseUrl}/ocLab`,
+            feedSuffix: ' - 超頻領域',
+            selector: '.heading',
+        },
+    },
+};