rsshub 1.0.0-master.f2ed98e → 1.0.0-master.f2eee10

package/lib/v2/hust/aia/notice.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { type } = ctx.params;
+    const baseUrl = 'https://aia.hust.edu.cn';
+    const link = `${baseUrl}/tzgg${type ? `/${type}` : ''}.htm`;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const list = $('.list li');
+    const title = $('title').text();
+
+    ctx.state.data = {
+        title,
+        link,
+        item:
+            list &&
+            list.toArray().map((item) => {
+                item = $(item);
+                return {
+                    title: item.find('a h2').text(),
+                    description: item.find('a div').text() || title,
+                    pubDate: parseDate(item.find('.date3').text(), 'DDYYYY-MM'),
+                    link: new URL(item.find('a').attr('href'), link).href,
+                };
+            }),
+    };
+};

package/lib/v2/hust/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/aia/news': ['budui'],
+    '/aia/notice/:type?': ['budui'],
+    '/auto/news': ['budui'],
+    '/auto/notice/:type?': ['budui'],
+    '/yjs': ['shengmaosu'],
+};

package/lib/v2/hust/radar.js

@@ -0,0 +1,27 @@
+module.exports = {
+    'hust.edu.cn': {
+        _name: '华中科技大学',
+        aia: [
+            {
+                title: '人工智能和自动化学院新闻',
+                docs: 'https://docs.rsshub.app/university.html#hua-zhong-ke-ji-da-xue',
+                source: ['/xyxw.htm', '/'],
+                target: '/hust/aia/news',
+            },
+            {
+                title: '人工智能和自动化学院通知',
+                docs: 'https://docs.rsshub.app/university.html#hua-zhong-ke-ji-da-xue',
+                source: ['/tzgg/:type', '/tzgg.htm', '/'],
+                target: (params) => `/hust/aia/notice${params.type ? `/${params.type}` : ''}`,
+            },
+        ],
+        gszs: [
+            {
+                title: '研究生院通知公告',
+                docs: 'https://docs.rsshub.app/university.html#hua-zhong-ke-ji-da-xue',
+                source: ['/zsxx/ggtz.htm', '/'],
+                target: '/hust/yjs',
+            },
+        ],
+    },
+};

package/lib/v2/hust/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/aia/news', require('./aia/news'));
+    router.get('/aia/notice/:type?', require('./aia/notice'));
+    router.get('/auto/news', require('./aia/news'));
+    router.get('/auto/notice/:type?', require('./aia/notice'));
+    router.get('/yjs', require('./yjs'));
+};

package/lib/v2/hust/yjs.js

@@ -0,0 +1,27 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const link = 'https://gszs.hust.edu.cn/zsxx/ggtz.htm';
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const list = $('.main_conRCb li');
+
+    ctx.state.data = {
+        title: '华中科技大学研究生院',
+        link,
+        description: '华中科技大学研究生调剂信息',
+        item:
+            list &&
+            list.toArray().map((item) => {
+                item = $(item);
+                const a = item.find('a');
+                return {
+                    title: a.text(),
+                    link: new URL(a.attr('href'), link).href,
+                    pubDate: parseDate(item.find('span').text(), 'YYYY-MM-DD'),
+                };
+            }),
+    };
+};

package/lib/v2/i-cable/category.js

@@ -0,0 +1,74 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const { join } = require('path');
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+    const { limit = '100' } = ctx.query;
+    const baseUrl = 'https://www.i-cable.com';
+
+    let link;
+    let id;
+    if (category) {
+        const categoryDetail = await ctx.cache.tryGet(`i-cable:category:${category}`, async () => {
+            const { data: res } = await got(`${baseUrl}/wp-json/wp/v2/categories`, {
+                searchParams: {
+                    search: category,
+                },
+            });
+            const data = res[0];
+            if (!data) {
+                throw Error('Invalid category');
+            }
+            return {
+                id: data.id,
+                link: data.link,
+            };
+        });
+        id = categoryDetail.id;
+        link = categoryDetail.link;
+    }
+
+    const { data: response } = await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+        searchParams: {
+            per_page: limit,
+            categories: id,
+            _embed: 1,
+        },
+    });
+
+    const items = response.map((item) => {
+        const $ = cheerio.load(item.content.rendered, null, false);
+        $('img').each((_, img) => {
+            img = $(img);
+            const src = img.attr('src');
+            if (src.match(/-\d+x\d+.(jpg|png)$/)) {
+                img.attr('src', src.replace(/-\d+x\d+.(jpg|png)$/, '.$1'));
+            }
+            img.removeAttr('srcset');
+        });
+        return {
+            title: item.title.rendered,
+            description: art(join(__dirname, 'templates/desc.art'), {
+                content: $.html(),
+                imgs: item.yoast_head_json.og_image.map((img) => img.url).filter((i) => !i.endsWith('Open-Graph-2.png')),
+            }),
+            pubDate: parseDate(item.date_gmt), // 2023-05-11T15:07:51
+            updated: parseDate(item.modified_gmt),
+            guid: item.guid.rendered,
+            link: item.link,
+            author: item._embedded.author.map((author) => author.name).join(', '),
+            category: item._embedded['wp:term'][0].map((category) => category.name),
+        };
+    });
+
+    ctx.state.data = {
+        title: `${category || '主頁'} | 有線寬頻 i-CABLE`,
+        description: '24小時無間斷緊貼香港本地及國際新聞，即時報道新聞事件的最新發展。內容包括時事、財經、體育、天氣消息等多元化資訊。',
+        image: 'https://icable-prod.s3.ap-southeast-1.amazonaws.com/wp-content/uploads/2022/05/19010704/Open-Graph-1.png',
+        link: link || baseUrl,
+        item: items,
+    };
+};

package/lib/v2/i-cable/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['tpnonthealps'],
+};

package/lib/v2/i-cable/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'i-cable.com': {
+        _name: '有線寬頻 i-CABLE',
+        '.': [
+            {
+                title: '有線新聞 | Cable News',
+                docs: 'https://docs.rsshub.app/traditional-media.html#you-xian-kuan-pin-i-cable',
+                source: ['/category/*path', '/'],
+                target: (params) => `/i-cable${params.path ? decodeURIComponent(params.path.slice(params.path.lastIndexOf('/'))) : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/i-cable/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category?', require('./category'));
+};

package/lib/v2/i-cable/templates/desc.art

@@ -0,0 +1,8 @@
+{{ if imgs }}
+    {{ each imgs img }}
+        <img src="{{ img }}"><br>
+    {{ /each }}
+{{ /if }}
+{{ if content }}
+    {{@ content }}
+{{ /if }}

package/lib/v2/ibc/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/maitta': ['fengkx'],
+    '/radio/:id?': ['nczitzk'],
+};

package/lib/v2/ibc/maitta.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const url = 'https://www.ibc.co.jp/radio/maitta/audio/';
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+    const items = $('.up').toArray();
+    ctx.state.data = {
+        title: 'IBCラジオ　イヤーマイッタマイッタ｜IBC岩手放送',
+        link: 'http://www.ibc.co.jp/radio/maitta/audio',
+        description: $('meta[name=description]').attr('content'),
+        itunes_author: '水越アナと大塚アナ',
+        image: 'https://cdn.ibc.co.jp/radio/maitta/audio/images/header.png',
+        language: 'ja',
+        item: items.map((item) => {
+            item = $(item);
+            const link = new URL(item.find('a').attr('href'), url).href;
+            const uid = link.match(/\/(\d+)\/$/)[1];
+            return {
+                title: item.find('h3').text(),
+                description: item.find('.audio_intro').text().trim(),
+                link,
+                pubDate: parseDate(item.find('.onair_date').text().split('日')[0].replace(/年|月/g, '-')),
+                itunes_item_image: 'https://assets.blubrry.com/coverart/300/357155.png',
+                enclosure_url: `https://media-data.cdn.ibc.co.jp/out/sound/28_${uid}/28_${uid}.mp3`, // 音频链接
+                enclosure_type: 'audio/mpeg',
+            };
+        }),
+    };
+};

package/lib/v2/ibc/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'ibc.co.jp': {
+        _name: 'IBC 岩手放送',
+        '.': [
+            {
+                title: 'イヤーマイッタマイッタ',
+                docs: 'https://docs.rsshub.app/multimedia.html#ibc-yan-shou-fang-song',
+                source: ['/radio/maitta/audio', '/'],
+                target: '/ibc/maitta',
+            },
+            {
+                title: 'ラジオ',
+                docs: 'https://docs.rsshub.app/multimedia.html#ibc-yan-shou-fang-song',
+                source: ['/radio/:id/audio', '/'],
+                target: '/ibc/radio/:id?',
+            },
+        ],
+    },
+};

package/lib/v2/ibc/radio.js

@@ -0,0 +1,73 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 'maitta';
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 150;
+
+    const rootUrl = 'https://www.ibc.co.jp';
+    const currentUrl = `${rootUrl}/radio/${id}/audio/`;
+
+    let response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let $ = cheerio.load(response.data);
+
+    const image = $('meta[property="og:image"]').attr('content');
+
+    let radioId = $('link[title="RSS"]').attr('href')?.split('/rss/').pop().replace(/\/$/, '') ?? '';
+
+    let items = $('.audio_list section').toArray();
+
+    if (!radioId) {
+        const item = $(items[0]);
+
+        response = await got({
+            method: 'get',
+            url: new URL(item.find('a').attr('href'), rootUrl).href,
+        });
+
+        $ = cheerio.load(response.data);
+
+        radioId = $('audio')
+            .attr('src')
+            .match(/\/sound\/(\d+)_/)[1];
+    }
+
+    items = items.slice(0, limit).map((item) => {
+        item = $(item);
+
+        const link = new URL(item.find('a').attr('href'), rootUrl).href;
+        const audioId = link.match(/\/aitem\/(\d+)/)[1];
+        const audio = `https://media-data.cdn.ibc.co.jp/out/sound/${radioId}_${audioId}/${radioId}_${audioId}.mp3`;
+
+        return {
+            link,
+            title: item.find('h3').text(),
+            pubDate: timezone(parseDate(item.find('.update_date').text(), 'YYYY年MM月DD日'), +9),
+            enclosure_url: audio,
+            enclosure_type: 'audio/mpeg',
+            itunes_item_image: image,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                description: item.find('.audio_intro').text(),
+                audio,
+            }),
+        };
+    });
+
+    ctx.state.data = {
+        title: $('title').text() || `IBC岩手放送｜${$('.programinfo h3').text()}`,
+        link: currentUrl,
+        item: items,
+        description: $('meta[property="og:description"]').attr('content'),
+        itunes_author: 'IBC岩手放送',
+        image,
+        allowEmpty: true,
+    };
+};

package/lib/v2/ibc/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/maitta', require('./maitta'));
+    router.get('/radio/:id?', require('./radio'));
+};

package/lib/v2/ibc/templates/description.art

@@ -0,0 +1,6 @@
+{{ if description }}
+<p>{{ description }}</p>
+{{ /if }}
+{{ if audio }}
+<audio controls src="{{ audio }}"></audio>
+{{ /if }}

package/lib/v2/icac/radar.js

@@ -1,6 +1,6 @@
 module.exports = {
-    'https://www.icac.org.hk': {
-        _name: '廉政公署',
+    'icac.org.hk': {
+        _name: '香港廉政公署',
         '.': [
             {
                 title: '新闻公布',

package/lib/v2/idolypride/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news': ['Mingxia1'],
+};

package/lib/v2/idolypride/news.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: 'https://idolypride.jp/wp-json/wp/v2/news',
+    });
+    const list = response.data;
+
+    ctx.state.data = {
+        title: '偶像荣耀-新闻',
+        link: 'https://idolypride.jp/news',
+        item: list.map((item) => {
+            const title = item.title.rendered;
+            const link = item.link;
+            const pubDate = timezone(parseDate(item.date_gmt), 0);
+            const rendered = item.content.rendered;
+
+            return {
+                title,
+                link,
+                pubDate,
+                description: rendered,
+            };
+        }),
+    };
+};

package/lib/v2/idolypride/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'idolypride.jp': {
+        _name: '偶像荣耀',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/anime.html#ou-xiang-rong-yao',
+                source: '/news',
+                target: '/idolypride/news',
+            },
+        ],
+    },
+};

package/lib/v2/idolypride/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/news', require('./news'));
+};

package/lib/v2/ieee/earlyaccess.js

@@ -0,0 +1,77 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const { CookieJar } = require('tough-cookie');
+const cookieJar = new CookieJar();
+
+module.exports = async (ctx) => {
+    const isnumber = ctx.params.journal;
+    const sortType = ctx.params.sortType ?? 'vol-only-seq';
+    const host = 'https://ieeexplore.ieee.org';
+    const jrnlUrl = `${host}/xpl/tocresult.jsp?isnumber=${isnumber}`;
+
+    const response = await got(`${host}/rest/publication/home/metadata?issueid=${isnumber}`, {
+        cookieJar,
+    }).json();
+    const punumber = response.publicationNumber;
+    const volume = response.currentIssue.volume;
+    const jrnlName = response.displayTitle;
+
+    const response2 = await got
+        .post(`${host}/rest/search/pub/${punumber}/issue/${isnumber}/toc`, {
+            cookieJar,
+            json: {
+                punumber,
+                isnumber,
+                sortType,
+                rowsPerPage: '100',
+            },
+        })
+        .json();
+    let list = response2.records.map((item) => {
+        const $2 = cheerio.load(item.articleTitle);
+        const title = $2.text();
+        const link = item.htmlLink;
+        const doi = item.doi;
+        let authors = 'Do not have author';
+        if (item.hasOwnProperty('authors')) {
+            authors = item.authors.map((itemAuth) => itemAuth.preferredName).join('; ');
+        }
+        const abstract = item.hasOwnProperty('abstract') ? item.abstract : '';
+        return {
+            title,
+            link,
+            authors,
+            doi,
+            volume,
+            abstract,
+        };
+    });
+
+    const renderDesc = (item) =>
+        art(path.join(__dirname, 'templates/description.art'), {
+            item,
+        });
+    list = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (item.abstract !== '') {
+                    const response3 = await got(`${host}${item.link}`);
+                    const { abstract } = JSON.parse(response3.body.match(/metadata=(.*);/)[1]);
+                    const $3 = cheerio.load(abstract);
+                    item.abstract = $3.text();
+                    item.description = renderDesc(item);
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: jrnlName,
+        link: jrnlUrl,
+        item: list,
+    };
+};

package/lib/v2/ieee/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
     '/journal/:journal/:sortType?': ['Derekmini', 'auto-bot-ty'],
     '/journal/:journal/recent/:sortType?': ['Derekmini', 'auto-bot-ty'],
+    '/journal/:journal/earlyaccess/:sortType?': ['5upernova-heng'],
 };

package/lib/v2/ieee/radar.js

@@ -14,6 +14,12 @@ module.exports = {
                 source: '/*',
                 target: (params, url) => `/ieee/journal/${new URL(url).searchParams.get('punumber')}/recent`,
             },
+            {
+                title: 'Early Access Journal',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: '/*',
+                target: (params, url) => `/ieee/journal/${new URL(url).searchParams.get('isnumber')}/earlyaccess`,
+            },
         ],
     },
 };

package/lib/v2/ieee/router.js

@@ -1,6 +1,7 @@
 module.exports = function (router) {
     router.get('/:journal/latest/vol/:sortType?', require('./journal')); // deprecated
     router.get('/:journal/latest/date/:sortType?', require('./recent')); // deprecated
-    router.get('/journal/:journal/:sortType?', require('./journal'));
+    router.get('/journal/:journal/earlyaccess/:sortType?', require('./earlyaccess'));
     router.get('/journal/:journal/recent/:sortType?', require('./recent'));
+    router.get('/journal/:journal/:sortType?', require('./journal'));
 };

package/lib/v2/ifeng/feng.js

@@ -1,71 +1,69 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const { JSDOM } = require('jsdom');
-const utils = require('./utils');
+const { extractDoc, renderVideo } = require('./utils');
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 
 module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type = ctx.params.type;
-    const userResponse = await got({
-        method: 'get',
-        url: `https://shankapi.ifeng.com/winter/ishare/getAccountInfo/${id}`,
+    const { id, type } = ctx.params;
+    const { data: userResponse } = await got(`https://ishare.ifeng.com/mediaShare/home/${id}/media`, {
         headers: {
             Referer: `https://feng.ifeng.com/author/${id}`,
         },
     });
-    const contentResponse = await got({
-        method: 'get',
-        url: `https://shankapi.ifeng.com/season/ishare/getShareListData/${id}/${type}/1/ifengnewsh5/getListData`,
+    const { data: contentResponse } = await got(`https://shankapi.ifeng.com/season/ishare/getShareListData/${id}/${type}/1/ifengnewsh5/getListData`, {
         headers: {
             Referer: `https://feng.ifeng.com/author/${id}`,
         },
     });
 
-    const userData = userResponse.data.data.data;
-    const contentData = JSON.parse(contentResponse.data.match(/"data":(\[(.*?)\])/)[1]);
+    const $ = cheerio.load(userResponse);
+    const { sockpuppetInfo: allData } = JSON.parse(
+        $('script')
+            .text()
+            .match(/var allData = (.*?);/)[1]
+    );
+    const { data: contentData } = JSON.parse(contentResponse.match(/getListData\((.*)\)/)[1]);
+    const { weMediaName: mediaName } = allData;
+
+    const list = contentData.map((item) => ({
+        title: item.title,
+        pubDate: timezone(parseDate(item.newsTime), +8),
+        author: mediaName,
+        link: `https:${item.url}`,
+    }));
 
-    const mediaName = userData.weMediaName;
     const items = await Promise.all(
-        (contentData || []).map(async (item) => {
-            const link = `https:${item.url}`;
-            const simple = {
-                title: item.title,
-                description: `<img src="${item.thumbnail}">${item.title}`,
-                pubDate: timezone(parseDate(item.newsTime), +8),
-                author: mediaName,
-                link,
-            };
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
 
-            const details = await ctx.cache.tryGet(`ifeng:feng:${link}`, async () => {
-                const response = await got(link);
-                const $ = cheerio.load(response.data);
+                const allData = JSON.parse(
+                    $('script')
+                        .text()
+                        .match(/var allData = ({.*?});/)[1]
+                );
                 if (type === 'doc') {
-                    const dom = new JSDOM(`<body><script>${$('[async] + script').html()}</script></body>`, {
-                        runScripts: 'dangerously',
-                    });
-                    const data = dom.window.allData;
-                    return {
-                        description: utils.extractDoc(data),
-                    };
+                    item.description = extractDoc(allData.docData.contentData.contentList);
                 }
                 if (type === 'video') {
-                    return {
-                        description: `<img src="${item.thumbnail}"><br><video src="${$('meta[name=og\\:img_video]').attr('content')}">`,
-                    };
+                    item.description = renderVideo(allData.videoInfo);
                 }
-                return {
-                    description: $('meta[name=description]').attr('content'),
-                };
-            });
-            return { ...simple, ...details };
-        })
+
+                item.category = allData.keywords.split(',');
+                item.author = allData.docData?.editorName ?? item.author;
+
+                return item;
+            })
+        )
     );
 
     ctx.state.data = {
         title: `大风号-${mediaName}-${type === 'doc' ? '文章' : '视频'}`,
-        link: `https://feng.ifeng.com/author/${id}`,
+        description: `${allData.honorDesc} ${allData.description}`,
+        image: `https:${allData.logo}`,
+        link: `https://ishare.ifeng.com/mediaShare/home/${id}/media`,
         item: items,
     };
 };