rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f961961

package/lib/v2/hrbeu/ugs/news.js

@@ -0,0 +1,98 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'http://ugs.hrbeu.edu.cn';
+
+const authorMap = {
+    gztz: {
+        all: '/2821',
+    },
+    jwc: {
+        all: '/jwc',
+        jxap: '/2847',
+        ksgl: '/2895',
+        xjgl: '/2902',
+        wytk: '/2897',
+        cjgl: '/2901',
+    },
+    sjjxyjlc: {
+        all: '/3206',
+        syjx: '/2847',
+        sysjs: '/sysjs',
+        xwsx: '/2909',
+        xwlw: '/2910',
+        kcsj: '/2911',
+        cxcy: '/2913',
+        xjjl: '/xjjl',
+    },
+    jypgc: {
+        all: '/3207',
+        jxyjyjxcg: '/2916',
+        zljk: '/2917',
+    },
+    zyjsc: {
+        all: '/3208',
+        zyyjcjs: '/2914',
+        cgsyb: '/2925',
+        jxmsyyxzjjs: '/2918',
+        ktjs: '/2919',
+        syjx: '/2920',
+    },
+    gjdxswhszjd: {
+        all: '/3209',
+    },
+    jsjxfzzx: {
+        all: '/3210',
+        jspx: '/2915',
+    },
+    zhbgs: {
+        all: '/3211',
+        lxkc: '/lxkc',
+    },
+};
+
+module.exports = async (ctx) => {
+    const author = ctx.params.author || 'gztz';
+    const category = ctx.params.category || 'all';
+    const link = baseUrl + authorMap[author][category] + '/list.htm';
+    const response = await got(link, {
+        headers: {
+            Referer: baseUrl,
+        },
+    });
+    const $ = cheerio.load(response.data);
+
+    const list = $('.wp_article_list_table .border9')
+        .toArray()
+        .map((e) => {
+            e = $(e);
+            return {
+                title: e.find('a').attr('title'),
+                link: new URL(e.find('a').attr('href'), baseUrl).href,
+                pubDate: parseDate(e.find('.date').text()),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (item.link.includes('.htm')) {
+                    const response = await got(item.link);
+                    const $ = cheerio.load(response.data);
+
+                    item.description = $('.wp_articlecontent').html().trim();
+                } else {
+                    item.description = '此链接为文件，请点击下载';
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '哈尔滨工程大学本科生院工作通知',
+        link,
+        item: out,
+    };
+};

package/lib/v2/{heu → hrbeu}/yjsy/list.js

@@ -1,17 +1,12 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-
+const { parseDate } = require('@/utils/parse-date');
 const rootUrl = 'http://yjsy.hrbeu.edu.cn';
 
 module.exports = async (ctx) => {
-    const date = new Date();
-    const hour = date.getHours();
-    const minute = date.getMinutes();
     const id = ctx.params.id;
 
-    const response = await got({
-        method: 'get',
-        url: rootUrl.concat('/', id, '/list.htm'),
+    const response = await got(`${rootUrl}/${id}/list.htm`, {
         headers: {
             Referer: rootUrl,
         },
@@ -28,12 +23,12 @@ module.exports = async (ctx) => {
     const list = $('li.list_item')
         .map((_, item) => {
             let link = $(item).find('a').attr('href');
-            if (link.indexOf('page.htm') !== -1) {
-                link = rootUrl.concat(link);
+            if (link.includes('page.htm')) {
+                link = `${rootUrl}${link}`;
             }
             return {
                 title: $(item).find('a').attr('title'),
-                pubDate: $(item).find('span.Article_PublishDate').text() + ' ' + hour + ':' + minute,
+                pubDate: parseDate($(item).find('span.Article_PublishDate').text()),
                 link,
             };
         })
@@ -42,15 +37,12 @@ module.exports = async (ctx) => {
     const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                if (item.link.indexOf('page.htm') !== -1) {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
+                if (item.link.includes('page.htm')) {
+                    const detailResponse = await got(item.link);
                     const content = cheerio.load(detailResponse.data);
                     item.description = content('div.wp_articlecontent').html();
                 } else {
-                    item.description = item.title + '<br><br>' + '本文需跳转，请点击标题后阅读';
+                    item.description = '本文需跳转，请点击标题后阅读';
                 }
                 return item;
             })

package/lib/v2/hupu/all.js

@@ -43,18 +43,18 @@ module.exports = async (ctx) => {
 
                     const videos = [];
 
-                    content('.thread-video-wrap').each(function () {
-                        videos.push(content('video').attr('src'));
-                        content(this).remove();
+                    content('.hupu-post-video').each(function () {
+                        videos.push({
+                            source: content(this).attr('src'),
+                            poster: content(this).attr('poster'),
+                        });
                     });
 
-                    content('.bbs-user-info-time span').remove();
-
-                    item.author = content('.bbs-user-info-name').first().text();
-                    item.pubDate = item.pubDate ?? timezone(parseRelativeDate(content('.bbs-user-info-time').first().text()), +8);
+                    item.author = content('.bbs-user-wrapper-content-name-span').first().text();
+                    item.pubDate = item.pubDate ?? timezone(parseRelativeDate(content('.second-line-user-info').first().text()), +8);
                     item.description = art(path.join(__dirname, 'templates/description.art'), {
                         videos,
-                        description: content('.bbs-thread-content').html(),
+                        description: content('.bbs-content').first().html(),
                     });
                 } catch (e) {
                     // no-empty

package/lib/v2/hupu/bbs.js

@@ -60,7 +60,7 @@ module.exports = async (ctx) => {
 
                         const result = detailResponse.data.result;
 
-                        item.description = art(path.join(__dirname, 'templates/description.art'), {
+                        item.description = art(path.join(__dirname, 'templates/match.art'), {
                             image: result.img,
                             description: result.beginContent,
                             keyEvent: result.keyEvent,

package/lib/v2/hupu/templates/description.art

@@ -1,22 +1,11 @@
-{{ if image }}
-<img src="{{ image }}">
-{{ /if }}
-
-{{ if description }}
-<p>{{ description }}</p>
-{{ /if }}
-
-{{ if keyEvent }}
-<h1>关键事件</h1>
-{{ each keyEvent event }}
-<p>{{ event.title }}</p>
-{{ each event.gifImgs gif }}
-<img src="{{ gif }}">
-{{ /each }}
+{{ if videos }}
+{{ each videos video }}
+<video poster= "video.poster" controls>
+<source src="{{ video.source }}" type="video/mp4">
+</video>
 {{ /each }}
 {{ /if }}
 
-{{ if playerImage }}
-<h1>球员评分</h1>
-<img src="{{ playerImage }}">
+{{ if description }}
+{{@ description }}
 {{ /if }}

package/lib/v2/hupu/templates/match.art

@@ -0,0 +1,22 @@
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}
+
+{{ if description }}
+<p>{{ description }}</p>
+{{ /if }}
+
+{{ if keyEvent }}
+<h1>关键事件</h1>
+{{ each keyEvent event }}
+<p>{{ event.title }}</p>
+{{ each event.gifImgs gif }}
+<img src="{{ gif }}">
+{{ /each }}
+{{ /each }}
+{{ /if }}
+
+{{ if playerImage }}
+<h1>球员评分</h1>
+<img src="{{ playerImage }}">
+{{ /if }}

package/lib/v2/ifeng/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/feng/:id/:type': ['Jamch'],
+    '/news/:path?': ['nczitzk'],
 };

package/lib/v2/ifeng/news.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 20;
+
+    const rootUrl = 'https://news.ifeng.com';
+    const currentUrl = `${rootUrl}${ctx.path.replace(/^\/news/, '')}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const newsStream = JSON.parse(response.data.match(/"newsstream":(\[.*?\]),"cooperation"/)[1]);
+
+    let items = newsStream.slice(0, limit).map((item) => ({
+        title: item.title,
+        link: item.url,
+        pubDate: timezone(parseDate(item.newsTime), +8),
+        description: item.thumbnails.image.pop(),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                item.author = detailResponse.data.match(/"editorName":"(.*?)",/)[1];
+                item.category = detailResponse.data.match(/},"keywords":"(.*?)",/)[1].split(',');
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    image: item.description,
+                    description: JSON.parse(detailResponse.data.match(/"contentList":(\[.*?\]),/)[1]).map((content) => content.data),
+                });
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/ifeng/radar.js

@@ -7,5 +7,12 @@ module.exports = {
                 docs: 'https://docs.rsshub.app/new-media.html#feng-huang-wang',
             },
         ],
+        news: [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#feng-huang-wang-zi-xun',
+                target: (params, url) => `/ifeng/news${new URL(url).toString().match(/ifeng\.com(.*?)$/)[1]}`,
+            },
+        ],
     },
 };

package/lib/v2/ifeng/router.js

@@ -1,3 +1,4 @@
 module.exports = (router) => {
     router.get('/feng/:id/:type', require('./feng'));
+    router.get(/news([\w-/]+)?/, require('./news'));
 };

package/lib/v2/ifeng/templates/description.art

@@ -0,0 +1,16 @@
+{{ if image }}
+<figure>
+    <img src="{{ image.url }}" height="{{ image.height }}" width="{{ image.width }}">
+</figure>
+{{ /if }}
+{{ if description }}
+{{ each description d }}
+{{ if d.attachmentType === 'video' }}
+<video controls poster="{{ d.bigPosterUrl }}">
+    <source src="{{ d.playUrl }}">
+</video>
+{{ else }}
+{{@ d.replace(/data-lazyload=/g, 'src=') }}
+{{ /if }}
+{{ /each }}
+{{ /if }}

package/lib/v2/jandan/index.js

@@ -1,64 +1,30 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-const { art } = require('@/utils/render');
-const path = require('path');
+const parser = require('@/utils/rss-parser');
 
 module.exports = async (ctx) => {
     const rootUrl = 'http://i.jandan.net';
-
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    let items = $('.post')
-        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 15)
-        .toArray()
-        .map((item) => {
-            item = $(item);
-
-            const a = item.find('.thetitle a');
-
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                description: art(path.join(__dirname, 'templates/description.art'), {
-                    summary: item.find('.indexs').text(),
-                    image: item
-                        .find('img')
-                        .attr('data-original')
-                        .replace(/!square/, ''),
-                }),
-            };
-        });
-
-    items = await Promise.all(
-        items.map((item) =>
+    const feed = await parser.parseURL(`${rootUrl}/feed/`);
+    const items = await Promise.all(
+        feed.items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                content('.wechat-hide').prev().nextAll().remove();
-
-                item.description += content('.entry').html();
-                item.author = content('.postinfo strong').text();
-                item.pubDate = timezone(parseDate(detailResponse.data.match(/"pubDate": "(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2})"/)[1]), +8);
-
-                return item;
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                $('.wechat-hide').prev().nextAll().remove();
+                const single = {
+                    title: item.title,
+                    description: $('.entry').html(),
+                    pubDate: item.pubDate,
+                    link: item.link,
+                    author: item['dc:creator'],
+                    category: item.categories,
+                };
+                return single;
             })
         )
     );
-
     ctx.state.data = {
-        title: $('title').text(),
+        title: '煎蛋',
         link: rootUrl,
         item: items,
     };

package/lib/v2/jandan/maintainer.js

@@ -1,4 +1,4 @@
 module.exports = {
     '/:category?': ['nczitzk'],
-    '/': ['nczitzk'],
+    '/': ['nczitzk', 'bigfei'],
 };

package/lib/v2/javbus/index.js

@@ -4,6 +4,11 @@ const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
 
+const toSize = (raw) => {
+    const matches = raw.match(/(\d+(\.\d+)?)(\w+)/);
+    return matches[3] === 'GB' ? matches[1] * 1024 : matches[1];
+};
+
 module.exports = async (ctx) => {
     const isWestern = /^\/western/.test(ctx.path);
 
@@ -19,7 +24,7 @@ module.exports = async (ctx) => {
     const $ = cheerio.load(response.data);
 
     let items = $('.movie-box')
-        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
         .toArray()
         .map((item) => {
             item = $(item);
@@ -98,11 +103,12 @@ module.exports = async (ctx) => {
                                 link: td.first().attr('href'),
                                 size: td.eq(1).text().trim(),
                                 date: td.last().text().trim(),
+                                score: content(tr).find('a').length ** 8 * toSize(td.eq(1).text().trim()),
                             };
                         });
 
                     if (magnets) {
-                        item.enclosure_url = magnets[0].link;
+                        item.enclosure_url = magnets.sort((a, b) => b.score - a.score)[0].link;
                         item.enclosure_type = 'application/x-bittorrent';
                     }
                 } catch (e) {

package/lib/v2/javbus/templates/description.art

@@ -9,9 +9,20 @@
 {{/if}}
 <br>
 <h4>磁力連結投稿</h4>
+<table>
+<tr>
+<th>磁力名稱</th>
+<th>檔案大小</th>
+<th>分享日期</th>
+</tr>
 {{each magnets magnet}}
-<li><a href="{{ magnet.link }}">{{ magnet.title }} [{{ magnet.size }}] ({{ magnet.date }})</a></li>
+<tr>
+<td><a href="{{ magnet.link }}">{{ magnet.title }}</a></td>
+<td>{{ magnet.size }}</td>
+<td>{{ magnet.date }}</td>
+</tr>
 {{/each}}
+</table>
 <h4>樣品圖像</h4>
 {{each thumbs}}
 <img src="{{ $value }}">

package/lib/v2/jike/user.js

@@ -140,6 +140,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `${data.user.screenName}的即刻动态`,
+        description: data.user.bio,
         link: `https://m.okjike.com/users/${id}`,
         image: data.user.avatarImage.picUrl,
         item: items,

package/lib/v2/jornada/index.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.jornada.com.mx';
+
+const categories = {
+    capital: 'Capital',
+    cartones: 'Cartones',
+    ciencia: 'Ciencia-Y-Tecnologia',
+    cultura: 'Cultura',
+    deportes: 'Deportes',
+    economia: 'Economia',
+    estados: 'Estados',
+    mundo: 'Mundo',
+    opinion: 'Opinion',
+    politica: 'Politica',
+    sociedad: 'Sociedad',
+};
+
+const getDateForToday = () => {
+    const date = new Date(Date.now());
+    const today = date.getFullYear() + '-' + ('0' + (date.getMonth() + 1)).slice(-2) + '-' + ('0' + date.getDate()).slice(-2);
+    return today;
+};
+
+module.exports = async (ctx) => {
+    const date = ctx.params.date === 'today' || ctx.params.date === undefined ? getDateForToday() : ctx.params.date;
+    const category = ctx.params.category;
+    const url = `${rootUrl}/jsonstorage/articles_${date}_.json`;
+
+    const response = await got(url);
+    const data = response.data;
+
+    let items = {};
+
+    if (!category) {
+        items = data.map((item) => ({
+            title: item.title,
+            description: item.content,
+            pubDate: parseDate(item.date),
+            link: `${rootUrl}/${item.url}`,
+        }));
+    } else {
+        const newsFilteredByCategory = data.filter((item) => item.category === categories[category]);
+
+        items = newsFilteredByCategory.map((item) => ({
+            title: item.title,
+            description: item.content,
+            pubDate: parseDate(item.date),
+            link: `${rootUrl}/${item.url}`,
+        }));
+    }
+
+    ctx.state.data = {
+        title: 'La Jornada',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/jornada/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:date?/:category?': ['Thealf154'],
+};

package/lib/v2/jornada/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'jornada.com.mx': {
+        _name: 'La Jornada',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/traditional-media.html#jornada',
+                source: ['/category/:category', '/'],
+                target: (params) => (params.category ? `/jornada/today/${params.category.replacce('.html', '')}` : `/jornada/today`),
+            },
+        ],
+    },
+};

package/lib/v2/jornada/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:date?/:category?', require('./index'));
+};

package/lib/v2/jseea/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:type?': ['schen1024'],
+};

package/lib/v2/jseea/news.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+// 参考 bit/jwc 北京理工大学的的页面写成
+
+const baseUrl = 'https://www.jseea.cn';
+const siteTitle = ' - 江苏省教育考试院';
+
+// 专门定义一个function用于加载文章内容
+async function load(link) {
+    // 异步请求文章
+    const { data: response } = await got(link);
+    // 加载文章内容
+    const $ = cheerio.load(response);
+    // 提取文章内容
+    $('strong').remove();
+    const description = $('#content').html();
+    // 返回解析的结果
+    return description;
+}
+
+module.exports = async (ctx) => {
+    // 默认 正常规定 然后获取列表页面
+    const type = ctx.params.type ?? 'zkyw';
+    const listPageUrl = `${baseUrl}/webfile/news/${type}/`;
+    const { data: response } = await got(listPageUrl);
+    const $ = cheerio.load(response);
+
+    // console.log(type+":"+listPageUrl);
+    // 获取当前页面的 list
+    const list = $('div.content-list-div ul li a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item
+                    .contents()
+                    .filter((_, e) => e.nodeType === 3)
+                    .text()
+                    .trim(),
+                link: `https:${item.attr('href')}`,
+                pubDate: timezone(parseDate(item.find('span').text(), 'YYYY-MM-DD'), 8),
+            };
+        });
+
+    const result = await Promise.all(
+        // 遍历每一篇文章
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                item.description = await load(item.link);
+                // 合并解析后的结果集作为该篇文章最终的输出结果
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text() + siteTitle,
+        link: listPageUrl,
+        item: result,
+    };
+};

package/lib/v2/jseea/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'jseea.cn': {
+        _name: '江苏省教育考试院',
+        '.': [
+            {
+                title: '新闻中心',
+                docs: 'https://docs.rsshub.app/government.html#jiang-su-sheng-ren-min-zheng-fu',
+                source: ['/webfile/news/:type'],
+                target: '/jseea/news/:type',
+            },
+        ],
+    },
+};