rsshub 1.0.0-master.f944cc9 → 1.0.0-master.f97cdb2

package/lib/v2/ustb/yjsy/news.js

@@ -0,0 +1,464 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+// const logger = require('@/utils/logger');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const struct = {
+        all: {
+            selector: {
+                list: '.plist li',
+            },
+            timeSelector: {
+                list: '.datatime',
+            },
+            titleSelector: {
+                list: '.adaptitle',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://gs.ustb.edu.cn/index.php/cms/item-list-category-1049?role=3',
+            link: 'http://gs.ustb.edu.cn/index.php/cms/item-list-category-1049?role=3',
+            name: '最新通知 - 北京科技大学研究生院',
+        },
+        cres: {
+            selector: {
+                list: '.centerright_center li',
+            },
+            timeSelector: {
+                list: '.fright',
+            },
+            titleSelector: {
+                list: '.fleft',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://cres.ustb.edu.cn/n44/n47/',
+            link: 'http://cres.ustb.edu.cn/n44/n47/',
+            name: '通知公告 - 土木与资源工程学院 - 北京科技大学研究生院',
+        },
+        seee: {
+            selector: {
+                list: '.list_left2 li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://seee.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            link: 'http://seee.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            name: '通知公告 - 能源与环境工程学院 - 北京科技大学研究生院',
+        },
+        metall: {
+            selector: {
+                list: '#news-list-title li',
+            },
+            timeSelector: {
+                list: '.date-size',
+            },
+            titleSelector: {
+                list: '.info-size',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://metall.ustb.edu.cn/gg/index.htm',
+            link: 'https://metall.ustb.edu.cn/gg/index.htm',
+            name: '通知公告 - 冶金与生态工程学院 - 北京科技大学研究生院',
+        },
+        mse: {
+            selector: {
+                list: '.ky li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://mse.ustb.edu.cn/xueyuangonggao/',
+            link: 'http://mse.ustb.edu.cn/xueyuangonggao/',
+            name: '学院公告 - 材料科学与工程学院 - 北京科技大学研究生院',
+        },
+        me: {
+            selector: {
+                list: '.list li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://me.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            link: 'http://me.ustb.edu.cn/xinwengonggao/tongzhigonggao/',
+            name: '通知公告 - 机械工程学院 -北京科技大学研究生院',
+        },
+        saee: {
+            selector: {
+                list: '.sidebar_b a:gt(1):lt(15)',
+            },
+            timeSelector: {
+                list: '.list_time',
+            },
+            titleSelector: {
+                list: '.list_timu',
+            },
+            linkSelector: {
+                list: 'a',
+            },
+            url: 'http://saee.ustb.edu.cn/gonggaogongshi/',
+            link: 'http://saee.ustb.edu.cn/gonggaogongshi/',
+            name: '通知公告 - 自动化学院 - 北京科技大学研究生院',
+        },
+        scce: {
+            selector: {
+                list: '.lead li',
+            },
+            timeSelector: {
+                list: '.practice_list_right',
+            },
+            titleSelector: {
+                list: '.practice_list_left',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://scce.ustb.edu.cn/xinwentongzhi/tongzhigonggao/',
+            link: 'http://scce.ustb.edu.cn/xinwentongzhi/tongzhigonggao/',
+            name: '通知公告 - 计算机与通信工程学院 - 北京科技大学研究生院',
+        },
+        shuli: {
+            selector: {
+                list: '.jy-lb li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li p',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://shuli.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://shuli.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 数理学院 - 北京科技大学研究生院',
+        },
+        huasheng: {
+            selector: {
+                list: '.main_r li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li p',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://huasheng.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://huasheng.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 化学与生物工程学院 - 北京科技大学研究生院',
+        },
+        sem: {
+            selector: {
+                list: '.sub_002 li',
+            },
+            timeSelector: {
+                list: '.time',
+            },
+            titleSelector: {
+                list: '.title',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://sem.ustb.edu.cn/xwzx/tzgg/index.htm',
+            link: 'https://sem.ustb.edu.cn/xwzx/tzgg/index.htm',
+            name: '通知公告 - 经济管理学院 - 北京科技大学研究生院',
+        },
+        wenfa: {
+            selector: {
+                list: '.list-content-box .specialDate_fontBox',
+            },
+            timeSelector: {
+                list: '.specialTime',
+            },
+            titleSelector: {
+                list: '.specialTime_a',
+            },
+            linkSelector: {
+                list: 'div a',
+            },
+            url: 'https://wenfa.ustb.edu.cn/tzgg2/tzgg/index.htm',
+            link: 'https://wenfa.ustb.edu.cn/tzgg2/tzgg/index.htm',
+            name: '通知公告 - 文法学院 - 北京科技大学研究生院',
+        },
+        marx: {
+            selector: {
+                list: '.list_l li',
+            },
+            timeSelector: {
+                list: '.time2',
+            },
+            titleSelector: {
+                list: '.list_title',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://marx.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://marx.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 马克思主义学院 - 北京科技大学研究生院',
+        },
+        sfs: {
+            selector: {
+                list: '.list-unstyled li',
+            },
+            timeSelector: {
+                list: '',
+            },
+            titleSelector: {
+                list: '.text-overflow',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://sfs.ustb.edu.cn/cn/xinwenzhongxin/tongzhigonggao1/',
+            link: 'http://sfs.ustb.edu.cn/cn/xinwenzhongxin/tongzhigonggao1/',
+            name: '通知公告 - 外国语学院 - 北京科技大学研究生院',
+        },
+        ncms: {
+            selector: {
+                list: '.list_l li',
+            },
+            timeSelector: {
+                list: '.right',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://ncms.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://ncms.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 国家材料服役安全科学中心 - 北京科技大学研究生院',
+        },
+        skl: {
+            selector: {
+                list: '.cultureStudent_top li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li p',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://skl.ustb.edu.cn/xwzx/tzgg/index.htm',
+            link: 'https://skl.ustb.edu.cn/xwzx/tzgg/index.htm',
+            name: '通知公告 - 新金属材料国家重点实验室 - 北京科技大学研究生院',
+        },
+        iet: {
+            selector: {
+                list: 'table tr td table tr td .liststyle:lt(20)',
+            },
+            timeSelector: {
+                list: '.notestyle',
+            },
+            titleSelector: {
+                list: 'td a',
+            },
+            linkSelector: {
+                list: 'td a',
+            },
+            url: 'http://iet.ustb.edu.cn/articlelist.asp?cateID=1',
+            link: 'http://iet.ustb.edu.cn/articlelist.asp?cateID=1',
+            name: '通知公告 - 工程技术研究院 - 北京科技大学研究生院',
+        },
+        cicst: {
+            selector: {
+                list: '.h_newsbox li',
+            },
+            timeSelector: {
+                list: '.time',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://cicst.ustb.edu.cn/tongzhigonggao/',
+            link: 'http://cicst.ustb.edu.cn/tongzhigonggao/',
+            name: '通知公告 - 钢铁共性技术协同创新中心 - 北京科技大学研究生院',
+        },
+        slam: {
+            selector: {
+                list: '.list li',
+            },
+            timeSelector: {
+                list: 'li p',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'http://slam.ustb.edu.cn/slam//smvc/ListBs-articleList/SNM2015072600000000000011',
+            link: 'http://slam.ustb.edu.cn/slam//',
+            name: '通知公告 - 钢铁冶金新技术国家重点实验室 - 北京科技大学研究生院',
+        },
+        adma: {
+            selector: {
+                list: '.articleList li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://adma.ustb.edu.cn/tzgg/index.htm',
+            link: 'https://adma.ustb.edu.cn/tzgg/index.htm',
+            name: '通知公告 - 新材料技术研究院 - 北京科技大学研究生院',
+        },
+        ihmm: {
+            selector: {
+                list: '.listbox li',
+            },
+            timeSelector: {
+                list: '',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://ihmm.ustb.edu.cn/gg/index.htm',
+            link: 'https://ihmm.ustb.edu.cn/gg/index.htm',
+            name: '公告 - 科技史与文化遗产研究院 - 北京科技大学研究生院',
+        },
+        sd: {
+            selector: {
+                list: '.news_list li',
+            },
+            timeSelector: {
+                list: 'li span',
+            },
+            titleSelector: {
+                list: 'li a',
+            },
+            linkSelector: {
+                list: 'li a',
+            },
+            url: 'https://sd.ustb.edu.cn/tzgg/index.htm',
+            link: 'https://sd.ustb.edu.cn/tzgg/index.htm',
+            name: '通知公告 - 顺德研究生院 -  北京科技大学研究生院',
+        },
+    };
+
+    // 请求
+    const url = struct[type].url;
+    const response = await got({
+        method: 'get',
+        responseType: 'buffer', // 转码
+        url,
+    });
+
+    // 获取response
+    let data;
+    if (type === 'iet') {
+        data = iconv.decode(response.data, 'gb2312'); // 转码
+    } else {
+        data = response.data;
+    }
+    const $ = cheerio.load(data);
+    // logger.info("data:" + data);
+
+    // 获取响应中有用的部分
+    const list = $(struct[type].selector.list);
+    // logger.info("list:" + list);
+
+    // 处理返回
+    ctx.state.data = {
+        title: struct[type].name,
+        link: struct[type].link,
+        description: '北京科技大学研究生院',
+        item:
+            list &&
+            list
+                .map((index, item) => {
+                    item = $(item);
+                    // logger.info("item:" + item);
+
+                    // time
+                    let time = item.find($(struct[type].timeSelector.list)).text();
+                    let date;
+                    if (time !== '') {
+                        if (time.includes('[')) {
+                            time = time.slice(1, 11);
+                        }
+                        date = parseDate(time);
+                    }
+                    // logger.info("date:" + date);
+
+                    // link
+                    let link = item.find($(struct[type].linkSelector.list)).attr('href');
+                    if (link === undefined) {
+                        link = item.attr('href');
+                    }
+                    // logger.info("link:" + link);
+
+                    // title
+                    let title = item.find($(struct[type].titleSelector.list)).clone().children().remove().end().text();
+                    if (title === '') {
+                        title = item.find($(struct[type].titleSelector.list)).text();
+                    }
+                    // logger.info("title:" + title);
+                    // logger.info("=====");
+
+                    // return
+                    if (date === undefined) {
+                        return {
+                            title,
+                            description: title,
+                            link,
+                        };
+                    } else {
+                        return {
+                            title,
+                            description: title,
+                            link,
+                            pubDate: date,
+                        };
+                    }
+                })
+                .get(),
+    };
+};

package/lib/v2/verfghbw/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/press/:keyword?': ['quinn-dev'],
+};

package/lib/v2/verfghbw/press.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword;
+    const rootUrl = 'https://verfgh.baden-wuerttemberg.de';
+
+    let request = {
+        url: `${rootUrl}/de/presse-und-service/pressemitteilungen/`,
+        headers: {
+            Referer: `${rootUrl}/de/presse-und-service/pressemitteilungen/`,
+        },
+    };
+
+    if (keyword) {
+        request = {
+            method: 'post',
+            form: {
+                'tx_bwlistheader_list[search][keywords]': keyword,
+            },
+            ...request,
+        };
+    } else {
+        request = {
+            method: 'get',
+            ...request,
+        };
+    }
+
+    const response = await got(request);
+
+    const data = response.data;
+    const $ = cheerio.load(data);
+
+    const list = $('.pressListItem')
+        .map((_, item) => {
+            item = $(item);
+
+            const title = item.find('.pressListItemTeaser > h3').text().trim();
+            const link = rootUrl + '/' + item.find('.link-download').attr('href');
+            item.find('.pressListItemTeaser > h3').replaceWith((_, e) => `<p>${$(e).html()}</p>`);
+            item.find('a').each((_, e) => $(e).attr('href', rootUrl + '/' + $(e).attr('href')));
+
+            return {
+                title,
+                link,
+                description: item.find('.pressListItemTeaser').html(),
+                pubDate: parseDate(item.find('.pressListItemDate > span').text(), 'DD.MM.YYYY'),
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: 'Verfassungsgerichtshof Baden-Württemberg - Pressemitteilungen',
+        link: request.url,
+        description: 'Pressemitteilungen des Verfassungsgerichtshof für das Land Baden-Württemberg',
+        item: list,
+    };
+};

package/lib/v2/verfghbw/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'baden-wuerttemberg.de': {
+        _name: 'Constitutional Court of Baden-Württemberg (Germany)',
+        verfgh: [
+            {
+                title: 'Press releases',
+                docs: 'https://docs.rsshub.app/en/government.html#constitutional-court-of-baden-wurttemberg-germany',
+                source: ['/de/presse-und-service/pressemitteilungen/'],
+                target: '/verfghbw/press',
+            },
+        ],
+    },
+};

package/lib/v2/verfghbw/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/press/:keyword?', require('./press'));
+};

package/lib/v2/vimeo/category.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { category, staffpicks } = ctx.params;
+
+    const categoryparams = category;
+    let sortparams = '&direction=desc&sort=date';
+    let feedtitle = category;
+    if (staffpicks && staffpicks !== 'staffpicks') {
+        return;
+    }
+
+    if (staffpicks) {
+        sortparams += '&filter=conditional_featured';
+        feedtitle += `: ${category} staffpicks`;
+    }
+
+    const url = `https://api.vimeo.com/categories/${categoryparams}/videos?page=1&per_page=18${sortparams}`;
+    const tokenresponse = await got({
+        method: 'get',
+        url: 'https://vimeo.com/_rv/viewer',
+    });
+    const VimeoAuthorization = tokenresponse.data.jwt;
+
+    const response = await got({
+        method: 'get',
+        url,
+        headers: {
+            Authorization: `jwt ${VimeoAuthorization}`,
+        },
+    });
+
+    const vimeojs = response.data.data;
+
+    const feedlink = `https://vimeo.com/categories/${category}/videos/sort:latest`;
+    const feedlinkstaffpicks = '?staffpicked=ture';
+    const feedDescription = await ctx.cache.tryGet(feedlink + (staffpicks ? feedlinkstaffpicks : ''), async () => {
+        const response = await got({
+            url: feedlink + (staffpicks ? feedlinkstaffpicks : ''),
+        });
+        const description = cheerio.load(response.data);
+        return description('meta[name="description"]').attr('content');
+    });
+
+    ctx.state.data = {
+        title: `${feedtitle} | Vimeo category`,
+        link: feedlink + (staffpicks ? feedlinkstaffpicks : ''),
+        description: feedDescription,
+        item: vimeojs.map((item) => ({
+            title: item.name,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                videoUrl: item.uri.replace(`/videos`, ''),
+                vdescription: item.description ? item.description : '',
+            }),
+            pubDate: parseDate(item.created_time),
+            link: item.link,
+            author: item.user.name,
+        })),
+    };
+};

package/lib/v2/vimeo/channel.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel;
+    const url = `https://vimeo.com/channels/${channel}/videos`;
+    const page1 = await got({
+        method: 'get',
+        url: `${url}/page:1/sort:date/format:detail`,
+        headers: {
+            'X-Requested-With': 'XMLHttpRequest',
+        },
+    });
+    const page2 =
+        channel === `bestoftheyear`
+            ? await got({
+                  method: 'get',
+                  url: `${url}/page:2/sort:date/format:detail`,
+                  headers: {
+                      'X-Requested-With': 'XMLHttpRequest',
+                  },
+              })
+            : '';
+    const pagedata = page1.data.concat(page2.data);
+    const $ = cheerio.load(pagedata);
+    const list = $('ol li.clearfix');
+
+    const description = await Promise.all(
+        list.get().map((item) => {
+            item = $(item);
+            const link = item.find('.more').attr('href');
+            return ctx.cache.tryGet(link, async () => {
+                const response2 = await got({
+                    method: 'get',
+                    url: `https://vimeo.com${link}/description?breeze=1`,
+                    headers: {
+                        'X-Requested-With': 'XMLHttpRequest',
+                        'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 12_0 like Mac OS X)  ',
+                    },
+                });
+                const articledata = response2.data;
+                const $2 = cheerio.load(articledata);
+                $2('span').remove();
+                return $2.html();
+            });
+        })
+    );
+    ctx.state.data = {
+        title: `${channel} | Vimeo channel`,
+        link: url,
+        item: list
+            .map((index, item) => {
+                item = $(item);
+                const title = item.find('.title a').text();
+                const author = item.find('.meta a').text();
+                return {
+                    title,
+                    description: art(path.join(__dirname, 'templates/description.art'), {
+                        videoUrl: item.find('.more').attr('href'),
+                        vdescription: description[index] ? description[index] : '',
+                    }),
+                    pubDate: parseDate(item.find('time').attr('datetime')),
+                    link: `https://vimeo.com${item.find('.more').attr('href')}`,
+                    author,
+                };
+            })
+            .get(),
+    };
+};