rsshub 1.0.0-master.fc67642 → 1.0.0-master.fcee9cd

package/lib/v2/barronschina/index.js

@@ -0,0 +1,70 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '';
+
+    const rootUrl = 'http://www.barronschina.com.cn';
+    const currentUrl = `${rootUrl}/index/${id ? `column/article?columnId=${id}` : 'shortNews'}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = id
+        ? await Promise.all(
+              $('.title')
+                  .toArray()
+                  .map((item) => {
+                      item = $(item);
+                      return {
+                          title: item.find('.title').text(),
+                          link: `${rootUrl}${item.parent().attr('href')}`,
+                      };
+                  })
+                  .map((item) =>
+                      ctx.cache.tryGet(item.link, async () => {
+                          const detailResponse = await got({
+                              method: 'get',
+                              url: item.link,
+                          });
+
+                          const content = cheerio.load(detailResponse.data);
+
+                          item.description = content('.cont_main').html();
+                          item.pubDate = timezone(parseDate(content('.timeTag').text()), +8);
+
+                          return item;
+                      })
+                  )
+          )
+        : $('dd')
+              .toArray()
+              .map((item) => {
+                  item = $(item);
+
+                  const title = item.find('strong').text();
+                  item.find('strong').remove();
+
+                  const description = item.find('.short').html();
+                  item.find('.short').remove();
+
+                  return {
+                      title,
+                      description,
+                      link: currentUrl,
+                      pubDate: timezone(parseDate(`${item.parent().find('dt').text()} ${item.text()}`), +8),
+                  };
+              });
+
+    ctx.state.data = {
+        title: $('title').text().split('，')[0],
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/barronschina/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?': ['nczitzk'],
+};

package/lib/v2/barronschina/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'barronschina.com.cn': {
+        _name: '巴伦周刊中文版',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/finance.html#ba-lun-zhou-kan-zhong-wen-ban-lan-mu',
+                source: ['/'],
+                target: '/barronschina/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/barronschina/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id?', require('./index'));
+};

package/lib/v2/bendibao/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:city': ['nczitzk'],
+};

package/lib/{routes → v2}/bendibao/news.js

@@ -1,12 +1,16 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const city = ctx.params.city;
 
+    const rootUrl = `http://${city}.bendibao.com`;
+
     let response = await got({
         method: 'get',
-        url: `http://${city}.bendibao.com/`,
+        url: rootUrl,
     });
 
     let $ = cheerio.load(response.data);
@@ -15,15 +19,18 @@ module.exports = async (ctx) => {
             .text()
             .replace(/-爱上本地宝，生活会更好/, '') + `焦点资讯`;
 
-    let list = $('ul.focus-news li')
-        .map((_, item) => {
+    let items = $('ul.focus-news li')
+        .toArray()
+        .map((item) => {
             item = $(item).find('a');
+
+            const link = item.attr('href');
+
             return {
                 title: item.text(),
-                link: item.attr('href'),
+                link: link.indexOf('http') === 0 ? link : `${rootUrl}${link}`,
             };
-        })
-        .get();
+        });
 
     // Cities share 2 sets of ui.
     //
@@ -32,7 +39,7 @@ module.exports = async (ctx) => {
     //
     // Go to /news to fetch data for the eg2 case.
 
-    if (!list.length) {
+    if (!items.length) {
         response = await got({
             method: 'get',
             url: `http://${city}.bendibao.com/news`,
@@ -40,41 +47,59 @@ module.exports = async (ctx) => {
 
         $ = cheerio.load(response.data);
 
-        list = $('#listNewsTimeLy div.info')
-            .map((_, item) => {
+        items = $('#listNewsTimeLy div.info')
+            .toArray()
+            .map((item) => {
                 item = $(item).find('a');
+
+                const link = item.attr('href');
+
                 return {
                     title: item.text(),
-                    link: item.attr('href'),
+                    link: link.indexOf('http') === 0 ? link : `${rootUrl}${link}`,
                 };
-            })
-            .get();
+            });
     }
 
-    const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({ method: 'get', url: item.link });
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
                     const content = cheerio.load(detailResponse.data);
 
                     // Some links lead to mobile-view pages.
                     // eg. http://m.bj.bendibao.com/news/273517.html
                     // Divs for contents are different from which in desktop-view pages.
 
-                    item.description = content('div.content').html() ? content('div.content').html() : content('div.content-box').html();
+                    item.description = content('div.content').html() ?? content('div.content-box').html();
 
                     // Spans for publish dates are the same cases as above.
 
-                    item.pubDate = new Date((content('span.time').text() ? content('span.time').text().replace(/发布时间：/, '') : content('span.public_time').text()) + ' GMT+8').toUTCString();
+                    item.pubDate = timezone(
+                        parseDate(
+                            content('span.time')
+                                .text()
+                                .replace(/发布时间：/, '') ?? content('span.public_time').text()
+                        ),
+                        +8
+                    );
+
                     return item;
-                })
+                } catch (e) {
+                    return Promise.resolve('');
+                }
+            })
         )
     );
 
     ctx.state.data = {
-        title: title,
-        link: `http://${city}.bendibao.com/`,
+        title,
+        link: rootUrl,
         item: items,
     };
 };

package/lib/v2/bendibao/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bendibao.com': {
+        _name: '本地宝',
+        '.': [
+            {
+                title: '焦点资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#ben-di-bao-jiao-dian-zi-xun',
+                source: '/',
+                target: '/bendibao/news/:city',
+            },
+        ],
+    },
+};

package/lib/v2/bendibao/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:city', require('./news'));
+};

package/lib/v2/biodiscover/index.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel;
+    const listUrl = 'http://www.biodiscover.com/' + channel;
+    const response = await got({ url: listUrl });
+    const $ = cheerio.load(response.data);
+
+    const items = $('.new_list .newList_box')
+        .map((_, item) => ({
+            pubDate: parseDate($(item).find('.news_flow_tag .times').text().trim()),
+            link: 'http://www.biodiscover.com' + $(item).find('h2 a').attr('href'),
+        }))
+        .toArray();
+
+    ctx.state.data = {
+        title: '生物探索 - ' + $('.header li.sel a').text(),
+        link: listUrl,
+        description: $('meta[name=description]').attr('content'),
+        item: await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({ url: item.link });
+                    const $ = cheerio.load(detailResponse.data);
+
+                    // remove sharing info if exists
+                    const lastNode = $('.main_info').children().last();
+                    if (lastNode.css('display') === 'none') {
+                        lastNode.remove();
+                    }
+
+                    return {
+                        title: $('h1').text().trim(),
+                        description: $('.main_info').html(),
+                        pubDate: item.pubDate,
+                        link: item.link,
+                    };
+                })
+            )
+        ),
+    };
+};

package/lib/v2/biodiscover/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:channel?': ['aidistan'],
+};

package/lib/v2/biodiscover/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'biodiscover.com': {
+        _name: '生物探索',
+        www: [
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/new-media.html#sheng-wu-tan-suo',
+                source: '/:channel',
+                target: '/biodiscover/:channel',
+            },
+        ],
+    },
+};

package/lib/v2/biodiscover/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:channel?', require('./index'));
+};

package/lib/v2/bit/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/rszhaopin': ['nczitzk'],
+};

package/lib/v2/bit/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bit.edu.cn': {
+        _name: '北京理工大学',
+        rszhaopin: [
+            {
+                title: '人才招聘',
+                docs: 'https://docs.rsshub.app/university.html#bei-jing-li-gong-da-xue-ren-cai-zhao-pin',
+                source: ['/'],
+                target: '/bit/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/bit/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/rszhaopin', require('./rszhaopin'));
+};

package/lib/v2/bit/rszhaopin.js

@@ -0,0 +1,30 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://rszhaopin.bit.edu.cn';
+    const apiUrl = `${rootUrl}/ajax/ajaxService`;
+    const currentUrl = `${rootUrl}/zp.html#/notices/0`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        form: {
+            __xml: 'A2GgW6kPrLjaqavT0I8o9cOIXCYxazGialM66OpRk0MhwwOeUI1mF8yRBJHzicA9uL8Y9gYrXjdMocslRUopTMDJSRAykGXsjUoPibT4uK8Rz8Zj7U00coBCcJibpVwRZzFk',
+            __type: 'extTrans',
+        },
+    });
+
+    const items = response.data.return_data.list.map((item) => ({
+        title: item.title,
+        description: item.content,
+        pubDate: parseDate(item.createtime),
+        link: `${rootUrl}/zp.html#/notice/${item.id}`,
+    }));
+
+    ctx.state.data = {
+        title: '人才招聘 - 北京理工大学',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/bnu/bs.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'xw';
+
+    const rootUrl = 'http://bs.bnu.edu.cn';
+    const currentUrl = `${rootUrl}/${category}/index.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('a[title]')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.attr('title'),
+                pubDate: parseDate(item.prev().text()),
+                link: `${rootUrl}/${category}/${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.right-c-content-con').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.right-c-title').text()} - ${$('title').text()}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/bnu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/bs/:category?': ['nczitzk'],
+};

package/lib/v2/bnu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bnu.edu.cn': {
+        _name: '北京师范大学',
+        '.': [
+            {
+                title: '经济与工商管理学院',
+                docs: 'https://docs.rsshub.app/universities.html#bei-jing-shi-fan-da-xue-jing-ji-yu-gong-shang-guan-li-xue-yuan',
+                source: ['/'],
+                target: '/bs/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/bnu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/bs/:category?', require('./bs'));
+};

package/lib/v2/bse/index.js

@@ -0,0 +1,173 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const nodes = {
+    important_news: {
+        id: 1289,
+        title: '本所要闻',
+        url: '/news/important_news.html',
+        type: '/info/listse',
+    },
+    recruit: {
+        id: 1380,
+        title: '人才招聘',
+        url: '/company/recruit.html',
+        type: '/info/listse',
+    },
+    purchase: {
+        id: 1381,
+        title: '采购信息',
+        url: '/purchase/list.html',
+        type: '/info/listse',
+    },
+    news_list: {
+        id: 2676,
+        title: '业务通知',
+        url: '/news/news_list.html',
+        type: '/info/listse',
+    },
+    law_list: {
+        id: 1322,
+        title: '法律法规',
+        url: '/rule/law_list.html',
+        type: '/info/listse',
+    },
+    public_opinion: {
+        id: 1307,
+        title: '公开征求意见',
+        url: '/rule/public_opinion.html',
+        type: '/info/listse',
+    },
+    regulation_list: {
+        id: 1300,
+        title: '部门规章',
+        url: '/rule/regulation_list.html',
+        type: '/info/listse',
+    },
+    fxrz_list: {
+        id: 1302,
+        title: '发行融资',
+        url: '/business/fxrz_list.html',
+        type: '/info/listse',
+    },
+    cxjg_list: {
+        id: 1303,
+        title: '持续监管',
+        url: '/business/cxjg_list.html',
+        type: '/info/listse',
+    },
+    jygl_list: {
+        id: 1304,
+        title: '交易管理',
+        url: '/business/jygl_list.html',
+        type: '/info/listse',
+    },
+    scgl_list: {
+        id: 1306,
+        title: '市场管理',
+        url: '/business/scgl_list.html',
+        type: '/info/listse',
+    },
+    meeting_notice: {
+        id: '9531-1001',
+        title: '上市委会议公告',
+        url: '/notice/meeting_notice.html',
+        type: '/disclosureInfoController/zoneInfoResult',
+    },
+    meeting_result: {
+        id: '9531-1002',
+        title: '上市委会议结果公告',
+        url: '/notice/meeting_result.html',
+        type: '/disclosureInfoController/zoneInfoResult',
+    },
+    meeting_change: {
+        id: '9531-1003',
+        title: '上市委会议变更公告',
+        url: '/notice/meeting_notice.html',
+        type: '/disclosureInfoController/zoneInfoResult',
+    },
+    bgcz_notice: {
+        id: '9536-1001',
+        title: '并购重组委会议公告',
+        url: '/notice/bgcz_notice.html',
+        type: '/disclosureInfoController/zoneInfoResult',
+    },
+    bgcz_result: {
+        id: '9536-1002',
+        title: '并购重组委会议结果公告',
+        url: '/notice/bgcz_result.html',
+        type: '/disclosureInfoController/zoneInfoResult',
+    },
+    bgcz_change: {
+        id: '9536-1003',
+        title: '并购重组委会议变更公告',
+        url: '/notice/bgcz_notice.html',
+        type: '/disclosureInfoController/zoneInfoResult',
+    },
+    termination_audit: {
+        id: '9530-3001',
+        title: '终止审核',
+        url: '/notice/termination_audit.html',
+        type: '/disclosureInfoController/zoneInfoResult',
+    },
+    audit_result: {
+        id: '9532-1001',
+        title: '注册结果',
+        url: '/notice/audit_result.html',
+        type: '/disclosureInfoController/zoneInfoResult',
+    },
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'important_news';
+    const keyword = ctx.params.keyword ?? '';
+
+    const type = nodes[category].type;
+    const rootUrl = 'http://www.bse.cn';
+    const currentUrl = `${rootUrl}${type}.do`;
+
+    const response = await got({
+        method: 'post',
+        url: currentUrl,
+        form: {
+            page: 0,
+            pageSize: ctx.query.limit ? parseInt(ctx.query.limit) : 50,
+            keywords: keyword,
+            'nodeIds[]': type === '/info/listse' ? nodes[category].id : undefined,
+            disclosureSubtype: type === '/info/listse' ? undefined : nodes[category].id,
+        },
+    });
+
+    const data = JSON.parse(response.data.match(/null\(\[({.*})\]\)/)[1]);
+
+    let items = [];
+
+    switch (nodes[category].type) {
+        case '/info/listse': {
+            items = data.data.content.map((item) => ({
+                title: item.title,
+                category: item.tags,
+                description: item.text,
+                link: `${rootUrl}${item.htmlUrl}`,
+                pubDate: timezone(parseDate(item.publishDate), +8),
+            }));
+            break;
+        }
+        case '/disclosureInfoController/zoneInfoResult': {
+            items = data.listInfo.content.map((item) => ({
+                title: item.disclosureTitle,
+                link: `${rootUrl}${item.destFilePath}`,
+                pubDate: parseDate(item.pubDate.time),
+            }));
+            break;
+        }
+    }
+
+    ctx.state.data = {
+        title: `${nodes[category].title} - 北京证券交易所`,
+        link: `${rootUrl}${nodes[category].url}`,
+        item: items,
+        allowEmpty: true,
+    };
+};

package/lib/v2/bse/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?/:keyword?': ['nczitzk'],
+};

package/lib/v2/bse/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bse.cn': {
+        _name: '北京证券交易所',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/finance.html#bei-jing-zheng-quan-jiao-yi-suo-lan-mu',
+                source: ['/'],
+                target: '/bse/:category?/:keyword?',
+            },
+        ],
+    },
+};

package/lib/v2/bse/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:keyword?', require('./index'));
+};