rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f7f8b7a

package/lib/v2/bilibili/cache.js

@@ -13,20 +13,23 @@ module.exports = {
         return ctx.cache.tryGet(key, async () => {
             // default Referer: https://www.bilibili.com is limited
             // Bilibili return cookies with multiple set-cookie
-            let response = await got('https://space.bilibili.com/1');
-            const setCookie = response.headers['set-cookie']; // should contain buvid3 and b_nut
-            if (typeof setCookie === 'undefined') {
-                return '';
-            }
-            const cookie = setCookie.map((cookie) => cookie.split(';')[0]);
+            // let response = await got('https://space.bilibili.com/1');
+            // const setCookie = response.headers['set-cookie']; // should contain buvid3 and b_nut
+            // if (typeof setCookie === 'undefined') {
+            //     return '';
+            // }
+            // const cookie = setCookie.map((cookie) => cookie.split(';')[0]);
+            const cookie = [];
             cookie.push(['b_lsid', utils.lsid()].join('='));
             cookie.push(['_uuid', utils._uuid()].join('='));
-            response = await got('https://api.bilibili.com/x/frontend/finger/spi', {
+            cookie.push(['b_nut', Date.now().toString()].join('='));
+            let response = await got('https://api.bilibili.com/x/frontend/finger/spi', {
                 headers: {
                     Referer: 'https://www.bilibili.com/',
                     Cookie: cookie.join('; '),
                 },
             });
+            cookie.push(['buvid3', encodeURIComponent(response.data.data.b_3)].join('='));
             cookie.push(['bvuid4', encodeURIComponent(response.data.data.b_4)].join('='));
             const e = Math.floor(Date.now() / 1000);
             const hexsign = utils.hexsign(e);

package/lib/v2/bilibili/maintainer.js

@@ -21,6 +21,7 @@ module.exports = {
     '/online/:disableEmbed?': ['TigerCubDen'],
     '/partion/:tid/:disableEmbed?': ['DIYgod'],
     '/partion/ranking/:tid/:days?/:disableEmbed?': ['lengthmin'],
+    '/platform/:area?/:p_type?/:uid?': ['nightmare-mio'],
     '/popular/all': ['ziminliu'],
     '/ranking/:rid?/:day?/:arc_type?/:disableEmbed?': ['DIYgod'],
     '/readlist/:listid': ['hoilc'],

package/lib/v2/bilibili/platform.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const { area = -1, type = '全部类型', uid } = ctx.params;
+    const cookie = config.bilibili.cookies[uid];
+    const link = 'https://show.bilibili.com/api/ticket/project/listV2';
+
+    const headers = {
+        Referer: 'https://space.bilibili.com',
+        Cookie: cookie ? `SESSDATA=${cookie}` : undefined,
+    };
+
+    const { data: response } = await got({
+        method: 'get',
+        url: `${link}?version=134&page=1&pagesize=16&area=${area}&filter=&platform=web&p_type=${type}`,
+        headers,
+    });
+    // 列表
+    const list = response.data.result;
+
+    const items = list.map((item) => {
+        const bodyHtml = `<img src="${item.cover}"></img>`;
+        const coordinate = `<div>活动地点: ${item.city} ${item.venue_name}</div>`;
+        const liveTime = `<div>活动时间: ${item.tlabel}</div>`;
+        const staff = `<div>参展览嘉宾: ${item.staff}</div>`;
+        const countdown = `<div>结束日期: ${item.countdown}</div>`;
+        const price = `<div>最低价: ${item.price_low / 100} ; 最高价: ${item.price_high / 100}</div>`;
+        return {
+            title: item.project_name,
+            link: item.url,
+            description: bodyHtml + coordinate + liveTime + staff + countdown + price,
+            pubDate: parseDate(item.sale_start_time * 1000),
+        };
+    });
+
+    ctx.state.data = {
+        title: `bilibili会员购票务-${area}`,
+        link,
+        item: items,
+    };
+};

package/lib/v2/bilibili/radar.js

@@ -143,5 +143,13 @@ module.exports = {
                 target: '/bilibili/live/room/:roomID',
             },
         ],
+        show: [
+            {
+                title: '会员购票务',
+                docs: 'https://docs.rsshub.app/routes/social-media#bilibili-hui-yuan-gou-zuo-pin',
+                source: '/platform',
+                target: '/bilibili/platform/:area?/:p_type?/:uid?',
+            },
+        ],
     },
 };

package/lib/v2/bilibili/router.js

@@ -21,6 +21,7 @@ module.exports = (router) => {
     router.get('/online/:disableEmbed?', require('./online'));
     router.get('/partion/:tid/:disableEmbed?', require('./partion'));
     router.get('/partion/ranking/:tid/:days?/:disableEmbed?', require('./partion-ranking'));
+    router.get('/platform/:area?/:p_type?/:uid?', require('./platform'));
     router.get('/popular/all', require('./popular'));
     router.get('/ranking/:rid?/:day?/:arc_type?/:disableEmbed?', require('./ranking'));
     router.get('/readlist/:listid', require('./readlist'));

package/lib/v2/bilibili/video.js

@@ -16,7 +16,14 @@ module.exports = async (ctx) => {
     //         Cookie: cookie,
     //     },
     // });
-    const params = utils.addVerifyInfo(`mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&platform=web&web_location=1550101&order_avoided=true`, verifyString);
+    const params = utils.addVerifyInfo(
+        `mid=${uid}&ps=30&tid=0&pn=1&keyword=&order=pubdate&platform=web&web_location=1550101&order_avoided=true&dm_img_list=[]&dm_img_str=${Buffer.from('no webgl').toString('base64').slice(0, -2)}&dm_cover_img_str=${Buffer.from(
+            'no webgl'
+        )
+            .toString('base64')
+            .slice(0, -2)}`,
+        verifyString
+    );
     const response = await got(`https://api.bilibili.com/x/space/wbi/arc/search?${params}`, {
         headers: {
             Referer: `https://space.bilibili.com/${uid}/video?tid=0&page=1&keyword=&order=pubdate`,

package/lib/v2/bossdesign/index.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+    const limit = parseInt(ctx.query.limit, 10) || undefined;
+    const baseUrl = 'https://www.bossdesign.cn';
+
+    const currentCategory = await ctx.cache.tryGet(`bossdesign:categories:${category}`, async () => {
+        const { data: categories } = await got(`${baseUrl}/wp-json/wp/v2/categories`);
+        return categories.find((item) => item.slug === category || item.name === category);
+    });
+
+    const categoryId = currentCategory?.id;
+
+    const { data: posts } = await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+        searchParams: {
+            categories: categoryId,
+            per_page: limit,
+            _embed: '',
+        },
+    });
+
+    const items = posts.map((item) => ({
+        title: item.title.rendered,
+        description: item.content.rendered,
+        pubDate: parseDate(item.date_gmt),
+        updated: parseDate(item.modified_gmt),
+        link: item.link,
+        guid: item.guid.rendered,
+        category: [...new Set([...item._embedded['wp:term'][0].map((item) => item.name), ...item._embedded['wp:term'][1].map((item) => item.name)])],
+    }));
+
+    ctx.state.data = {
+        title: currentCategory?.name ? `${currentCategory.name} | Boss设计` : 'Boss设计 | 收集国外设计素材网站的资源平台。',
+        description: currentCategory?.description ?? 'Boss设计-收集国外设计素材网站的资源平台。专注于收集国外设计素材和国外设计网站，以及超实用的设计师神器，只为设计初学者和设计师提供海量的资源平台。..',
+        image: currentCategory?.cover ?? `${baseUrl}/wp-content/themes/pinghsu/images/Bossdesign-ico.ico`,
+        link: currentCategory?.link ?? baseUrl,
+        item: items,
+    };
+};

package/lib/v2/bossdesign/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['TonyRL'],
+};

package/lib/v2/bossdesign/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bossdesign.cn': {
+        _name: 'Boss 设计',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/routes/design#boss-she-ji',
+                source: ['/:category?', '/'],
+                target: (params) => `/bossdesign${params.category ? `/${params.category}` : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/bossdesign/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/brave/latest.js

@@ -20,13 +20,15 @@ module.exports = async (ctx) => {
 
             const title = item.text();
             const device = item.parent().find('h2').text();
+            const matchVersion = title.match(/(v[\d.]+)/);
+            const matchDate = title.match(/\((.*?)\)/);
 
             return {
                 title: `[${device}] ${title}`,
                 link: currentUrl,
-                guid: `${currentUrl}#${device}-${title.match(/(v[\d.]+)/)[1]}`,
+                guid: `${currentUrl}#${device}-${matchVersion?.[1] ?? title}`,
                 description: item.next().html(),
-                pubDate: parseDate(title.match(/\((.*?)\)/)[1].replace(/(st|nd|rd|th)?,/, ''), ['MMMM D YYYY', 'MMM D YYYY']),
+                pubDate: parseDate(matchDate?.[1].replace(/(st|nd|rd|th)?,/, ''), ['MMMM D YYYY', 'MMM D YYYY']),
             };
         });
 

package/lib/v2/buaa/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/news/:type': ['AlanDecode'],
+    '/sme/:path*': ['MeanZhang'],
+};

package/lib/v2/buaa/news/index.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://news.buaa.edu.cn';
+    const { type } = ctx.params;
+
+    const { data: response, url: link } = await got(`${baseUrl}/${type}.htm`);
+
+    const $ = cheerio.load(response);
+    const title = $('.subnav span').text().trim();
+    const list = $('.mainleft > .listlefttop > .listleftop1')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const title = item.find('h2 > a');
+            return {
+                title: title.text(),
+                link: new URL(title.attr('href'), baseUrl).href,
+                pubDate: timezone(parseDate(item.find('h2 em').text(), '[YYYY-MM-DD]'), +8),
+            };
+        });
+
+    const result = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+
+                item.description = $('.v_news_content').html();
+                item.author = $('.vsbcontent_end').text().trim();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `北航新闻 - ${title}`,
+        link,
+        description: `北京航空航天大学新闻网 - ${title}`,
+        item: result,
+    };
+};

package/lib/v2/buaa/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'buaa.edu.cn': {
+        _name: '北京航空航天大学',
+        news: [
+            {
+                title: '新闻网',
+                docs: 'https://docs.rsshub.app/routes/university#bei-jing-hang-kong-hang-tian-da-xue',
+                source: ['/*'],
+                target: (_, url) => `/buaa/news${new URL(url).pathname.replace('.htm', '')}`,
+            },
+        ],
+        'www.sme': [
+            {
+                title: '集成电路科学与工程学院',
+                docs: 'https://docs.rsshub.app/routes/university#bei-jing-hang-kong-hang-tian-da-xue-ji-cheng-dian-lu-ke-xue-yu-gong-cheng-xue-yuan',
+                source: ['/*'],
+                target: (_, url) => `/buaa/sme${new URL(url).pathname.replace('.htm', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/buaa/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/news/:type', require('./news/index'));
+    router.get('/sme/:path*', require('./sme'));
+};

package/lib/v2/buaa/sme.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const BASE_URL = 'http://www.sme.buaa.edu.cn';
+
+module.exports = async (ctx) => {
+    const { path = 'tzgg' } = ctx.params;
+    const url = `${BASE_URL}/${path}.htm`;
+    const { title, list } = await getList(url);
+    ctx.state.data = {
+        // 源标题
+        title,
+        // 源链接
+        link: url,
+        // 源文章
+        item: await getItems(ctx, list),
+    };
+};
+
+async function getList(url) {
+    const { data } = await got(url);
+    const $ = cheerio.load(data);
+    const title = $('.nytit .fr a')
+        .toArray()
+        .slice(1)
+        .map((item) => $(item).text().trim())
+        .join(' - ');
+    const list = $("div[class='Newslist'] > ul > li")
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const $a = item.find('a');
+            const link = $a.attr('href');
+            return {
+                title: item.find('a').text(),
+                link: link.startsWith('http') ? link : `${BASE_URL}/${link}`, // 有些链接是相对路径
+                pubDate: timezone(parseDate(item.find('span').text()), +8),
+            };
+        });
+    return {
+        title,
+        list,
+    };
+}
+
+function getItems(ctx, list) {
+    return Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: descrptionResponse } = await got(item.link);
+                const $descrption = cheerio.load(descrptionResponse);
+                item.description = $descrption('div[class="v_news_content"]').html();
+                return item;
+            })
+        )
+    );
+}

package/lib/v2/cfachina/analygarden.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    let { program = '分析师园地' } = ctx.params;
+    const baseUrl = 'https://www.cfachina.org';
+    let pageData,
+        pageUrl = `${baseUrl}/servicesupport/analygarden/`;
+
+    if (program !== '分析师园地') {
+        pageUrl = `${pageUrl}${program}/`;
+
+        const response = await got(pageUrl);
+        const $ = cheerio.load(response.data);
+        program = $('script:contains("Paging")')
+            .text()
+            .match(/var name = '(.+)';/)[1];
+        pageData = {
+            category: $('.crumb a')
+                .toArray()
+                .map((item) => $(item).text())
+                .slice(-2),
+        };
+    }
+
+    const { data: response } = await got(`${baseUrl}/qx-search/api/wcmSearch/getDataByProgram`, {
+        headers: {
+            accept: 'application/json, text/plain, */*',
+        },
+        searchParams: {
+            pageNo: 1,
+            pageSize: ctx.query.limit ? parseInt(ctx.query.limit, 10) : 20,
+            keyword: '',
+            startTime: '',
+            endTime: '',
+            type: '',
+            programName: program,
+        },
+    });
+
+    const items = response.data.dataList.map((item) => {
+        const link = new URL(item.docPubUrl, baseUrl).href;
+        return {
+            title: item.docTitle,
+            author: item.docAuthor,
+            link,
+            pubDate: timezone(parseDate(item.operTime), +8),
+            enclosure_url: link,
+            enclosure_type: `application/${link.split('.').pop()}`,
+        };
+    });
+
+    ctx.state.data = {
+        title: `${pageData?.category.toReversed().join(' - ') ?? '分析师园地'} - 中国期货业协会`,
+        link: pageUrl,
+        item: items,
+    };
+};

package/lib/v2/cfachina/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/servicesupport/analygarden/:program?': ['TonyRL'],
+};

package/lib/v2/cfachina/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cfachina.org': {
+        _name: '中国期货业协会',
+        '.': [
+            {
+                title: '分析师园地',
+                docs: 'https://docs.rsshub.app/other#zhong-guo-qi-huo-ye-xie-hui',
+                source: ['/servicesupport/analygarden/:program?', '/'],
+                target: '/cfachina/servicesupport/analygarden/:program?',
+            },
+        ],
+    },
+};

package/lib/v2/cfachina/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/servicesupport/analygarden/:program?', require('./analygarden'));
+};

package/lib/v2/cna/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/:id?': ['nczitzk'],
+    '/web/:id?': ['dzx-dzx'],
 };

package/lib/v2/cna/radar.js

@@ -8,6 +8,12 @@ module.exports = {
                 source: ['/list/:id', '/topic/newstopic/:id'],
                 target: (params) => `/cna/${params.id.replace('.aspx', '')}`,
             },
+            {
+                title: '分类(网页爬虫方法)',
+                docs: 'https://docs.rsshub.app/routes/traditional-media#zhong-yang-tong-xun-she',
+                source: ['/list/:id'],
+                target: (params) => `/cna/web/${params.id.replace('.aspx', '')}`,
+            },
         ],
     },
 };

package/lib/v2/cna/router.js

@@ -1,3 +1,4 @@
 module.exports = (router) => {
     router.get('/:id?', require('./'));
+    router.get('/web/:id?', require('./web/'));
 };

package/lib/v2/cna/web/index.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id || 'aall';
+
+    let rootUrl;
+
+    if (/^\d+$/.test(id)) {
+        rootUrl = `https://www.cna.com.tw/topic/newstopic/${id}.aspx`;
+    } else {
+        rootUrl = `https://www.cna.com.tw/list/${id}.aspx`;
+    }
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('*:is(.pcBox .caItem, .mainList li a div) h2')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: item.parents('a').attr('href'),
+                pubDate: timezone(parseDate(item.next().text()), +8),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                const topImage = content('.fullPic').html();
+
+                item.description = (topImage === null ? '' : topImage) + content('.paragraph').eq(0).html();
+                item.category = [
+                    ...content("meta[property='article:tag']")
+                        .get()
+                        .map((e) => e.attribs.content),
+                    content('.active > a').text(),
+                ];
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/cste/radar.js

@@ -6,7 +6,7 @@ module.exports = {
                 title: '栏目',
                 docs: 'https://docs.rsshub.app/routes/study#zhong-guo-ji-shu-jing-ji-xue-hui-lan-mu',
                 source: ['/site/term', '/'],
-                target: (params, url) => `/cste/${new URL(url).match(/site\/term\/(\d+)\.html/)[1]}`,
+                target: (params, url) => `/cste/${url.match(/site\/term\/(\d+)\.html/)[1]}`,
             },
         ],
     },

package/lib/v2/dahecube/radar.js

@@ -1,5 +1,3 @@
-const utils = require('./utils');
-
 module.exports = {
     'dahecube.com': {
         _name: '大河财立方',
@@ -9,9 +7,47 @@ module.exports = {
                 docs: 'https://docs.rsshub.app/routes/new-media#da-he-cai-li-fang',
                 source: ['/channel.html', '/index.html'],
                 target: (_, url) => {
-                    const id = new URL(url).searchParams.get('recid');
+                    const id = parseInt(new URL(url).searchParams.get('recid'));
                     let type = 'recommend';
-                    Object.entries(utils.TYPE).forEach(([key, value]) => {
+                    const TypeMap = {
+                        recommend: {
+                            name: '推荐',
+                            id: 1,
+                        },
+                        history: {
+                            name: '党史',
+                            id: 37,
+                        },
+                        stock: {
+                            name: '豫股',
+                            id: 2,
+                        },
+                        business: {
+                            name: '财经',
+                            id: 4,
+                        },
+                        education: {
+                            name: '投教',
+                            id: 36,
+                        },
+                        finance: {
+                            name: '金融',
+                            id: 5,
+                        },
+                        science: {
+                            name: '科创',
+                            id: 19,
+                        },
+                        invest: {
+                            name: '投融',
+                            id: 29,
+                        },
+                        column: {
+                            name: '专栏',
+                            id: 33,
+                        },
+                    };
+                    Object.entries(TypeMap).forEach(([key, value]) => {
                         if (value.id === id) {
                             type = key;
                         }

package/lib/v2/dongqiudi/utils.js

@@ -42,7 +42,7 @@ const ProcessVideo = (content) => {
 const ProcessHref = (content) => {
     content.each((j, y) => {
         if (y.attribs.href) {
-            y.attribs.href = y.attribs.href.replace('dongqiudi:///news', 'https://www.dongqiudi.com/share/article');
+            y.attribs.href = y.attribs.href.replace('dongqiudi:///news', 'https://www.dongqiudi.com/article');
         }
     });
 };

package/lib/v2/douban/maintainer.js

@@ -26,4 +26,5 @@ module.exports = {
     '/replied/:uid': ['nczitzk'],
     '/replies/:uid': ['nczitzk'],
     '/topic/:id/:sort?': ['LogicJake'],
+    '/:id/discussion': ['nightmare-mio'],
 };