rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f812e91

package/lib/v2/bossdesign/index.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+    const limit = parseInt(ctx.query.limit, 10) || undefined;
+    const baseUrl = 'https://www.bossdesign.cn';
+
+    const currentCategory = await ctx.cache.tryGet(`bossdesign:categories:${category}`, async () => {
+        const { data: categories } = await got(`${baseUrl}/wp-json/wp/v2/categories`);
+        return categories.find((item) => item.slug === category || item.name === category);
+    });
+
+    const categoryId = currentCategory?.id;
+
+    const { data: posts } = await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+        searchParams: {
+            categories: categoryId,
+            per_page: limit,
+            _embed: '',
+        },
+    });
+
+    const items = posts.map((item) => ({
+        title: item.title.rendered,
+        description: item.content.rendered,
+        pubDate: parseDate(item.date_gmt),
+        updated: parseDate(item.modified_gmt),
+        link: item.link,
+        guid: item.guid.rendered,
+        category: [...new Set([...item._embedded['wp:term'][0].map((item) => item.name), ...item._embedded['wp:term'][1].map((item) => item.name)])],
+    }));
+
+    ctx.state.data = {
+        title: currentCategory?.name ? `${currentCategory.name} | Boss设计` : 'Boss设计 | 收集国外设计素材网站的资源平台。',
+        description: currentCategory?.description ?? 'Boss设计-收集国外设计素材网站的资源平台。专注于收集国外设计素材和国外设计网站，以及超实用的设计师神器，只为设计初学者和设计师提供海量的资源平台。..',
+        image: currentCategory?.cover ?? `${baseUrl}/wp-content/themes/pinghsu/images/Bossdesign-ico.ico`,
+        link: currentCategory?.link ?? baseUrl,
+        item: items,
+    };
+};

package/lib/v2/bossdesign/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bossdesign.cn': {
+        _name: 'Boss 设计',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/routes/design#boss-she-ji',
+                source: ['/:category?', '/'],
+                target: (params) => `/bossdesign${params.category ? `/${params.category}` : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/brave/latest.js

@@ -20,13 +20,15 @@ module.exports = async (ctx) => {
 
             const title = item.text();
             const device = item.parent().find('h2').text();
+            const matchVersion = title.match(/(v[\d.]+)/);
+            const matchDate = title.match(/\((.*?)\)/);
 
             return {
                 title: `[${device}] ${title}`,
                 link: currentUrl,
-                guid: `${currentUrl}#${device}-${title.match(/(v[\d.]+)/)[1]}`,
+                guid: `${currentUrl}#${device}-${matchVersion?.[1] ?? title}`,
                 description: item.next().html(),
-                pubDate: parseDate(title.match(/\((.*?)\)/)[1].replace(/(st|nd|rd|th)?,/, ''), ['MMMM D YYYY', 'MMM D YYYY']),
+                pubDate: parseDate(matchDate?.[1].replace(/(st|nd|rd|th)?,/, ''), ['MMMM D YYYY', 'MMM D YYYY']),
             };
         });
 

package/lib/v2/buaa/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/news/:type': ['AlanDecode'],
+    '/sme/:path*': ['MeanZhang'],
+};

package/lib/v2/buaa/news/index.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://news.buaa.edu.cn';
+    const { type } = ctx.params;
+
+    const { data: response, url: link } = await got(`${baseUrl}/${type}.htm`);
+
+    const $ = cheerio.load(response);
+    const title = $('.subnav span').text().trim();
+    const list = $('.mainleft > .listlefttop > .listleftop1')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const title = item.find('h2 > a');
+            return {
+                title: title.text(),
+                link: new URL(title.attr('href'), baseUrl).href,
+                pubDate: timezone(parseDate(item.find('h2 em').text(), '[YYYY-MM-DD]'), +8),
+            };
+        });
+
+    const result = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+
+                item.description = $('.v_news_content').html();
+                item.author = $('.vsbcontent_end').text().trim();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `北航新闻 - ${title}`,
+        link,
+        description: `北京航空航天大学新闻网 - ${title}`,
+        item: result,
+    };
+};

package/lib/v2/buaa/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'buaa.edu.cn': {
+        _name: '北京航空航天大学',
+        news: [
+            {
+                title: '新闻网',
+                docs: 'https://docs.rsshub.app/routes/university#bei-jing-hang-kong-hang-tian-da-xue',
+                source: ['/*'],
+                target: (_, url) => `/buaa/news${new URL(url).pathname.replace('.htm', '')}`,
+            },
+        ],
+        'www.sme': [
+            {
+                title: '集成电路科学与工程学院',
+                docs: 'https://docs.rsshub.app/routes/university#bei-jing-hang-kong-hang-tian-da-xue-ji-cheng-dian-lu-ke-xue-yu-gong-cheng-xue-yuan',
+                source: ['/*'],
+                target: (_, url) => `/buaa/sme${new URL(url).pathname.replace('.htm', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/buaa/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/news/:type', require('./news/index'));
+    router.get('/sme/:path*', require('./sme'));
+};

package/lib/v2/buaa/sme.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const BASE_URL = 'http://www.sme.buaa.edu.cn';
+
+module.exports = async (ctx) => {
+    const { path = 'tzgg' } = ctx.params;
+    const url = `${BASE_URL}/${path}.htm`;
+    const { title, list } = await getList(url);
+    ctx.state.data = {
+        // 源标题
+        title,
+        // 源链接
+        link: url,
+        // 源文章
+        item: await getItems(ctx, list),
+    };
+};
+
+async function getList(url) {
+    const { data } = await got(url);
+    const $ = cheerio.load(data);
+    const title = $('.nytit .fr a')
+        .toArray()
+        .slice(1)
+        .map((item) => $(item).text().trim())
+        .join(' - ');
+    const list = $("div[class='Newslist'] > ul > li")
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const $a = item.find('a');
+            const link = $a.attr('href');
+            return {
+                title: item.find('a').text(),
+                link: link.startsWith('http') ? link : `${BASE_URL}/${link}`, // 有些链接是相对路径
+                pubDate: timezone(parseDate(item.find('span').text()), +8),
+            };
+        });
+    return {
+        title,
+        list,
+    };
+}
+
+function getItems(ctx, list) {
+    return Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: descrptionResponse } = await got(item.link);
+                const $descrption = cheerio.load(descrptionResponse);
+                item.description = $descrption('div[class="v_news_content"]').html();
+                return item;
+            })
+        )
+    );
+}

package/lib/v2/cctv/maintainer.js

@@ -1,7 +1,6 @@
 module.exports = {
     '/lm/:id?': ['nczitzk'],
     '/photo/jx': ['nczitzk'],
-    '/special/:id?': ['nczitzk'],
     '/xwlb': ['zengxs'],
     '/:category': ['idealclover', 'xyqfer'],
 };

package/lib/v2/cctv/radar.js

@@ -2,12 +2,6 @@ module.exports = {
     'cctv.com': {
         _name: '央视新闻',
         news: [
-            {
-                title: '新闻专题',
-                docs: 'https://docs.rsshub.app/routes/traditional-media#yang-shi-xin-wen',
-                source: ['/special/*id'],
-                target: (params) => `/cctv/special/${params.id.split('/')[0]}`,
-            },
             {
                 title: '专题',
                 docs: 'https://docs.rsshub.app/routes/traditional-media#yang-shi-xin-wen',

package/lib/v2/cctv/router.js

@@ -1,7 +1,6 @@
 module.exports = (router) => {
     router.get('/lm/:id?', require('./lm'));
     router.get('/photo/jx', require('./jx'));
-    router.get('/special/:id?', require('./special'));
     router.get('/xwlb', require('./xwlb'));
     router.get('/:category', require('./category'));
 };

package/lib/v2/cfachina/analygarden.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    let { program = '分析师园地' } = ctx.params;
+    const baseUrl = 'https://www.cfachina.org';
+    let pageData,
+        pageUrl = `${baseUrl}/servicesupport/analygarden/`;
+
+    if (program !== '分析师园地') {
+        pageUrl = `${pageUrl}${program}/`;
+
+        const response = await got(pageUrl);
+        const $ = cheerio.load(response.data);
+        program = $('script:contains("Paging")')
+            .text()
+            .match(/var name = '(.+)';/)[1];
+        pageData = {
+            category: $('.crumb a')
+                .toArray()
+                .map((item) => $(item).text())
+                .slice(-2),
+        };
+    }
+
+    const { data: response } = await got(`${baseUrl}/qx-search/api/wcmSearch/getDataByProgram`, {
+        headers: {
+            accept: 'application/json, text/plain, */*',
+        },
+        searchParams: {
+            pageNo: 1,
+            pageSize: ctx.query.limit ? parseInt(ctx.query.limit, 10) : 20,
+            keyword: '',
+            startTime: '',
+            endTime: '',
+            type: '',
+            programName: program,
+        },
+    });
+
+    const items = response.data.dataList.map((item) => {
+        const link = new URL(item.docPubUrl, baseUrl).href;
+        return {
+            title: item.docTitle,
+            author: item.docAuthor,
+            link,
+            pubDate: timezone(parseDate(item.operTime), +8),
+            enclosure_url: link,
+            enclosure_type: `application/${link.split('.').pop()}`,
+        };
+    });
+
+    ctx.state.data = {
+        title: `${pageData?.category.toReversed().join(' - ') ?? '分析师园地'} - 中国期货业协会`,
+        link: pageUrl,
+        item: items,
+    };
+};

package/lib/v2/cfachina/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/servicesupport/analygarden/:program?': ['TonyRL'],
+};

package/lib/v2/cfachina/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'cfachina.org': {
+        _name: '中国期货业协会',
+        '.': [
+            {
+                title: '分析师园地',
+                docs: 'https://docs.rsshub.app/other#zhong-guo-qi-huo-ye-xie-hui',
+                source: ['/servicesupport/analygarden/:program?', '/'],
+                target: '/cfachina/servicesupport/analygarden/:program?',
+            },
+        ],
+    },
+};

package/lib/v2/cfachina/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/servicesupport/analygarden/:program?', require('./analygarden'));
+};

package/lib/v2/cna/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/:id?': ['nczitzk'],
+    '/web/:id?': ['dzx-dzx'],
 };

package/lib/v2/cna/radar.js

@@ -8,6 +8,12 @@ module.exports = {
                 source: ['/list/:id', '/topic/newstopic/:id'],
                 target: (params) => `/cna/${params.id.replace('.aspx', '')}`,
             },
+            {
+                title: '分类(网页爬虫方法)',
+                docs: 'https://docs.rsshub.app/routes/traditional-media#zhong-yang-tong-xun-she',
+                source: ['/list/:id'],
+                target: (params) => `/cna/web/${params.id.replace('.aspx', '')}`,
+            },
         ],
     },
 };

package/lib/v2/cna/router.js

@@ -1,3 +1,4 @@
 module.exports = (router) => {
     router.get('/:id?', require('./'));
+    router.get('/web/:id?', require('./web/'));
 };

package/lib/v2/cna/web/index.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id || 'aall';
+
+    let rootUrl;
+
+    if (/^\d+$/.test(id)) {
+        rootUrl = `https://www.cna.com.tw/topic/newstopic/${id}.aspx`;
+    } else {
+        rootUrl = `https://www.cna.com.tw/list/${id}.aspx`;
+    }
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('*:is(.pcBox .caItem, .mainList li a div) h2')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: item.parents('a').attr('href'),
+                pubDate: timezone(parseDate(item.next().text()), +8),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                const topImage = content('.fullPic').html();
+
+                item.description = (topImage === null ? '' : topImage) + content('.paragraph').eq(0).html();
+                item.category = [
+                    ...content("meta[property='article:tag']")
+                        .get()
+                        .map((e) => e.attribs.content),
+                    content('.active > a').text(),
+                ];
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/cste/radar.js

@@ -6,7 +6,7 @@ module.exports = {
                 title: '栏目',
                 docs: 'https://docs.rsshub.app/routes/study#zhong-guo-ji-shu-jing-ji-xue-hui-lan-mu',
                 source: ['/site/term', '/'],
-                target: (params, url) => `/cste/${new URL(url).match(/site\/term\/(\d+)\.html/)[1]}`,
+                target: (params, url) => `/cste/${url.match(/site\/term\/(\d+)\.html/)[1]}`,
             },
         ],
     },

package/lib/v2/curius/templates/description.art

@@ -1,4 +1,4 @@
-{{ if item.metadata.full_text }}
+{{ if item.metadata?.full_text }}
     原文：{{@ item.metadata.full_text.replace(/\n/gm, '<br>') }}<br><br>
 {{ /if }}
 {{ if item.comments.length }}

package/lib/v2/dahecube/index.js

@@ -29,7 +29,7 @@ module.exports = async (ctx) => {
 
     const items = await Promise.all(
         list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
+            ctx.cache.tryGet(item.id, async () => {
                 const detailResponse = await got({
                     method: 'post',
                     url: 'https://app.dahecube.com/napi/news/pc/artinfo',

package/lib/v2/dahecube/radar.js

@@ -1,5 +1,3 @@
-const utils = require('./utils');
-
 module.exports = {
     'dahecube.com': {
         _name: '大河财立方',
@@ -9,9 +7,47 @@ module.exports = {
                 docs: 'https://docs.rsshub.app/routes/new-media#da-he-cai-li-fang',
                 source: ['/channel.html', '/index.html'],
                 target: (_, url) => {
-                    const id = new URL(url).searchParams.get('recid');
+                    const id = parseInt(new URL(url).searchParams.get('recid'));
                     let type = 'recommend';
-                    Object.entries(utils.TYPE).forEach(([key, value]) => {
+                    const TypeMap = {
+                        recommend: {
+                            name: '推荐',
+                            id: 1,
+                        },
+                        history: {
+                            name: '党史',
+                            id: 37,
+                        },
+                        stock: {
+                            name: '豫股',
+                            id: 2,
+                        },
+                        business: {
+                            name: '财经',
+                            id: 4,
+                        },
+                        education: {
+                            name: '投教',
+                            id: 36,
+                        },
+                        finance: {
+                            name: '金融',
+                            id: 5,
+                        },
+                        science: {
+                            name: '科创',
+                            id: 19,
+                        },
+                        invest: {
+                            name: '投融',
+                            id: 29,
+                        },
+                        column: {
+                            name: '专栏',
+                            id: 33,
+                        },
+                    };
+                    Object.entries(TypeMap).forEach(([key, value]) => {
                         if (value.id === id) {
                             type = key;
                         }

package/lib/v2/deeplearning/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/thebatch': ['nczitzk', 'juvenn'],
+};

package/lib/v2/deeplearning/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'deeplearning.ai': {
+        _name: 'deeplearning.ai',
+        www: [
+            {
+                title: 'TheBatch 周报',
+                docs: 'https://docs.rsshub.app/routes/deeplearning-ai#thebatch-zhou-bao',
+                source: ['/thebatch', '/'],
+                target: '/deeplearning/thebatch',
+            },
+        ],
+    },
+};

package/lib/v2/deeplearning/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/thebatch', require('./thebatch'));
+};

package/lib/v2/deeplearning/thebatch.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const page = await got({
+        method: 'get',
+        url: `https://www.deeplearning.ai/the-batch/`,
+    });
+    const nextJs = page.data.match(/<script id="__NEXT_DATA__" type="application\/json">(.*)<\/script>/)[1];
+    const nextBuildId = JSON.parse(nextJs).buildId;
+
+    const listing = await got({
+        method: 'get',
+        url: `https://www.deeplearning.ai/_next/data/${nextBuildId}/the-batch.json`,
+    });
+
+    const items = listing.data.pageProps.posts.map((item) => ({
+        title: item.title,
+        link: `https://www.deeplearning.ai/the-batch/${item.slug}`,
+        jsonUrl: `https://www.deeplearning.ai/_next/data/${nextBuildId}/the-batch/${item.slug}.json`,
+        pubDate: new Date(item.published_at).toUTCString(),
+    }));
+
+    ctx.state.data = {
+        title: `The Batch - a new weekly newsletter from deeplearning.ai`,
+        link: `https://www.deeplearning.ai/the-batch/`,
+        item: await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const resp = await got({ method: 'get', url: item.jsonUrl });
+                    item.description = resp.data.pageProps.cmsData.post.html;
+                    return item;
+                })
+            )
+        ),
+    };
+};

package/lib/v2/diandong/maintainer.js

@@ -1,4 +1,3 @@
 module.exports = {
     '/news/:cate?': ['Fatpandac'],
-    '/ddh/:cate?': ['Fatpandac'],
 };

package/lib/v2/diandong/radar.js

@@ -8,12 +8,6 @@ module.exports = {
                 source: ['/news'],
                 target: '/diandong/news/:cate',
             },
-            {
-                title: '电动号',
-                docs: 'https://docs.rsshub.app/routes/new-media#dong-qiu-di',
-                source: ['/news/ddh'],
-                target: '/diandong/ddh/:cate',
-            },
         ],
     },
 };

package/lib/v2/diandong/router.js

@@ -1,4 +1,3 @@
 module.exports = (router) => {
     router.get('/news/:cate?', require('./news'));
-    router.get('/ddh/:cate?', require('./ddh'));
 };

package/lib/v2/dongqiudi/utils.js

@@ -42,7 +42,7 @@ const ProcessVideo = (content) => {
 const ProcessHref = (content) => {
     content.each((j, y) => {
         if (y.attribs.href) {
-            y.attribs.href = y.attribs.href.replace('dongqiudi:///news', 'https://www.dongqiudi.com/share/article');
+            y.attribs.href = y.attribs.href.replace('dongqiudi:///news', 'https://www.dongqiudi.com/article');
         }
     });
 };

package/lib/v2/douban/maintainer.js

@@ -26,4 +26,5 @@ module.exports = {
     '/replied/:uid': ['nczitzk'],
     '/replies/:uid': ['nczitzk'],
     '/topic/:id/:sort?': ['LogicJake'],
+    '/:id/discussion': ['nightmare-mio'],
 };