rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f792555

package/lib/v2/36kr/index.js

@@ -27,16 +27,19 @@ module.exports = async (ctx) => {
 
     const data = JSON.parse(response.data.match(/"itemList":(\[.*?\])/)[1]);
 
-    let items = data.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30).map((item) => {
-        item = item.templateMaterial ?? item;
-        return {
-            title: item.widgetTitle.replace(/<\/?em>/g, ''),
-            author: item.author,
-            pubDate: parseDate(item.publishTime),
-            link: `${rootUrl}/${path === '/newsflashes' ? 'newsflashes' : 'p'}/${item.itemId}`,
-            description: item.widgetContent ?? item.content,
-        };
-    });
+    let items = data
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .filter((item) => item.itemType !== 0)
+        .map((item) => {
+            item = item.templateMaterial ?? item;
+            return {
+                title: item.widgetTitle.replace(/<\/?em>/g, ''),
+                author: item.author,
+                pubDate: parseDate(item.publishTime),
+                link: `${rootUrl}/${path === '/newsflashes' ? 'newsflashes' : 'p'}/${item.itemId}`,
+                description: item.widgetContent ?? item.content,
+            };
+        });
 
     if (!/^\/(search|newsflashes)/.test(path)) {
         items = await Promise.all(
@@ -47,20 +50,22 @@ module.exports = async (ctx) => {
                         url: item.link,
                     });
 
-                    const key = CryptoJS.enc.Utf8.parse('efabccee-b754-4c');
-                    const cipherText = detailResponse.data.match(/{"state":"(.*)","isEncrypt":true}/)[1];
-
-                    const content = JSON.parse(
-                        CryptoJS.AES.decrypt(cipherText, key, {
-                            mode: CryptoJS.mode.ECB,
-                            padding: CryptoJS.pad.Pkcs7,
-                        })
-                            .toString(CryptoJS.enc.Utf8)
-                            .toString()
-                    ).articleDetail.articleDetailData.data;
-
-                    item.description = content.widgetContent;
-
+                    const cipherTextList = detailResponse.data.match(/{"state":"(.*)","isEncrypt":true}/) ?? [];
+                    if (cipherTextList.length !== 0) {
+                        const key = CryptoJS.enc.Utf8.parse('efabccee-b754-4c');
+                        const content = JSON.parse(
+                            CryptoJS.AES.decrypt(cipherTextList[1], key, {
+                                mode: CryptoJS.mode.ECB,
+                                padding: CryptoJS.pad.Pkcs7,
+                            })
+                                .toString(CryptoJS.enc.Utf8)
+                                .toString()
+                        ).articleDetail.articleDetailData.data;
+                        item.description = content.widgetContent;
+                    } else {
+                        const $ = cheerio.load(detailResponse.body);
+                        item.description = $('div.articleDetailContent').html();
+                    }
                     return item;
                 })
             )

package/lib/v2/8world/index.js

@@ -3,10 +3,10 @@ const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category ?? 'realtime';
+    const path = ctx.path === '/' ? '/realtime' : ctx.path;
 
     const rootUrl = 'https://www.8world.com';
-    const currentUrl = `${rootUrl}/${category}`;
+    const currentUrl = `${rootUrl}${path}`;
 
     const response = await got({
         method: 'get',
@@ -15,19 +15,19 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    const list = $('div[data-column="Two-Third"] .article-title .article-link')
-        .map((_, item) => {
+    let items = $('div[data-column="Two-Third"] .article-title .article-link')
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
                 title: item.text(),
                 link: `${rootUrl}${item.attr('href')}`,
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',

package/lib/v2/8world/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/:category?': ['nczitzk'],
+    '/topic/:id': ['nczitzk'],
 };

package/lib/v2/8world/radar.js

@@ -8,6 +8,12 @@ module.exports = {
                 source: ['/:category', '/'],
                 target: '/8world/:category?',
             },
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/new-media.html#_8-shi-jie-biao-qian',
+                source: ['/topic/:id', '/'],
+                target: '/8world/topic/:id',
+            },
         ],
     },
 };

package/lib/v2/8world/router.js

@@ -1,3 +1,3 @@
 module.exports = function (router) {
-    router.get('/:category?', require('./index'));
+    router.get(/([\w-/]+)?/, require('./index'));
 };

package/lib/v2/agora0/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
+    '/pen0': ['TonyRL'],
     '/:category?': ['nczitzk'],
 };

package/lib/v2/agora0/pen0.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://agorahub.github.io';
+    const response = await got(`${baseUrl}/pen0/`);
+    const $ = cheerio.load(response.data);
+
+    const list = $('div article')
+        .toArray()
+        .slice(0, -1) // last one is a dummy
+        .map((item) => {
+            item = $(item);
+            const meta = item.find('h5').first().text();
+            return {
+                title: item.find('h3').text(),
+                link: item.find('h3 a').attr('href'),
+                author: meta.split('|')[0].trim(),
+                pubDate: parseDate(meta.split('|')[1].trim()),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                $('h1').remove();
+                item.description = $('article').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name="description"]').attr('content'),
+        link: response.url,
+        image: $('link[rel="apple-touch-icon"]').attr('href'),
+        item: items,
+    };
+};

package/lib/v2/agora0/radar.js

@@ -1,10 +1,21 @@
 module.exports = {
+    'github.io': {
+        _name: 'GitHub',
+        agorahub: [
+            {
+                title: '共和報',
+                docs: 'https://docs.rsshub.app/new-media.html#ag0ra',
+                source: ['/pen0'],
+                target: '/agora0/pen0',
+            },
+        ],
+    },
     'gitlab.io': {
         _name: 'GitLab',
         agora0: [
             {
                 title: '零博客',
-                docs: 'https://docs.rsshub.app/blog.html#ling-bo-ke-fen-lei',
+                docs: 'https://docs.rsshub.app/new-media.html#ag0ra',
                 source: ['/blog/:category', '/'],
                 target: '/agora0/:category',
             },

package/lib/v2/agora0/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
+    router.get('/pen0', require('./pen0'));
     router.get('/:category?', require('./index'));
 };

package/lib/v2/aicaijing/index.js

@@ -0,0 +1,73 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'latest';
+    const id = ctx.params.id ?? 14;
+
+    const titles = {
+        14: '热点 - 最新',
+        5: '热点 - 科技',
+        9: '热点 - 消费',
+        7: '热点 - 出行',
+        13: '热点 - 文娱',
+        10: '热点 - 教育',
+        25: '热点 - 地产',
+        11: '热点 - 更多',
+        28: '深度 - 出行',
+        29: '深度 - 科技',
+        31: '深度 - 消费',
+        33: '深度 - 教育',
+        34: '深度 - 更多',
+        8: '深度 - 地产',
+        6: '深度 - 文娱',
+    };
+
+    const categories = {
+        latest: {
+            url: '',
+            title: '最新文章',
+        },
+        recommend: {
+            url: '&isRecommend=true',
+            title: '推荐资讯',
+        },
+        cover: {
+            url: '&position=1',
+            title: '封面文章',
+        },
+        information: {
+            url: `&categoryId=${id}`,
+            title: titles[id],
+        },
+    };
+
+    const rootUrl = 'https://www.aicaijing.com.cn';
+    const apiRootUrl = 'https://api.aicaijing.com.cn';
+    const apiUrl = `${apiRootUrl}/article/detail/list?size=${ctx.query.limit ?? 50}&page=1${categories[category].url}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const items = response.data.data.items.map((item) => ({
+        title: item.title,
+        link: `${rootUrl}/article/${item.articleId}`,
+        author: item.userInfo.nickname,
+        pubDate: parseDate(item.createTime),
+        category: [item.category.name].concat(item.tags.map((t) => t.name)),
+        description: art(path.join(__dirname, 'templates/description.art'), {
+            image: item.cover,
+            description: item.content,
+        }),
+    }));
+
+    ctx.state.data = {
+        title: `AI 财经社 - ${categories[category].title}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/aicaijing/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/cover': ['nczitzk'],
+    '/information/:id?': ['nczitzk'],
+    '/latest': ['nczitzk'],
+    '/recommend': ['nczitzk'],
+};

package/lib/v2/aicaijing/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'aicaijing.com': {
+        _name: 'AI 财经社',
+        www: [
+            {
+                title: '最新文章',
+                docs: 'https://docs.rsshub.app/finance.html#ai-cai-jing-she-zui-xin-wen-zhang',
+                source: ['/'],
+                target: '/aicaijing/latest',
+            },
+            {
+                title: '封面文章',
+                docs: 'https://docs.rsshub.app/finance.html#ai-cai-jing-she-feng-mian-wen-zhang',
+                source: ['/'],
+                target: '/aicaijing/cover',
+            },
+            {
+                title: '推荐资讯',
+                docs: 'https://docs.rsshub.app/finance.html#ai-cai-jing-she-tui-jian-zi-xun',
+                source: ['/'],
+                target: '/aicaijing/recommend',
+            },
+            {
+                title: '热点 & 深度',
+                docs: 'https://docs.rsshub.app/finance.html#ai-cai-jing-she-re-dian-shen-du',
+                source: ['/information/:id', '/'],
+                target: '/aicaijing/information/:id?',
+            },
+        ],
+    },
+};

package/lib/v2/aicaijing/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:id?', require('./'));
+};

package/lib/v2/aicaijing/templates/description.art

@@ -0,0 +1,4 @@
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}
+{{@ description }}

package/lib/v2/aiea/index.js

@@ -0,0 +1,39 @@
+const buildData = require('@/utils/common-config');
+
+module.exports = async (ctx) => {
+    const link = 'http://www.aiea.org/0504';
+    const period = ctx.params.period ?? '';
+
+    let nth_child = 'n';
+    switch (period) {
+        case 'upcoming':
+            nth_child = '1';
+            break;
+
+        case 'past':
+            nth_child = '2';
+            break;
+
+        case 'both':
+            nth_child = 'n';
+            break;
+
+        default:
+            break;
+    }
+
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: `%title%`,
+        params: {
+            title: 'AIEA Seminars',
+        },
+        item: {
+            item: `.seminar-contents .seminar-partWrap:nth-child(${nth_child}) > .seminar-list`,
+            title: `$('.seminar-list-title > span').text()`,
+            link: `$('a[href^="/0504"]').attr('href')`,
+            description: `$('.seminar-list .txt > .title').text()`,
+        },
+    });
+};

package/lib/v2/aiea/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/seminars/:period': ['zxx-457'],
+};

package/lib/v2/aiea/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'aiea.org': {
+        _name: 'Asian Innovation and Entrepreneurship Association',
+        www: [
+            {
+                title: 'Seminar Series',
+                docs: 'https://docs.rsshub.app/study.html#AIEA-Seminar-Series',
+                source: ['/0504', '/'],
+                target: '/aiea/seminars/upcoming',
+            },
+        ],
+    },
+};

package/lib/v2/aiea/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    return router.get('/seminars/:period', require('.'));
+};

package/lib/v2/aliyundrive/files.js

@@ -0,0 +1,63 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const { share_id, parent_file_id } = ctx.params;
+    const url = `https://www.aliyundrive.com/s/${share_id}${parent_file_id ? `/folder/${parent_file_id}` : ''}`;
+
+    const shareRes = await got.post('https://api.aliyundrive.com/adrive/v3/share_link/get_share_by_anonymous', {
+        params: {
+            share_id,
+        },
+        json: {
+            share_id,
+        },
+        headers: {
+            referer: 'https://www.aliyundrive.com/',
+            origin: 'https://www.aliyundrive.com',
+            'x-canary': 'client=web,app=share,version=v2.3.1',
+        },
+    });
+
+    const tokenRes = await got.post('https://api.aliyundrive.com/v2/share_link/get_share_token', {
+        headers: {
+            referer: 'https://www.aliyundrive.com/',
+            origin: 'https://www.aliyundrive.com',
+            'x-canary': 'client=web,app=share,version=v2.3.1',
+        },
+        json: {
+            share_id,
+        },
+    });
+    const share_token = tokenRes.data.share_token;
+
+    const listRes = await got.post('https://api.aliyundrive.com/v2/file/list', {
+        headers: {
+            referer: 'https://www.aliyundrive.com/',
+            origin: 'https://www.aliyundrive.com',
+            'x-canary': 'client=web,app=share,version=v2.3.1',
+            'x-share-token': share_token,
+        },
+        json: {
+            limit: 100,
+            order_by: 'created_at',
+            order_direction: 'DESC',
+            parent_file_id: parent_file_id || 'root',
+            share_id,
+        },
+    });
+
+    const result = listRes.data.items.map((item) => ({
+        title: item.name,
+        description: item.name + (item.thumbnail ? `<img src="${item.thumbnail}">` : ''),
+        link: url,
+        pubDate: item.created_at,
+        updated: item.updated_at,
+        guid: item.file_id,
+    }));
+
+    ctx.state.data = {
+        title: `${shareRes.data.display_name || `${share_id}${parent_file_id ? `-${parent_file_id}` : ''}`}-阿里云盘`,
+        link: url,
+        item: result,
+    };
+};

package/lib/v2/aliyundrive/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/files/:share_id/:parent_file_id?': ['DIYgod'],
+};

package/lib/v2/aliyundrive/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'aliyundrive.com': {
+        _name: '阿里云盘',
+        www: [
+            {
+                title: '文件列表',
+                docs: 'https://docs.rsshub.app/programming.html#a-li-yun-pan',
+                source: ['/s/:share_id', '/s/:share_id/folder/:parent_file_id'],
+                target: '/aliyundrive/files/:share_id/:parent_file_id?',
+            },
+        ],
+    },
+};

package/lib/v2/aliyundrive/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/files/:share_id/:parent_file_id?', require('./files'));
+};

package/lib/v2/aljazeera/index.js

@@ -0,0 +1,87 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const languages = {
+    arabic: {
+        rootUrl: 'https://www.aljazeera.net',
+        rssUrl: 'rss',
+    },
+    chinese: {
+        rootUrl: 'https://chinese.aljazeera.net',
+        rssUrl: undefined,
+    },
+    english: {
+        rootUrl: 'https://www.aljazeera.com',
+        rssUrl: 'xml/rss/all.xml',
+    },
+};
+
+module.exports = async (ctx) => {
+    const params = ctx.path === '/' ? ['arabic'] : ctx.path.replace(/^\//, '').split('/');
+
+    if (!languages.hasOwnProperty(params[0])) {
+        params.unshift('arabic');
+    }
+
+    const language = params.shift();
+    const isRSS = params.length === 1 && params.at(-1) === 'rss' && languages[language].rssUrl;
+
+    const rootUrl = languages[language].rootUrl;
+    const currentUrl = `${rootUrl}/${isRSS ? languages[language].rssUrl : params.join('/')}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = isRSS
+        ? response.data.match(new RegExp('<link>' + rootUrl + '/(.*?)</link>', 'g')).map((item) => ({
+              link: item.match(/<link>(.*?)<\/link>/)[1],
+          }))
+        : $('.u-clickable-card__link')
+              .toArray()
+              .map((item) => {
+                  item = $(item);
+
+                  return {
+                      link: `${rootUrl}${item.attr('href')}`,
+                  };
+              });
+
+    items = await Promise.all(
+        items.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50).map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.more-on').parent().remove();
+                content('.responsive-image img').removeAttr('srcset');
+
+                item.title = content('h1').first().text();
+                item.author = content('.author').text();
+                item.pubDate = parseDate(detailResponse.data.match(/"datePublished": "(.*?)",/)[1]);
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    image: content('.article-featured-image').html(),
+                    description: content('.wysiwyg').html(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').first().text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/aljazeera/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/:language?/:category?': ['nczitzk'],
+    '/:language?/tag/:id': ['nczitzk'],
+    '/:language?/rss': ['nczitzk'],
+};

package/lib/v2/aljazeera/radar.js

@@ -0,0 +1,62 @@
+module.exports = {
+    'aljazeera.com': {
+        _name: 'Aljazeera 半岛电视台',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-xin-wen',
+                source: ['/:category', '/'],
+                target: '/aljazeera/english/:category',
+            },
+            {
+                title: 'Tag',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-biao-qian',
+                source: ['/tag/:id', '/'],
+                target: '/aljazeera/english/tag/:id',
+            },
+            {
+                title: 'Official RSS',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-guan-fang-rss',
+                source: ['/xml/rss/all.xml', '/'],
+                target: '/aljazeera/english/rss',
+            },
+        ],
+    },
+    'aljazeera.net': {
+        _name: 'Aljazeera 半岛电视台',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-xin-wen',
+                source: ['/:category', '/'],
+                target: '/aljazeera/arbric/:category',
+            },
+            {
+                title: 'Tag',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-biao-qian',
+                source: ['/tag/:id', '/'],
+                target: '/aljazeera/arbric/tag/:id',
+            },
+            {
+                title: 'Official RSS',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-guan-fang-rss',
+                source: ['/rss', '/'],
+                target: '/aljazeera/arbric/rss',
+            },
+        ],
+        chinese: [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-xin-wen',
+                source: ['/:category', '/'],
+                target: '/aljazeera/chinese/:category',
+            },
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/traditional-media.html#aljazeera-ban-dao-dian-shi-tai-biao-qian',
+                source: ['/tag/:id', '/'],
+                target: '/aljazeera/chinese/tag/:id',
+            },
+        ],
+    },
+};

package/lib/v2/aljazeera/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get(/([\w/-]+)?/, require('./index'));
+};

package/lib/v2/aljazeera/templates/description.art

@@ -0,0 +1,8 @@
+{{ if image }}
+<figure>
+{{@ image }}
+</figure>
+{{ /if }}
+{{ if description }}
+{{@ description }}
+{{ /if }}