rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/v2/agirls/topic.js

@@ -11,7 +11,7 @@ module.exports = async (ctx) => {
 
     const response = await got({
         url: baseUrl + '/topic/' + topic,
-        header: {
+        headers: {
             Referer: baseUrl,
         },
     });
@@ -33,7 +33,7 @@ module.exports = async (ctx) => {
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     url: item.link,
-                    header: {
+                    headers: {
                         Referer: baseUrl + '/topic/' + topic,
                     },
                 });

package/lib/v2/agirls/topic_list.js

@@ -7,7 +7,7 @@ module.exports = async (ctx) => {
 
     const response = await got({
         url: baseUrl + '/' + category,
-        header: {
+        headers: {
             Referer: baseUrl,
         },
     });

package/lib/v2/ajmide/index.js

@@ -15,7 +15,7 @@ module.exports = async (ctx) => {
         pubDate: parseDate(item.postTime, 'YYYY-MM-DD HH:mm:ss'),
         itunes_item_image: item.brandImgPath,
         enclosure_url: item.audioAttach[0].liveUrl,
-        enclosure_length: item.audioAttach[0].audioTime,
+        itunes_duration: item.audioAttach[0].audioTime,
         enclosure_type: 'audio/x-m4a',
     }));
 

package/lib/v2/aliyun/database_month.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const url = 'http://mysql.taobao.org/monthly/';
+    const response = await got({ method: 'get', url });
+    const $ = cheerio.load(response.data);
+
+    const list = $("ul[class='posts'] > li")
+        .map((i, e) => {
+            const element = $(e);
+            const title = element.find('a').text().trim();
+            const link = `http://mysql.taobao.org${element.find('a').attr('href').trim()}/`;
+            return {
+                title,
+                description: '',
+                link,
+            };
+        })
+        .get();
+
+    const result = await Promise.all(
+        list.map((item) => {
+            const link = item.link;
+
+            return ctx.cache.tryGet(link, async () => {
+                const itemReponse = await got(link);
+                const itemElement = cheerio.load(itemReponse.data);
+                item.description = itemElement('.content').html();
+                return item;
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: url,
+        item: result.reverse(),
+    };
+};

package/lib/v2/aliyun/developer/group.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const link = `https://developer.aliyun.com/group/${type}`;
+
+    // 发起 HTTP GET 请求
+    const response = await got({
+        method: 'get',
+        url: link,
+    });
+
+    const data = response.data;
+
+    // 使用 cheerio 加载返回的 HTML
+    const $ = cheerio.load(data);
+    const title = $('div[class="header-information-title"]')
+        .contents()
+        .filter(function () {
+            return this.nodeType === 3;
+        })
+        .text()
+        .trim();
+    const desc = $('div[class="header-information"]').find('span').last().text().trim();
+    const list = $('ul[class^="content-tab-list"] > li');
+
+    ctx.state.data = {
+        title: `阿里云开发者社区-${title}`,
+        link,
+        description: desc,
+        item:
+            list &&
+            list
+                .map((index, item) => {
+                    item = $(item);
+                    const desc = item.find('.question-desc');
+                    const description = item.find('.browse').text() + ' ' + desc.find('.answer').text();
+                    return {
+                        title: item.find('.question-title').text().trim() || item.find('a p').text().trim(),
+                        link: item.find('a').attr('href'),
+                        pubDate: parseDate(item.find('.time').text()),
+                        description,
+                    };
+                })
+                .get(),
+    };
+};

package/lib/v2/aliyun/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/database_month': ['junbaor'],
+    '/developer/group/:type': ['umm233'],
+    '/notice/:type?': ['muzea'],
+};

package/lib/v2/aliyun/notice.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const typeMap = {
+    0: '9004748',
+    1: '9004749',
+    2: '9213612',
+    3: '8314815',
+    4: '9222707',
+};
+
+/**
+ *
+ * @param ctx {import('koa').Context}
+ */
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const url = `https://help.aliyun.com/noticelist/${typeMap[type] || typeMap[0]}.html`;
+    const response = await got({ method: 'get', url });
+    const $ = cheerio.load(response.data);
+    const list = $('ul > li.y-clear')
+        .map((i, e) => {
+            const element = $(e);
+            const title = element.find('a').text().trim();
+            const link = 'https://help.aliyun.com' + element.find('a').attr('href').trim();
+            const date = element.find('.y-right').text();
+            const pubDate = timezone(parseDate(date), +8);
+            return {
+                title,
+                description: '',
+                link,
+                pubDate,
+            };
+        })
+        .get();
+
+    const result = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const itemReponse = await got(item.link);
+                const itemElement = cheerio.load(itemReponse.data);
+                item.description = itemElement('#se-knowledge').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text().trim(),
+        link: url,
+        item: result,
+    };
+};

package/lib/v2/aliyun/radar.js

@@ -0,0 +1,32 @@
+module.exports = {
+    'aliyun.com': {
+        _name: '阿里云',
+        developer: [
+            {
+                title: '开发者社区 - 主题',
+                docs: 'https://docs.rsshub.app/programming.html#a-li-yun',
+                source: ['/group/:type'],
+                target: '/aliyun/developer/group/:type',
+            },
+        ],
+        help: [
+            {
+                title: '公告',
+                docs: 'https://docs.rsshub.app/programming.html#a-li-yun',
+                source: ['/noticelist/:type', '/'],
+                target: (params) => `/aliyun/notice${params.type ? '/' + params.type.replace('.html', '') : ''}`,
+            },
+        ],
+    },
+    'taobao.org': {
+        _name: '阿里云',
+        mysql: [
+            {
+                title: '数据库内核月报',
+                docs: 'https://docs.rsshub.app/programming.html#a-li-yun',
+                source: ['/monthly', '/'],
+                target: '/aliyun/database_month',
+            },
+        ],
+    },
+};

package/lib/v2/aliyun/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/database_month', require('./database_month'));
+    router.get('/developer/group/:type', require('./developer/group'));
+    router.get('/notice/:type?', require('./notice'));
+};

package/lib/v2/ally/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/rail/:category?/:topic?': ['Rongronggg9'],
+};

package/lib/v2/ally/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ally.net.cn': {
+        _name: '艾莱资讯',
+        rail: [
+            {
+                title: '世界轨道交通资讯网',
+                docs: 'https://docs.rsshub.app/new-media.html#ai-lai-zi-xun',
+                source: ['/', '/html/:category?/:topic?'],
+                target: '/ally/rail/:category?/:topic?',
+            },
+        ],
+    },
+};

package/lib/v2/ally/rail.js

@@ -0,0 +1,109 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    // http://rail.ally.net.cn/sitemap.html
+    const { category, topic } = ctx.params;
+    const rootUrl = 'http://rail.ally.net.cn';
+    const pageUrl = category ? (topic ? `${rootUrl}/html/${category}/${topic}/` : `${rootUrl}/html/${category}/`) : rootUrl;
+
+    const response = await got.get(pageUrl);
+    const $ = cheerio.load(response.data);
+    let title = $('.container .regsiter a') // what a typo...
+        .get()
+        .slice(1) // drop "首页"
+        .reduce((prev, curr) => (prev ? `${prev} - ${$(curr).text()}` : $(curr).text()), '');
+    title = title || (category && topic ? `${category} - ${topic}` : category) || '首页';
+    let links = [
+        // list page: http://rail.ally.net.cn/html/lujuzixun/
+        $('.left .hynewsO h2 a').get(),
+        // multi-sub-topic page: http://rail.ally.net.cn/html/hyzix/
+        $('.left .list_content_c').find('.new_hy_focus_con_tit a, .new_hy_list_name a').get(),
+        // multi-sub-topic page 2: http://rail.ally.net.cn/html/foster/
+        $('.left').find('.nnewslistpic a, .nnewslistinfo dd a').get(),
+        // data list page: http://rail.ally.net.cn/html/tongjigongbao/
+        $('.left .list_con .datacountTit a').get(),
+        // home page: http://rail.ally.net.cn
+        $('.container_left').find('dd a, h1 a, ul.slideshow li a').get(),
+    ].reduce((a, b) => a.concat(b), []);
+    if (!links.length) {
+        // try aggressively sniffing links, e.g. http://rail.ally.net.cn/html/InviteTen/
+        links = $('.left a, .container_left a').get();
+    }
+
+    let items = links
+        .map((link) => {
+            link = $(link);
+            const url = link.attr('href');
+            const urlMatch = url && url.match(/\/html\/(\d{4})\/\w+_(\d{4})\/\d+\.html/);
+            if (!urlMatch) {
+                return null;
+            }
+            const title = link.text();
+            return {
+                title,
+                link: url.startsWith('/') ? `${rootUrl}${url}` : url,
+                pubDate: timezone(parseDate(`${urlMatch[1]}${urlMatch[2]}`), 8),
+            };
+        })
+        .filter(Boolean)
+        .reduce((prev, curr) => (prev.length && prev[prev.length - 1].link === curr.link ? prev : [...prev, curr]), [])
+        .sort((a, b) => b.pubDate - a.pubDate)
+        .slice(0, ctx.query.limit || 20);
+
+    items = await Promise.all(
+        items.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const response = await got(item.link);
+                    const $ = cheerio.load(response.data);
+                    // fix weird format
+                    let description = '';
+                    const content = $('div.content_all');
+                    if (content.length) {
+                        content
+                            .eq(content.length - 1) // some pages have "summary"
+                            .contents()
+                            .each((_, child) => {
+                                const $child = $(child);
+                                let innerHtml;
+                                if (child.name === 'div') {
+                                    innerHtml = $child.html();
+                                    innerHtml = innerHtml && innerHtml.trim();
+                                    description += !innerHtml || innerHtml === '&nbsp;' ? (description ? '<br>' : '') : innerHtml;
+                                } else {
+                                    // bare text node or something else
+                                    description += $child.toString().trim();
+                                }
+                            });
+                    } else {
+                        // http://rail.ally.net.cn/html/2022/InviteTen_0407/4686.html
+                        description = $('div.content div').first().html();
+                    }
+
+                    description = description.replace(/\s*<br ?\/?>\s*$/, ''); // trim <br> at the end
+                    const info = $('.content > em span');
+                    return {
+                        title: $('.content > h2').text() || item.title,
+                        description,
+                        // pubDate: timezone(parseDate(info.eq(0).text()), 8),
+                        pubDate: item.pubDate,
+                        author: info
+                            .eq(1)
+                            .text()
+                            .replace(/^来源：/, ''),
+                        link: item.link,
+                    };
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `世界轨道交通资讯网 - ${title}`,
+        link: pageUrl,
+        item: items,
+        description: $('head > meta[name="description"]').attr('content'),
+    };
+};

package/lib/v2/ally/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/rail/:category?/:topic?', require('./rail'));
+};

package/lib/v2/app-center/templates/description.art

@@ -13,7 +13,7 @@
 <p>
 <b>Release Notes</b>:
 </p>
-{{@ releaseNotes }}
+{{@ releaseNotes.trim().replace(/\n/g, '<br>') }}
 {{/if}}
 <p>
 {{if downloadUrl===installUrl}}

package/lib/v2/apple/exchange_repair.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const host = 'https://support.apple.com/';
+
+module.exports = async (ctx) => {
+    const country = ctx.params.country ?? '';
+    const link = new URL(`${country}/exchange_repair/`, host);
+
+    const response = await got.get(link);
+    const $ = cheerio.load(response.data);
+    const list = $('section.as-columns').get().slice(0, 5);
+
+    const out = await Promise.all(
+        list.map((item) => {
+            const $ = cheerio.load(item);
+            const $a = $('.icon-chevronright').parent();
+            const itemUrl = new URL($a.attr('href'), host).href;
+
+            return ctx.cache.tryGet(itemUrl, async () => {
+                const response = await got.get(itemUrl);
+                const $$ = cheerio.load(response.data);
+                const description = $$('.main').html();
+
+                return {
+                    title: $a.text(),
+                    link: itemUrl,
+                    author: 'Apple Inc.',
+                    description,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: `Apple - ${$('.main>.richText h1').text()}`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/apple/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/exchange_repair/:country?': ['metowolf', 'HenryQW', 'kt286'],
+};

package/lib/v2/apple/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'apple.com': {
+        _name: 'Apple',
+        support: [
+            {
+                title: '换和维修扩展计划',
+                docs: 'https://docs.rsshub.app/other.html#apple',
+                source: ['/:country/service-programs'],
+                target: '/apple/exchange_repair/:country',
+            },
+        ],
+    },
+};

package/lib/v2/apple/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/exchange_repair/:country?', require('./exchange_repair'));
+};

package/lib/v2/appstore/gofans.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const prefix = 'https://gofans.cn/app/';
+
+    const response = await got({
+        method: 'get',
+        url: 'https://api.gofans.cn/v1/m/app_records?page=1&limit=20',
+        headers: {
+            Referer: 'https://m.gofans.cn',
+            Origin: 'https://m.gofans.cn',
+        },
+    });
+    ctx.state.data = {
+        title: '最新限免 / 促销应用',
+        link: 'https://gofans.cn/',
+        description: 'GoFans：最新限免 / 促销应用',
+        item: response.data.data.map((item) => ({
+            title: `「${item.price === '0.00' ? '免费' : '降价'}」-「${item.kind === '1' ? 'macOS' : 'iOS'}」${item.name}`,
+            description: `
+          <img src="${item.icon.replace('512x512bb', '256x256bb')}"/>
+          <br/>
+          原价：¥${item.original_price} -> 现价：¥${item.price}
+          <br/>
+          平台：${item.kind === 1 ? 'macOS' : 'iOS'}
+          <br/>
+          ${item.description}
+        `,
+            pubDate: parseDate(item.updated_at * 1000),
+            link: new URL(item.uuid, prefix),
+        })),
+    };
+};

package/lib/v2/appstore/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/update/:country/:id': ['HenryQW'],
+    '/price/:country/:type/:id': ['HenryQW'],
+    '/iap/:country/:id': ['HenryQW'],
+    '/xianmian': ['Andiedie'],
+    '/gofans': ['HenryQW'],
+};

package/lib/v2/appstore/radar.js

@@ -0,0 +1,41 @@
+module.exports = {
+    'apple.com': {
+        _name: 'Apple',
+        apps: [
+            {
+                title: '应用更新',
+                docs: 'https://docs.rsshub.app/program-update.html#app-store-mac-app-store',
+                source: ['/:contry/app/:id'],
+                target: '/appstore/update/:country/:id',
+            },
+            {
+                title: '价格更新',
+                docs: 'https://docs.rsshub.app/program-update.html#app-store-mac-app-store',
+                source: ['/'],
+                target: '/appstore/price/:country/:type/:id',
+            },
+        ],
+    },
+    'app.so': {
+        _name: '鲜面连线',
+        '.': [
+            {
+                title: '限免应用',
+                docs: 'https://docs.rsshub.app/program-update.html#app-store-mac-app-store',
+                source: ['/xianmian'],
+                target: '/appstore/xianmian',
+            },
+        ],
+    },
+    'gofans.cn': {
+        _name: 'GoFans',
+        '.': [
+            {
+                title: '最新限免',
+                docs: 'https://docs.rsshub.app/program-update.html#app-store-mac-app-store',
+                source: ['/'],
+                target: '/appstore/gofans',
+            },
+        ],
+    },
+};

package/lib/v2/appstore/router.js

@@ -0,0 +1,7 @@
+module.exports = function (router) {
+    router.get('/gofans', require('./gofans'));
+    router.get('/xianmian', require('./xianmian'));
+    router.get('/iap/:country/:id', require('./in-app-purchase'));
+    router.get('/price/:country/:type/:id', require('./price'));
+    router.get('/update/:country/:id', require('./update'));
+};

package/lib/v2/appstore/xianmian.js

@@ -0,0 +1,28 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const {
+        data: { objects: data },
+    } = await got.get('https://app.so/api/v5/appso/discount/?platform=web&limit=10');
+
+    ctx.state.data = {
+        title: '每日精品限免 / 促销应用',
+        link: 'http://app.so/xianmian/',
+        description: '鲜面连线 by AppSo：每日精品限免 / 促销应用',
+        item: data.map((item) => ({
+            title: `「${item.discount_info[0].discounted_price === '0.00' ? '免费' : '降价'}」${item.app.name}`,
+            description: `
+          <img src="${item.app.icon.image}"/>
+          <br/>
+          原价：¥${item.discount_info[0].original_price} -> 现价：¥${item.discount_info[0].discounted_price}
+          <br/>
+          平台：${item.app.download_link[0].device}
+          <br/>
+          ${item.content}
+        `,
+            pubDate: parseDate(item.updated_at * 1000),
+            link: item.app.download_link[0].link,
+        })),
+    };
+};

package/lib/v2/arknights/announce.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { platform = 'Android', group = 'ALL' } = ctx.params;
+
+    let {
+        data: { announceList },
+    } = await got({
+        method: 'get',
+        url: `https://ak-conf.hypergryph.com/config/prod/announce_meta/${platform}/announcement.meta.json`,
+    });
+
+    if (group !== 'ALL') {
+        announceList = announceList.filter((item) => item.group === group);
+    }
+
+    announceList = await Promise.all(
+        announceList.map((item) =>
+            ctx.cache.tryGet(item.webUrl, async () => {
+                const { data } = await got({
+                    method: 'get',
+                    url: item.webUrl,
+                });
+
+                const $ = cheerio.load(data);
+                let description =
+                    // 一般来讲是有字的
+                    $('.content').html() ??
+                    // 有些情况只有一张图
+                    $('.banner-image-container.cover').html() ??
+                    // 有些情况啥都没有（暂时没有遇到）
+                    'No Description';
+
+                // 游戏内部跳转链接
+                description = description.replace(/href="uniwebview:\/\/.+?"/, 'href="#"');
+
+                return {
+                    title: item.title,
+                    description,
+                    // 不知道是哪一年的，所以不管了
+                    pubDate: parseDate(`${item.month}-${item.day}`, 'M-D'),
+                    link: item.webUrl,
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `《明日方舟》${group === 'SYSTEM' ? '系统' : group === 'ACTIVITY' ? '活动' : '全部'}公告`,
+        link: 'https://ak.hypergryph.com/',
+        item: announceList,
+    };
+};

package/lib/v2/arknights/japan.js

@@ -0,0 +1,25 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: 'https://www.arknights.jp:10014/news?lang=ja&limit=9&page=1',
+    });
+
+    const items = response.data.data.items;
+    const newsList = items.map((item) => ({
+        title: item.title,
+        description: item.content[0].value,
+        pubDate: parseDate(item.publishedAt),
+        link: `https://www.arknights.jp/news/${item.id}`,
+    }));
+
+    ctx.state.data = {
+        title: 'アークナイツ',
+        link: 'https://www.arknights.jp/news',
+        description: 'アークナイツ ニュース',
+        language: 'ja',
+        item: newsList,
+    };
+};

package/lib/v2/arknights/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/announce/:platform?/:group?': ['swwind'],
+    '/japan': ['ofyark'],
+    '/news': ['Astrian'],
+};