rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/v2/aeaweb/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id': ['nczitzk'],
+};

package/lib/v2/aeaweb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'aeaweb.org': {
+        _name: 'American Economic Association',
+        '.': [
+            {
+                title: 'Journal',
+                docs: 'https://docs.rsshub.app/journal.html#american-economic-association-journal',
+                source: ['/journals/:id', '/'],
+                target: '/aeaweb/:id',
+            },
+        ],
+    },
+};

package/lib/v2/aeaweb/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id', require('./index'));
+};

package/lib/v2/aeaweb/templates/description.art

@@ -0,0 +1,3 @@
+{{ if description }}
+<p>{{ description }}</p>
+{{ /if }}

package/lib/v2/agora0/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
+    '/pen0': ['TonyRL'],
     '/:category?': ['nczitzk'],
 };

package/lib/v2/agora0/pen0.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://agorahub.github.io';
+    const response = await got(`${baseUrl}/pen0/`);
+    const $ = cheerio.load(response.data);
+
+    const list = $('div article')
+        .toArray()
+        .slice(0, -1) // last one is a dummy
+        .map((item) => {
+            item = $(item);
+            const meta = item.find('h5').first().text();
+            return {
+                title: item.find('h3').text(),
+                link: item.find('h3 a').attr('href'),
+                author: meta.split('|')[0].trim(),
+                pubDate: parseDate(meta.split('|')[1].trim()),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                $('h1').remove();
+                item.description = $('article').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name="description"]').attr('content'),
+        link: response.url,
+        image: $('link[rel="apple-touch-icon"]').attr('href'),
+        item: items,
+    };
+};

package/lib/v2/agora0/radar.js

@@ -1,10 +1,21 @@
 module.exports = {
+    'github.io': {
+        _name: 'GitHub',
+        agorahub: [
+            {
+                title: '共和報',
+                docs: 'https://docs.rsshub.app/new-media.html#ag0ra',
+                source: ['/pen0'],
+                target: '/agora0/pen0',
+            },
+        ],
+    },
     'gitlab.io': {
         _name: 'GitLab',
         agora0: [
             {
                 title: '零博客',
-                docs: 'https://docs.rsshub.app/blog.html#ling-bo-ke-fen-lei',
+                docs: 'https://docs.rsshub.app/new-media.html#ag0ra',
                 source: ['/blog/:category', '/'],
                 target: '/agora0/:category',
             },

package/lib/v2/agora0/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
+    router.get('/pen0', require('./pen0'));
     router.get('/:category?', require('./index'));
 };

package/lib/v2/aiea/index.js

@@ -0,0 +1,39 @@
+const buildData = require('@/utils/common-config');
+
+module.exports = async (ctx) => {
+    const link = 'http://www.aiea.org/0504';
+    const period = ctx.params.period ?? '';
+
+    let nth_child = 'n';
+    switch (period) {
+        case 'upcoming':
+            nth_child = '1';
+            break;
+
+        case 'past':
+            nth_child = '2';
+            break;
+
+        case 'both':
+            nth_child = 'n';
+            break;
+
+        default:
+            break;
+    }
+
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: `%title%`,
+        params: {
+            title: 'AIEA Seminars',
+        },
+        item: {
+            item: `.seminar-contents .seminar-partWrap:nth-child(${nth_child}) > .seminar-list`,
+            title: `$('.seminar-list-title > span').text()`,
+            link: `$('a[href^="/0504"]').attr('href')`,
+            description: `$('.seminar-list .txt > .title').text()`,
+        },
+    });
+};

package/lib/v2/aiea/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/seminars/:period': ['zxx-457'],
+};

package/lib/v2/aiea/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'aiea.org': {
+        _name: 'Asian Innovation and Entrepreneurship Association',
+        www: [
+            {
+                title: 'Seminar Series',
+                docs: 'https://docs.rsshub.app/study.html#AIEA-Seminar-Series',
+                source: ['/0504', '/'],
+                target: '/aiea/seminars/upcoming',
+            },
+        ],
+    },
+};

package/lib/v2/aiea/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    return router.get('/seminars/:period', require('.'));
+};

package/lib/v2/aijishu/index.js

@@ -0,0 +1,26 @@
+const utils = require('./utils');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const { type, name = 'newest' } = ctx.params;
+    const u = name === 'newest' ? `https://aijishu.com/` : `https://aijishu.com/${type}/${name}`;
+    const html = await got(u);
+
+    const $ = cheerio.load(html.data);
+    const title = $('title').text();
+    const api_path = $('li[data-js-stream-load-more]').attr('data-api-url');
+
+    const channel_url = `https://aijishu.com${api_path}?page=1`;
+    const channel_url_resp = await got(channel_url);
+    const resp = channel_url_resp.data;
+    const list = resp.data.rows;
+
+    const items = await Promise.all(list.filter((item) => item?.url?.startsWith('/a/') || item?.object?.url.startsWith('/a/')).map((item) => utils.parseArticle(item, ctx)));
+
+    ctx.state.data = {
+        title: title.split(' - ').slice(0, 2).join(' - '),
+        link: u,
+        item: items,
+    };
+};

package/lib/v2/aijishu/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/blog/:name': ['bigfei'],
+    '/channel/:name': ['bigfei'],
+    '/u/:name': ['bigfei'],
+};

package/lib/v2/aijishu/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    aijishu: {
+        _name: '极术社区',
+        www: [
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/programming.html#ji-shu-she-qu',
+                source: ['/channel/:name'],
+                target: '/aijishu/channel/:name',
+            },
+            {
+                title: '用户',
+                docs: 'https://docs.rsshub.app/programming.html#ji-shu-she-qu',
+                source: ['/u/:name'],
+                target: '/aijishu/u/:name',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/programming.html#ji-shu-she-qu',
+                source: ['/blog/:name'],
+                target: '/aijishu/blog/:name',
+            },
+        ],
+    },
+};

package/lib/v2/aijishu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type/:name?', require('.'));
+};

package/lib/v2/aijishu/utils.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const { parseRelativeDate, parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+
+const parseArticle = (item, ctx) => {
+    const articleUrl = `https://aijishu.com${item.url || item.object.url}`;
+    return ctx.cache.tryGet(articleUrl, async () => {
+        const d1 = parseDate(item.createdDate, ['YYYY-MM-DD', 'M-DD']);
+        const d2 = parseRelativeDate(item.createdDate);
+
+        let resp, desc;
+        try {
+            resp = await got(articleUrl);
+            const $ = cheerio.load(resp.data);
+            desc = $('article.fmt').html();
+        } catch (e) {
+            if (e.response.status === 403) {
+                // skip it
+            } else {
+                throw e;
+            }
+        }
+
+        const article_item = {
+            title: item.title || item.object.title,
+            link: articleUrl,
+            description: desc,
+            pubDate: d1.toString() === 'Invalid Date' ? d2 : d1,
+        };
+        return article_item;
+    });
+};
+
+module.exports = {
+    parseArticle,
+};

package/lib/v2/aliyundrive/files.js

@@ -4,6 +4,12 @@ module.exports = async (ctx) => {
     const { share_id, parent_file_id } = ctx.params;
     const url = `https://www.aliyundrive.com/s/${share_id}${parent_file_id ? `/folder/${parent_file_id}` : ''}`;
 
+    const headers = {
+        referer: 'https://www.aliyundrive.com/',
+        origin: 'https://www.aliyundrive.com',
+        'x-canary': 'client=web,app=share,version=v2.3.1',
+    };
+
     const shareRes = await got.post('https://api.aliyundrive.com/adrive/v3/share_link/get_share_by_anonymous', {
         params: {
             share_id,
@@ -11,30 +17,20 @@ module.exports = async (ctx) => {
         json: {
             share_id,
         },
-        headers: {
-            referer: 'https://www.aliyundrive.com/',
-            origin: 'https://www.aliyundrive.com',
-            'x-canary': 'client=web,app=share,version=v2.3.1',
-        },
+        headers,
     });
 
     const tokenRes = await got.post('https://api.aliyundrive.com/v2/share_link/get_share_token', {
-        headers: {
-            referer: 'https://www.aliyundrive.com/',
-            origin: 'https://www.aliyundrive.com',
-            'x-canary': 'client=web,app=share,version=v2.3.1',
-        },
+        headers,
         json: {
             share_id,
         },
     });
     const share_token = tokenRes.data.share_token;
 
-    const listRes = await got.post('https://api.aliyundrive.com/v2/file/list', {
+    const listRes = await got.post('https://api.aliyundrive.com/adrive/v2/file/list_by_share', {
         headers: {
-            referer: 'https://www.aliyundrive.com/',
-            origin: 'https://www.aliyundrive.com',
-            'x-canary': 'client=web,app=share,version=v2.3.1',
+            ...headers,
             'x-share-token': share_token,
         },
         json: {

package/lib/v2/ally/rail.js

@@ -54,49 +54,48 @@ module.exports = async (ctx) => {
         .slice(0, ctx.query.limit || 20);
 
     items = await Promise.all(
-        items.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const response = await got(item.link);
-                    const $ = cheerio.load(response.data);
-                    // fix weird format
-                    let description = '';
-                    const content = $('div.content_all');
-                    if (content.length) {
-                        content
-                            .eq(content.length - 1) // some pages have "summary"
-                            .contents()
-                            .each((_, child) => {
-                                const $child = $(child);
-                                let innerHtml;
-                                if (child.name === 'div') {
-                                    innerHtml = $child.html();
-                                    innerHtml = innerHtml && innerHtml.trim();
-                                    description += !innerHtml || innerHtml === '&nbsp;' ? (description ? '<br>' : '') : innerHtml;
-                                } else {
-                                    // bare text node or something else
-                                    description += $child.toString().trim();
-                                }
-                            });
-                    } else {
-                        // http://rail.ally.net.cn/html/2022/InviteTen_0407/4686.html
-                        description = $('div.content div').first().html();
-                    }
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                // fix weird format
+                let description = '';
+                const content = $('div.content_all');
+                if (content.length) {
+                    content
+                        .eq(content.length - 1) // some pages have "summary"
+                        .contents()
+                        .each((_, child) => {
+                            const $child = $(child);
+                            let innerHtml;
+                            if (child.name === 'div') {
+                                innerHtml = $child.html();
+                                innerHtml = innerHtml && innerHtml.trim();
+                                description += !innerHtml || innerHtml === '&nbsp;' ? (description ? '<br>' : '') : innerHtml;
+                            } else {
+                                // bare text node or something else
+                                description += $child.toString().trim();
+                            }
+                        });
+                } else {
+                    // http://rail.ally.net.cn/html/2022/InviteTen_0407/4686.html
+                    description = $('div.content div').first().html();
+                }
 
-                    description = description.replace(/\s*<br ?\/?>\s*$/, ''); // trim <br> at the end
-                    const info = $('.content > em span');
-                    return {
-                        title: $('.content > h2').text() || item.title,
-                        description,
-                        // pubDate: timezone(parseDate(info.eq(0).text()), 8),
-                        pubDate: item.pubDate,
-                        author: info
-                            .eq(1)
-                            .text()
-                            .replace(/^来源：/, ''),
-                        link: item.link,
-                    };
-                })
+                description = description.replace(/\s*<br ?\/?>\s*$/, ''); // trim <br> at the end
+                const info = $('.content > em span');
+                return {
+                    title: $('.content > h2').text() || item.title,
+                    description,
+                    // pubDate: timezone(parseDate(info.eq(0).text()), 8),
+                    pubDate: item.pubDate,
+                    author: info
+                        .eq(1)
+                        .text()
+                        .replace(/^来源：/, ''),
+                    link: item.link,
+                };
+            })
         )
     );
 

package/lib/v2/annualreviews/index.js

@@ -0,0 +1,68 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://www.annualreviews.org';
+    const apiRootUrl = `https://api.crossref.org`;
+    const feedUrl = `${rootUrl}/r/${id}_rss`;
+    const currentUrl = `${rootUrl}/toc/${id}/current`;
+
+    const response = await got({
+        method: 'get',
+        url: feedUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('entry')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const doi = item.find('id').text().split('doi=').pop();
+
+            return {
+                doi,
+                guid: doi,
+                title: item.find('title').text(),
+                link: item.find('link').attr('href').split('?')[0],
+                description: item.find('content').text(),
+                pubDate: parseDate(item.find('published').text()),
+                author: item
+                    .find('author name')
+                    .toArray()
+                    .map((a) => $(a).text())
+                    .join(', '),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.guid, async () => {
+                const apiUrl = `${apiRootUrl}/works/${item.doi}`;
+
+                const detailResponse = await got({
+                    method: 'get',
+                    url: apiUrl,
+                });
+
+                item.description = detailResponse.data.message.abstract.replace(/jats:p>/g, 'p>');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title')
+            .first()
+            .text()
+            .replace(/: Table of Contents/, ''),
+        description: $('subtitle').first().text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/annualreviews/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id': ['nczitzk'],
+};

package/lib/v2/annualreviews/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'annualreviews.org': {
+        _name: 'Annual Reviews',
+        '.': [
+            {
+                title: 'Journal',
+                docs: 'https://docs.rsshub.app/journal.html#annual-reviews-journal',
+                source: ['/journal/:id', '/'],
+                target: '/annualreviews/:id',
+            },
+        ],
+    },
+};

package/lib/v2/annualreviews/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id', require('./index'));
+};

package/lib/v2/apkpure/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/versions/:pkg/:region?': ['maple3142'],
+};

package/lib/v2/apkpure/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'apkpure.com': {
+        _name: 'APKPure',
+        '.': [
+            {
+                title: '所有版本',
+                docs: 'https://docs.rsshub.app/program-update.html#apkpure',
+                source: ['/:region/:stuff/:pkg/versions', '/:stuff/:pkg/versions', '/:stuff/:pkg'],
+                target: (params) => `/apkpure/versions/${params.pkg}${params.region ? `/${params.region}` : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/apkpure/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/versions/:pkg/:region?', require('./versions'));
+};

package/lib/v2/apkpure/versions.js

@@ -0,0 +1,48 @@
+const cheerio = require('cheerio');
+const logger = require('@/utils/logger');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { pkg, region = 'en' } = ctx.params;
+    const baseUrl = 'https://apkpure.com';
+    const link = `${baseUrl}/${region}/${pkg}/versions`;
+
+    const browser = await require('@/utils/puppeteer')();
+    const page = await browser.newPage();
+    await page.setRequestInterception(true);
+    page.on('request', (request) => {
+        request.resourceType() === 'document' ? request.continue() : request.abort();
+    });
+    logger.debug(`Requesting ${link}`);
+    await page.goto(link, {
+        waitUntil: 'domcontentloaded',
+    });
+
+    const r = await page.evaluate(() => document.documentElement.innerHTML);
+    browser.close();
+
+    const $ = cheerio.load(r);
+    const img = new URL($('.ver-top img').attr('src'));
+    img.searchParams.delete('w'); // get full resolution icon
+
+    const items = $('.ver li')
+        .toArray()
+        .map((ver) => {
+            ver = $(ver);
+            return {
+                title: ver.find('.ver-item-n').text(),
+                description: ver.html(),
+                link: `${baseUrl}${ver.find('a').attr('href')}`,
+                pubDate: parseDate(ver.find('.update-on').text().replace(/年|月/g, '-').replace('日', '')),
+            };
+        });
+
+    ctx.state.data = {
+        title: $('.ver-top-h1').text(),
+        description: $('.ver-top-title p').text(),
+        image: img.href,
+        language: region ? region : 'en',
+        link,
+        item: items,
+    };
+};

package/lib/v2/apple/exchange_repair.js

@@ -1,39 +1,46 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-
+const { parseDate } = require('@/utils/parse-date');
 const host = 'https://support.apple.com/';
 
 module.exports = async (ctx) => {
     const country = ctx.params.country ?? '';
-    const link = new URL(`${country}/exchange_repair/`, host);
+    const link = new URL(`${country}/service-programs`, host).href;
 
-    const response = await got.get(link);
+    const response = await got(link);
     const $ = cheerio.load(response.data);
-    const list = $('section.as-columns').get().slice(0, 5);
+    const list = $('section.as-container-column')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('.icon-chevronright').parent();
+            return {
+                title: a.text(),
+                link: new URL(a.attr('href'), host).href,
+                pubDate: parseDate(item.find('.note').text(), ['MMMM D, YYYY', 'D MMMM YYYY', 'YYYY 年 M 月 D 日']),
+            };
+        });
 
     const out = await Promise.all(
-        list.map((item) => {
-            const $ = cheerio.load(item);
-            const $a = $('.icon-chevronright').parent();
-            const itemUrl = new URL($a.attr('href'), host).href;
-
-            return ctx.cache.tryGet(itemUrl, async () => {
-                const response = await got.get(itemUrl);
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
                 const $$ = cheerio.load(response.data);
-                const description = $$('.main').html();
 
-                return {
-                    title: $a.text(),
-                    link: itemUrl,
-                    author: 'Apple Inc.',
-                    description,
-                };
-            });
-        })
+                // delete input and dropdown elements
+                $$('div.as-sn-lookup-wrapper').remove();
+                $$('div.as-dropdown-wrapper').remove();
+                item.description = $$('.main').html();
+
+                item.author = 'Apple Inc.';
+
+                return item;
+            })
+        )
     );
 
     ctx.state.data = {
-        title: `Apple - ${$('.main>.richText h1').text()}`,
+        title: `Apple - ${$('h1.as-center').text()}`,
         link,
         item: out,
     };