rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/appledaily/radar.js

@@ -0,0 +1,157 @@
+module.exports = {
+    'appledaily.com': {
+        _name: '苹果新闻网',
+        tw: [
+            {
+                title: '首頁',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/:channel'],
+                target: (params) => {
+                    if (params.channel === 'home') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '焦点',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'recommend') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '最新',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'new') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '热门',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'hot') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '生活',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'life') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '娱乐',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'entertainment') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '社会',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'local') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '财经地产',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'property') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '国际',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'international') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '政治',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'politics') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '3C车城',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'gadget') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '吃喝玩乐',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'supplement') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '体育',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'sports') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '苹评理',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'forum') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+            {
+                title: '微视频',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ping-guo-xin-wen-wang',
+                source: ['/realtime/:channel'],
+                target: (params) => {
+                    if (params.channel === 'micromovie') {
+                        return '/appledaily/:channel';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/appledaily/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:channel?', require('./index'));
+};

package/lib/v2/appledaily/templates/content.art

@@ -0,0 +1,7 @@
+{{ each content_elements }}
+    {{ if $value.type === 'image' }}
+    <img src="{{ $value.url }}" alt="{{ $value.caption }}"/>
+    {{ else if $value.type === 'text' }}
+    <p>{{ $value.content }}</p>
+    {{ /if }}
+{{ /each }}

package/lib/v2/ash-maurya/index.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+async function getList(rootUrl) {
+    const pages = [];
+    let next = rootUrl;
+    do {
+        // eslint-disable-next-line no-await-in-loop
+        const response = await got({ method: 'get', url: next });
+        const $ = cheerio.load(response.data);
+        pages.push(
+            $('article').map((_, item) => ({
+                title: $(item).find('.post-card-title').text(),
+                link: rootUrl + $(item).find('.post-card-content-link').attr('href'),
+            }))
+        );
+        next = $('link[rel=next]').attr('href');
+    } while (next);
+    return pages.reduce((acc, page) => cheerio.merge(acc, page)).get();
+}
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://blog.leanstack.com/';
+
+    const list = await getList(rootUrl);
+
+    const items = (
+        await Promise.all(
+            list.map(({ link, title }) =>
+                ctx.cache.tryGet(link, () =>
+                    got({ method: 'get', url: link })
+                        .then(({ data }) => {
+                            const content = cheerio.load(data);
+
+                            return {
+                                link,
+                                title,
+                                author: 'Ash Maurya',
+                                description: (content('.post-full-image').html() ?? '') + content('.post-content').html(),
+                                pubDate: content('meta[property="article:published_time"]').attr('content'),
+                            };
+                        })
+                        .catch(() => null)
+                )
+            )
+        )
+    ).filter((x) => x !== null);
+
+    ctx.state.data = {
+        title: "Ash Maurya's blog",
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/ash-maurya/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/ash-maurya': ['james-tindal'],
+};

package/lib/v2/ash-maurya/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'blog.leanstack.com': {
+        _name: "Ash Maurya's blog",
+        '.': [
+            {
+                title: "Ash Maurya's blog",
+                docs: 'https://docs.rsshub.app/en/blog.html#ash-maurya',
+                source: ['/'],
+                target: '/ash-maurya',
+            },
+        ],
+    },
+};

package/lib/v2/ash-maurya/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/atcoder/contest.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const status = ['action', 'upcoming', 'recent'];
+
+    const language = ctx.params.language ?? 'en';
+
+    let rated = ctx.params.rated ?? '0';
+    const category = ctx.params.category ?? '0';
+    const keyword = ctx.params.keyword ?? '';
+
+    rated = rated === 'active' ? 'action' : rated;
+    const isStatus = status.includes(rated);
+
+    const rootUrl = 'https://atcoder.jp';
+    const currentUrl = `${rootUrl}/contests${isStatus ? `?lang=${language}` : `/archive?lang=${language}&ratedType=${rated}&category=${category}${keyword ? `&keyword=${keyword}` : ''}`}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $(isStatus ? `#contest-table-${rated}` : '.row')
+        .find('tr')
+        .slice(1, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
+        .toArray()
+        .map((item) => {
+            item = $(item).find('td a').eq(1);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}?lang=${language}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content(`.lang-${language}`).html();
+                item.pubDate = parseDate(content('.fixtime-full').first().text());
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: String(isStatus ? `${$(`#contest-table-${rated} h3`).text()} - AtCoder` : $('title').text()),
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+    };
+};

package/lib/v2/atcoder/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/post/:language?/:keyword?': ['nczitzk'],
+    '/contest/:language?/:rated?/:category?/:keyword?': ['nczitzk'],
+};

package/lib/v2/atcoder/post.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language ?? 'en';
+    const keyword = ctx.params.keyword ?? '';
+
+    const rootUrl = 'https://atcoder.jp';
+    const currentUrl = `${rootUrl}/posts?lang=${language}${keyword ? `&keyword=${keyword}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.panel')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.find('.panel-title').text(),
+                description: item.find('.panel-body').html(),
+                link: `${rootUrl}${item.find('.panel-title a').attr('href')}`,
+                pubDate: timezone(parseDate(item.find('.timeago').attr('datetime')), +9),
+            };
+        });
+
+    ctx.state.data = {
+        title: `${keyword ? `[${keyword}] - ` : ''}${$('title').text()}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/atcoder/radar.js

@@ -0,0 +1,22 @@
+module.exports = {
+    'atcoder.jp': {
+        _name: 'AtCoder',
+        '.': [
+            {
+                title: 'Posts',
+                docs: 'https://docs.rsshub.app/programming.html#atcoder-posts',
+                source: ['/posts', '/'],
+                target: (params, url) => `/atcoder/post/${new URL(url).searchParams.get('lang') ?? 'en'}/${new URL(url).searchParams.get('keyword') ?? ''}`,
+            },
+            {
+                title: 'Contests',
+                docs: 'https://docs.rsshub.app/programming.html#atcoder-contests',
+                source: ['/contests/archive', '/contests', ''],
+                target: (params, url) =>
+                    `/atcoder/content/${new URL(url).searchParams.get('lang') ?? 'en'}/${new URL(url).searchParams.get('ratedType') ?? '0'}/${new URL(url).searchParams.get('category') ?? '0'}/${
+                        new URL(url).searchParams.get('keyword') ?? ''
+                    }`,
+            },
+        ],
+    },
+};

package/lib/v2/atcoder/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/post/:language?/:keyword?', require('./post'));
+    router.get('/contest/:language?/:rated?/:category?/:keyword?', require('./contest'));
+};

package/lib/v2/bandcamp/live.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://bandcamp.com';
+    const currentUrl = `${rootUrl}/live_schedule`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    $('.curated-wrapper').remove();
+
+    const items = $('.live-listing')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                link: item.find('.title-link').attr('href'),
+                title: item.find('.show-title').text(),
+                author: item.find('.show-artist').text(),
+                pubDate: parseDate(item.find('.show-time-container').text().trim().split(' UTC')[0]),
+                description: `<img src="${
+                    item
+                        .find('.show-thumb-image')
+                        .attr('style')
+                        .match(/background-image: url\((.*)\);/)[1]
+                }">`,
+            };
+        });
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/bandcamp/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/live': ['nczitzk'],
+};

package/lib/v2/bandcamp/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'bandcamp.com': {
+        _name: 'Bandcamp',
+        '.': [
+            {
+                title: 'Upcoming Live Streams',
+                docs: 'https://docs.rsshub.app/multimedia.html#bandcamp-upcoming-live-streams',
+                source: ['/live_schedule'],
+                target: '/bandcamp/live',
+            },
+        ],
+    },
+};

package/lib/v2/bandcamp/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/live', require('./live'));
+};

package/lib/v2/baozimh/index.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.baozimh.com';
+
+module.exports = async (ctx) => {
+    const name = ctx.params.name;
+    const url = `${rootUrl}/comic/${name}`;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+    const comicTitle = $('div > div.pure-u-1-1.pure-u-sm-2-3.pure-u-md-3-4 > div > h1').text();
+    const list = $('#layout > div.comics-detail > div:nth-child(3) > div > div:nth-child(2) > div')
+        .map((_, item) => {
+            const title = $(item).find('span').text();
+            const link = rootUrl + $(item).find('a').attr('href');
+
+            return {
+                title,
+                link,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const directUrlParams = new URLSearchParams(new URL(item.link).search);
+                const comicId = directUrlParams.get('comic_id');
+                const sectionSolt = directUrlParams.get('section_slot');
+                const chapterSlot = directUrlParams.get('chapter_slot');
+                const descUrl = `https://www.webmota.com/comic/chapter/${comicId}/${sectionSolt}_${chapterSlot}.html`;
+
+                const detailResponse = await got.get(descUrl);
+                const $ = cheerio.load(detailResponse.data);
+                item.description = art(path.join(__dirname, 'templates/desc.art'), {
+                    imgUrlList: $('section.comic-contain')
+                        .find('amp-img')
+                        .map((_, item) => $(item).attr('src'))
+                        .get(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `包子漫画-${comicTitle}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/baozimh/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/comic/:name': ['Fatpandac'],
+};

package/lib/v2/baozimh/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'baozimh.com': {
+        _name: '包子漫画',
+        www: [
+            {
+                title: '订阅漫画',
+                docs: 'https://docs.rsshub.app/multimedia.html#bandcamp-upcoming-live-streams',
+                source: '/comic/:name',
+                target: '/baozimh/comic/:name',
+            },
+        ],
+    },
+};

package/lib/v2/baozimh/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/comic/:name', require('./index'));
+};

package/lib/v2/baozimh/templates/desc.art

@@ -0,0 +1,3 @@
+{{ each imgUrlList }}
+<img src="{{ $value }}">
+{{ /each }}

package/lib/v2/barronschina/index.js

@@ -0,0 +1,70 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '';
+
+    const rootUrl = 'http://www.barronschina.com.cn';
+    const currentUrl = `${rootUrl}/index/${id ? `column/article?columnId=${id}` : 'shortNews'}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = id
+        ? await Promise.all(
+              $('.title')
+                  .toArray()
+                  .map((item) => {
+                      item = $(item);
+                      return {
+                          title: item.find('.title').text(),
+                          link: `${rootUrl}${item.parent().attr('href')}`,
+                      };
+                  })
+                  .map((item) =>
+                      ctx.cache.tryGet(item.link, async () => {
+                          const detailResponse = await got({
+                              method: 'get',
+                              url: item.link,
+                          });
+
+                          const content = cheerio.load(detailResponse.data);
+
+                          item.description = content('.cont_main').html();
+                          item.pubDate = timezone(parseDate(content('.timeTag').text()), +8);
+
+                          return item;
+                      })
+                  )
+          )
+        : $('dd')
+              .toArray()
+              .map((item) => {
+                  item = $(item);
+
+                  const title = item.find('strong').text();
+                  item.find('strong').remove();
+
+                  const description = item.find('.short').html();
+                  item.find('.short').remove();
+
+                  return {
+                      title,
+                      description,
+                      link: currentUrl,
+                      pubDate: timezone(parseDate(`${item.parent().find('dt').text()} ${item.text()}`), +8),
+                  };
+              });
+
+    ctx.state.data = {
+        title: $('title').text().split('，')[0],
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/barronschina/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?': ['nczitzk'],
+};

package/lib/v2/barronschina/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'barronschina.com.cn': {
+        _name: '巴伦周刊中文版',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/finance.html#ba-lun-zhou-kan-zhong-wen-ban-lan-mu',
+                source: ['/'],
+                target: '/barronschina/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/barronschina/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id?', require('./index'));
+};

package/lib/v2/bendibao/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:city': ['nczitzk'],
+};