rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/startuplatte/index.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://startuplatte.com';
+    const currentUrl = `${rootUrl}${category ? `/category/${category}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.post-header h2 a')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.wp-post-navigation').remove();
+
+                item.category = content('.cat').text();
+                item.author = content('a[rel="author"]').text();
+                item.description = content('.post-entry').html();
+                item.pubDate = parseDate(detailResponse.data.match(/"datePublished":"(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\+\d{2}:\d{2})","dateModified"/)[1]);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/startuplatte/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/startuplatte/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'startuplatte.com': {
+        _name: '創新拿鐵',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#chuang-xin-na-tie-fen-lei',
+                source: ['/category/:category', '/'],
+                target: '/startuplatte/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/startuplatte/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/storm/index.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'articles';
+    const id = ctx.params.id ?? '';
+
+    const rootUrl = 'https://www.storm.mg';
+    const currentUrl = `${rootUrl}/${category}${id ? `/${id}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.link_title')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.notify_wordings').remove();
+                content('#premium_block').remove();
+
+                item.description = content('#CMS_wrapper').html();
+                item.author = content('meta[property="dable:author"]').attr('content');
+                item.pubDate = parseDate(content('meta[itemprop="datePublished"]').attr('content'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/storm/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?/:id?': ['nczitzk'],
+};

package/lib/v2/storm/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'storm.mg': {
+        _name: '風傳媒',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#feng-chuan-mei',
+                source: ['/:category/:id'],
+                target: '/storm/:category?/:id?',
+            },
+        ],
+    },
+};

package/lib/v2/storm/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:id?', require('./index'));
+};

package/lib/v2/subhd/index.js

@@ -0,0 +1,79 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const config = {
+    sub: {
+        title: '字幕',
+        category: 'new',
+    },
+    zu: {
+        title: '字幕组',
+        category: '14',
+    },
+    newest: {
+        category: 'for backwards compatibility',
+    },
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'sub';
+    const category = ctx.params.category ?? config[type].category;
+
+    const rootUrl = 'https://subhd.tv';
+    const currentUrl = `${rootUrl}/${type === 'newest' ? 'sub/new' : `${type}/${category}${type === 'zu' ? '/l' : ''}`}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    $('.align-middle').each(function () {
+        $(this).removeClass('link-dark');
+    });
+
+    let items = $('.link-dark')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const pubDate = item.parent().parent().find('.align-text-top').last().text();
+            const today = `${new Date().getFullYear()}-${new Date().getMonth()}-${new Date().getDate()}`;
+
+            return {
+                link: `${rootUrl}${item.attr('href')}`,
+                author: item.parent().parent().find('.text-dark').last().text(),
+                pubDate: timezone(parseDate(pubDate.indexOf('-') > -1 ? pubDate : `${today} ${pubDate}`), +8),
+                title: `${item.parent().parent().find('.align-middle').text()} ${item.text().replace(/ - SubHD/, '')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.rounded-circle').remove();
+                content('.view-text').last().remove();
+
+                item.description = content('.view-text').html() + content('.bg-white').first().html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/subhd/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/sub/:category?': ['nczitzk'],
+    '/zu/:category?': ['nczitzk'],
+};

package/lib/v2/subhd/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'subhd.tv': {
+        _name: 'Sub HD',
+        '.': [
+            {
+                title: '字幕',
+                docs: 'https://docs.rsshub.app/multimedia.html#subhd-zi-mu',
+                source: ['/sub/:category', '/'],
+                target: '/subhd/sub/:category?',
+            },
+            {
+                title: '字幕组',
+                docs: 'https://docs.rsshub.app/multimedia.html#subhd-zi-mu-zu',
+                source: ['/zu/:category', '/'],
+                target: '/subhd/zu/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/subhd/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?/:category?', require('./index'));
+};

package/lib/v2/swissinfo/index.js

@@ -0,0 +1,73 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language ?? 'eng';
+    const category = ctx.params.category ?? 'latest-news';
+
+    const rootUrl = 'https://www.swissinfo.ch';
+    const currentUrl = `${rootUrl}/${language}/${category}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let $ = cheerio.load(response.data);
+
+    const title = $('title').text();
+
+    const fragmentResponse = await got({
+        method: 'get',
+        url: `${rootUrl}${$('main div[data-fragment-placeholder]').attr('data-fragment-placeholder')}`,
+    });
+
+    $ = cheerio.load(fragmentResponse.data);
+
+    let items = $('.si-teaser__link')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                link: `${rootUrl}${item.attr('href')}`,
+                title: item.find('.si-teaser__title').text(),
+                pubDate: parseDate(item.find('.si-teaser__date').attr('datetime')),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.si-detail__content .si-grid').remove();
+                content('.si-detail__content .si-teaser').remove();
+                content('.show-for-sr, time, address, .si-detail__translation').remove();
+
+                content('picture').each(function () {
+                    content(this).html(`<img src="${content(this).find('source').first().attr('srcset')}">`);
+                });
+
+                item.description = content('.si-detail__content').html();
+                item.author = content('meta[name="author"]').attr('content');
+                item.guid = detailResponse.data.match(/content_id: "(.*)",/)[1];
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/swissinfo/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:language?/:category?': ['nczitzk'],
+};

package/lib/v2/swissinfo/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'swissinfo.ch': {
+        _name: 'swissinfo',
+        '.': [
+            {
+                title: 'Category',
+                docs: 'https://docs.rsshub.app/new-media.html#swissinfo-category',
+                source: ['/:language/:category', '/'],
+                target: '/swissinfo/:language?/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/swissinfo/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:language?/:category?', require('./index'));
+};

package/lib/v2/taobao/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/zhongchou/:type?': ['xyqfer', 'Fatpandac'],
+};

package/lib/v2/taobao/radar.js

@@ -0,0 +1,117 @@
+module.exports = {
+    'taobao.com': {
+        _name: '淘宝',
+        izhongchou: [
+            {
+                title: '淘宝众筹全部',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '') {
+                        return '/taobao/zhongchou/all';
+                    }
+                },
+            },
+            {
+                title: '淘宝众筹科技',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '121288001') {
+                        return '/taobao/zhongchou/tech';
+                    }
+                },
+            },
+            {
+                title: '淘宝众筹食品',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '123330001,125672021') {
+                        return '/taobao/zhongchou/agriculture';
+                    }
+                },
+            },
+            {
+                title: '淘宝众筹动漫',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '122018001') {
+                        return '/taobao/zhongchou/acg';
+                    }
+                },
+            },
+            {
+                title: '淘宝众筹设计',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '121292001,126176002,126202001') {
+                        return '/taobao/zhongchou/design';
+                    }
+                },
+            },
+            {
+                title: '淘宝众筹公益',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '121280001') {
+                        return '/taobao/zhongchou/love';
+                    }
+                },
+            },
+            {
+                title: '淘宝众筹娱乐',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '121284001') {
+                        return '/taobao/zhongchou/tele';
+                    }
+                },
+            },
+            {
+                title: '淘宝众筹影音',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '121278001') {
+                        return '/taobao/zhongchou/music';
+                    }
+                },
+            },
+            {
+                title: '淘宝众筹书籍',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '121274002') {
+                        return '/taobao/zhongchou/book';
+                    }
+                },
+            },
+            {
+                title: '淘宝众筹游戏',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '122020001') {
+                        return '/taobao/zhongchou/game';
+                    }
+                },
+            },
+            {
+                title: '淘宝众筹其他',
+                docs: 'https://docs.rsshub.app/shopping.html#tao-bao-zhong-chou-zhong-chou-xiang-mu',
+                source: ['/list.htm'],
+                target: (params, url) => {
+                    if (new URLSearchParams(new URL(url).search).get('type') === '125706031,125888001,125886001,123332001') {
+                        return '/taobao/zhongchou/other';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/taobao/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/zhongchou/:type?', require('./zhongchou'));
+};

package/lib/v2/taobao/templates/zhongchou.art

@@ -0,0 +1,4 @@
+<img src="{{item.image}}"><br><br>
+<strong>达成率:</strong> {{item.finish_per}}%<br>
+<strong>已筹金额:</strong> {{item.curr_money}}元<br>
+<strong>支持人数:</strong> {{item.buy_amount}}<br>

package/lib/{routes → v2}/taobao/zhongchou.js

@@ -1,4 +1,6 @@
 const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 module.exports = async (ctx) => {
     const { type = 'all' } = ctx.params;
@@ -15,7 +17,7 @@ module.exports = async (ctx) => {
         game: '122020001',
         other: '125706031,125888001,125886001,123332001',
     };
-    const url = `https://izhongchou.taobao.com/dream/ajax/getProjectList.htm?page=1&pageSize=20&projectType=${encodeURIComponent(map[type])}&type=6&status=&sort=1&_ksTS=${Date.now()}_104&callback=`;
+    const url = `https://izhongchou.taobao.com/dream/ajax/getProjectListNew.htm?_input_charset=utf-8&type=6&pageSize=20&page=1&sort=1&status=&projectType=${encodeURIComponent(map[type])}&_=${Date.now()}&callback=`;
     const response = await got({
         method: 'get',
         url,
@@ -24,12 +26,9 @@ module.exports = async (ctx) => {
     const items = response.data.data.map((item) => {
         const title = item.name;
         const link = `https://izhongchou.taobao.com/dreamdetail.htm?id=${item.id}`;
-        const description = `
-      <img src="https:${item.image}"><br><br>
-      <strong>达成率:</strong> ${item.finish_per}%<br>
-      <strong>已筹金额:</strong> ${item.curr_money}元<br>
-      <strong>支持人数:</strong> ${item.buy_amount}<br>
-    `;
+        const description = art(path.join(__dirname, 'templates/zhongchou.art'), {
+            item,
+        });
 
         return {
             title,

package/lib/{routes → v2}/telegram/blog.js

@@ -1,7 +1,8 @@
 const cherrio = require('cheerio');
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
-module.exports = async (ctx, next) => {
+module.exports = async (ctx) => {
     const link = 'https://telegram.org/blog';
 
     const res = await got(link);
@@ -19,7 +20,7 @@ module.exports = async (ctx, next) => {
                     return {
                         title: $('#dev_page_title').text(),
                         link,
-                        pubDate: new Date($('[property="article:published_time"]').attr('content')).toUTCString(),
+                        pubDate: parseDate($('[property="article:published_time"]').attr('content')),
                         description: $('#dev_page_content_wrap').html(),
                     };
                 });
@@ -31,5 +32,4 @@ module.exports = async (ctx, next) => {
         link,
         item: items,
     };
-    await next();
 };

package/lib/{routes → v2}/telegram/channel.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const username = ctx.params.username;
@@ -187,7 +188,7 @@ module.exports = async (ctx) => {
                     const attachmentTitle = item.find('.tgme_widget_message_document_title').length ? item.find('.tgme_widget_message_document_title').text() + ' / ' + item.find('.tgme_widget_message_document_extra').text() : '';
 
                     /* pubDate */
-                    const pubDate = new Date(item.find('.tgme_widget_message_date time').attr('datetime')).toUTCString();
+                    const pubDate = parseDate(item.find('.tgme_widget_message_date time').attr('datetime'));
 
                     /* message text & title */
                     const messageTextObject = item.find('.tgme_widget_message_bubble > .tgme_widget_message_text');

package/lib/v2/telegram/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/telegram/channel/:username/:searchQuery?': ['DIYgod'],
+    '/telegram/stickerpack/:name': ['DIYgod'],
+    '/telegram/blog': ['fengkx'],
+};

package/lib/v2/telegram/radar.js

@@ -0,0 +1,35 @@
+module.exports = {
+    't.me': {
+        _name: 'Telegram',
+        '.': [
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/social-media.html#telegram',
+                source: '/:username',
+                target: (params, url, document) => {
+                    const isChannel = document && document.querySelector('.tgme_action_button_label');
+                    if (isChannel) {
+                        return '/telegram/channel/:username';
+                    }
+                },
+            },
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/social-media.html#telegram',
+                source: '/s/:username',
+                target: '/telegram/channel/:username',
+            },
+        ],
+    },
+    'telegram.org': {
+        _name: 'Telegram',
+        '.': [
+            {
+                title: 'Telegram Blog',
+                docs: 'https://docs.rsshub.app/social-media.html#telegram-telegram-blog',
+                source: '/blog',
+                target: '/telegram/blog',
+            },
+        ],
+    },
+};

package/lib/v2/telegram/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/channel/:username/:searchQuery?', require('./channel'));
+    router.get('/stickerpack/:name', require('./stickerpack'));
+    router.get('/blog', require('./blog'));
+};