rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/{routes → v2}/scmp/index.js

@@ -1,26 +1,25 @@
 const parser = require('@/utils/rss-parser');
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const chromeMobileUserAgent = require('@/utils/rand-user-agent')({ browser: 'chrome', os: 'android', device: 'mobile' });
 
 module.exports = async (ctx) => {
     const categoryId = ctx.params.category_id;
     const rssUrl = `https://www.scmp.com/rss/${categoryId}/feed`;
     const feed = await parser.parseURL(rssUrl);
-    const chromeMobileUserAgent = 'Mozilla/5.0 (Linux; Android 7.0; SM-G892A Build/NRD90M; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/67.0.3396.87 Mobile Safari/537.36';
 
     const items = await Promise.all(
         feed.items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 // Fetch the AMP version
                 const url = item.link.replace(/^https:\/\/www\.scmp\.com/, 'https://amp.scmp.com');
-                const response = await got({
-                    url,
-                    method: 'get',
+                const response = await got(url, {
                     headers: {
                         'User-Agent': chromeMobileUserAgent,
                     },
                 });
-                const html = response.body;
+                const html = response.data;
                 const $ = cheerio.load(html);
                 const content = $('div.article-body.clearfix');
 
@@ -37,7 +36,7 @@ module.exports = async (ctx) => {
 
                 // Metadata (categories & updatedAt)
                 const updatedAt = $('meta[itemprop="dateModified"]').attr('content');
-                const publishedAt = $('meta[itemprop="datePublished"]').attr('content');
+                const publishedAt = item.pubDate || $('meta[itemprop="datePublished"]').attr('content');
 
                 const categories = $('meta[name="keywords"]')
                     .attr('content')
@@ -89,8 +88,8 @@ module.exports = async (ctx) => {
                 return {
                     title: item.title,
                     id: item.guid,
-                    pubDate: new Date(publishedAt).toUTCString(),
-                    updated: new Date(updatedAt).toUTCString(),
+                    pubDate: parseDate(publishedAt),
+                    updated: parseDate(updatedAt),
                     author: item.creator,
                     link: item.link,
                     summary: summary.html(),

package/lib/v2/scmp/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category_id': ['proletarius101'],
+};

package/lib/v2/scmp/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'scmp.com': {
+        _name: 'South China Morning Post',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/en/traditional-media.html#south-china-morning-post',
+                source: ['/rss/:category_id/feed'],
+                target: '/scmp/:category_id',
+            },
+        ],
+    },
+};

package/lib/v2/scmp/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category_id', require('./index'));
+};

package/lib/v2/sctv/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/programme/:id?/:limit?/:isFull?': ['nczitzk'],
+};

package/lib/v2/sctv/programme.js

@@ -0,0 +1,80 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '1';
+    const limit = ctx.params.limit ? parseInt(ctx.params.limit) : 15;
+    const isFull = /t|y/i.test(ctx.params.isFull ?? 'true');
+
+    const rootUrl = 'https://www.sctv.com';
+    const apiRootUrl = 'https://kscgc.sctv-tf.com';
+    const apiUrl = `${apiRootUrl}/sctv/lookback/${id}/date.json`;
+    const listUrl = `${apiRootUrl}/sctv/lookback/index/lookbackList.json`;
+    const currentUrl = `${rootUrl}/column/detail?programmeIndex=/sctv/lookback/${id}/index.json`;
+
+    let response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    let items = [];
+
+    const array = response.data.data.programmeArray.slice(0, limit).map((list) => ({
+        guid: list.id,
+        link: `${apiRootUrl}${list.programmeListUrl}`,
+    }));
+
+    await Promise.all(
+        array.map((list) =>
+            ctx.cache.tryGet(list.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: list.link,
+                });
+
+                const currentItems = detailResponse.data.data.programmeList.map((item) => ({
+                    guid: item.id,
+                    title: item.programmeTitle,
+                    link: item.programmeUrl,
+                    pubDate: timezone(parseDate(item.pubTime), +8),
+                    description: art(path.join(__dirname, 'templates/description.art'), {
+                        cover: item.programmeImage,
+                        video: item.programmeUrl,
+                    }),
+                }));
+
+                let currentFullItems = [];
+
+                if (isFull) {
+                    currentFullItems = currentItems.filter((item) => /（\d{4}\.\d{2}\.\d{2}）/.test(item.title));
+                }
+
+                items = [...items, ...(currentFullItems.length === 0 ? currentItems : currentFullItems)];
+            })
+        )
+    );
+
+    response = await got({
+        method: 'get',
+        url: listUrl,
+    });
+
+    let name, cover;
+    for (const p of response.data.data.programme_official) {
+        if (p.programmeId === id) {
+            name = p.programmeName;
+            cover = p.programmeCover;
+            break;
+        }
+    }
+
+    ctx.state.data = {
+        title: `四川广播电视台 - ${name}`,
+        link: currentUrl,
+        item: items.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 100),
+        image: cover,
+    };
+};

package/lib/v2/sctv/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sctv.com': {
+        _name: '四川广播电视台',
+        '.': [
+            {
+                title: '电视回放',
+                docs: 'https://docs.rsshub.app/traditional-media.html#si-chuan-guang-bo-dian-shi-tai-dian-shi-hui-fang',
+                source: ['/column/list', '/column/detail', '/'],
+                target: (params, url) => `/sctv/programme/${new URL(url).searchParams.get('programmeId')}`,
+            },
+        ],
+    },
+};

package/lib/v2/sctv/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/programme/:id?/:limit?/:isFull?', require('./programme'));
+};

package/lib/v2/sctv/templates/description.art

@@ -0,0 +1,3 @@
+<video poster="{{ cover }}" controls>
+    <source src="{{ video }}" type="video/mp4">
+</video>

package/lib/{routes → v2}/secrss/author.js

@@ -1,17 +1,19 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const api = 'https://www.secrss.com/api/articles/group?author=';
     const author = ctx.params.author;
     const host = 'https://www.secrss.com';
-    const res = await got.get(`${api}${author}`);
+    const res = await got(`${api}${author}`);
     const dataArray = res.data.data.list;
 
     const items = dataArray.map((item) => ({
         title: item.title,
         description: item.summary,
-        pubDate: new Date(item.original_timestamp * 1000).toUTCString(),
+        pubDate: parseDate(item.original_timestamp, 'X'),
         link: `${host}${item.url}`,
+        category: item.tag,
     }));
 
     ctx.state.data = {

package/lib/{routes → v2}/secrss/category.js

@@ -1,24 +1,25 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 module.exports = async (ctx) => {
     const api = 'https://www.secrss.com/api/articles?tag=';
-    let type = ctx.params.category;
-    if (type === undefined) {
-        type = '';
-    }
+    const { category = '' } = ctx.params;
     const host = 'https://www.secrss.com';
-    const res = await got.get(`${api}${type}`);
+    const res = await got(`${api}${category}`);
     const dataArray = res.data.data;
 
     const items = dataArray.map((item) => ({
         title: item.title,
         description: item.summary,
-        pubDate: new Date(item.published_at + ' GMT').toUTCString(),
+        pubDate: timezone(parseDate(item.published_at), +8),
         link: `${host}/articles/${item.id}`,
+        author: item.source_author,
+        category: item.tags.map((t) => t.title),
     }));
 
     ctx.state.data = {
-        title: `安全内参-${type}`,
+        title: `安全内参-${category}`,
         link: 'https://www.secrss.com',
         item: items,
     };

package/lib/v2/secrss/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/author/:author': ['XinRoom'],
+    '/category/:category?': ['XinRoom'],
+};

package/lib/v2/secrss/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'secrss.com': {
+        _name: '安全内参',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/programming.html#an-quan-nei-can',
+                source: ['/articles', '/'],
+                target: (_, url) => `/secrss/category${new URL(url).searchParams.has('tag') ? `/${new URL(url).searchParams.get('tag')}` : ''}`,
+            },
+            {
+                title: '作者',
+                docs: 'https://docs.rsshub.app/programming.html#an-quan-nei-can',
+                source: ['/articles', '/'],
+                target: (_, url) => `/secrss/author${new URL(url).searchParams.get('author')}`,
+            },
+        ],
+    },
+};

package/lib/v2/secrss/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/author/:author', require('./author'));
+    router.get('/category/:category?', require('./category'));
+};

package/lib/v2/simpleinfo/index.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const path = require('path');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+    const rootUrl = 'https://blog.simpleinfo.cc';
+    const link = `${rootUrl}${category ? (category === 'work' || category === 'talk' ? `/blog/${category}` : `/shasha77?category=${category}`) : '/shasha77'}`;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = `${$('.-active').text()} - 簡訊設計`;
+    $('.-ad').remove();
+
+    const list = $('.article-item')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.find('.title').text(),
+                link: item.find('a').first().attr('href'),
+                category: item.find('.category').text(),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const result = await got(item.link);
+                const content = cheerio.load(result.data);
+                item.author = content('meta[property="article:author"]').attr('content');
+                item.pubDate = timezone(parseDate(content('meta[property="article:published_time"]').attr('content')), +8);
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    image: content('meta[property="og:image"]').attr('content'),
+                    description: content('.article-content').first().html(),
+                });
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        link,
+        language: 'zh-tw',
+        item: items,
+    };
+};

package/lib/v2/simpleinfo/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['haukeng'],
+};

package/lib/v2/simpleinfo/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'blog.simpleinfo.cc': {
+        _name: '簡訊設計',
+        '.': [
+            {
+                title: '志祺七七',
+                docs: 'https://docs.rsshub.app/new-media.html#jian-xun-she-ji',
+                source: '/shasha77',
+                target: (_, url) => `/simpleinfo/${new URL(url).searchParams.get('category')}`,
+            },
+            {
+                title: '夥伴聊聊 / 專案作品',
+                docs: 'https://docs.rsshub.app/new-media.html#jian-xun-she-ji',
+                source: '/blog/:category',
+                target: '/simpleinfo/:category',
+            },
+        ],
+    },
+};

package/lib/v2/simpleinfo/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/simpleinfo/templates/description.art

@@ -0,0 +1,6 @@
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}
+{{ if description }}
+{{@ description }}
+{{ /if }}

package/lib/v2/smzdm/article.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const link = `https://zhiyou.smzdm.com/member/${ctx.params.uid}/article/`;
+
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('.info-stuff-nickname').text();
+
+    const list = $('.pandect-content-stuff')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.pandect-content-title a').text(),
+                link: item.find('.pandect-content-title a').attr('href'),
+                pubDate: timezone(parseDate(item.find('.pandect-content-time').text(), ['YYYY-MM-DD', 'MM-DD HH:mm']), +8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('.m-contant article').html();
+                item.pubDate = timezone(parseDate($('meta[property="og:release_date"]').attr('content'), 'YYYY-MM-DD HH:mm:ss'), 8);
+                item.author = $('meta[property="og:author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title}-什么值得买`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/smzdm/baoliao.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const link = `https://zhiyou.smzdm.com/member/${ctx.params.uid}/baoliao/`;
+
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('.info-stuff-nickname').text();
+
+    const list = $('.pandect-content-stuff')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.pandect-content-title a').text(),
+                link: item.find('.pandect-content-title a').attr('href'),
+                pubDate: timezone(parseDate(item.find('.pandect-content-time').text(), ['YYYY-MM-DD', 'MM-DD HH:mm']), +8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('article.txt-detail').html();
+                item.pubDate = timezone(parseDate($('.time').first().text().trim().replace('更新时间：', '')), 8);
+                item.author = title;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title}的爆料 - 什么值得买`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/smzdm/haowen.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const day = ctx.params.day ?? 'all';
+    const link = `https://post.smzdm.com/hot_${day}/`;
+
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('li.filter-tab.active').text();
+
+    const list = $('li.feed-row-wide')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h5.z-feed-title a').text(),
+                link: item.find('h5.z-feed-title a').attr('href'),
+                pubDate: timezone(parseDate(item.find('span.z-publish-time').text()), 8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                const content = $('#articleId');
+                content.find('.item-name').remove();
+                content.find('.recommend-tab').remove();
+
+                item.description = content.html();
+                item.pubDate = timezone(parseDate($('meta[property="og:release_date"]').attr('content')), 8);
+                item.author = $('meta[property="og:author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title}-什么值得买好文`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/smzdm/haowen_fenlei.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+module.exports = async (ctx) => {
+    const name = ctx.params.name;
+    const sort = ctx.params.sort || '0';
+
+    let link;
+    if (sort === '0') {
+        link = `https://post.smzdm.com/fenlei/${name}/`;
+    } else {
+        link = `https://post.smzdm.com/fenlei/${name}/hot_${sort}/`;
+    }
+
+    const response = await got.get(link);
+    const $ = cheerio.load(response.data);
+    const title = $('div.crumbs.nav-crumbs').text().split('>').pop();
+
+    const list = $('div.list.post-list')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h2.item-name a').text(),
+                link: item.find('h2.item-name a').attr('href'),
+                pubDate: timezone(parseDate(item.find('span.time').text())),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('article').html();
+                item.pubDate = timezone(parseDate($('meta[property="og:release_date"]').attr('content')), 8);
+                item.author = $('meta[property="og:author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title}- 什么值得买好文分类`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/smzdm/keyword.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword;
+
+    const response = await got(`https://search.smzdm.com`, {
+        headers: {
+            Referer: `https://search.smzdm.com/?c=home&s=${encodeURIComponent(keyword)}&order=time&v=a`,
+        },
+        searchParams: {
+            c: 'home',
+            s: keyword,
+            order: 'time',
+            v: 'a',
+            mx_v: 'a',
+        },
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('.feed-row-wide');
+
+    ctx.state.data = {
+        title: `${keyword} - 什么值得买`,
+        link: `https://search.smzdm.com/?c=home&s=${encodeURIComponent(keyword)}&order=time`,
+        item:
+            list &&
+            list.toArray().map((item) => {
+                item = $(item);
+                return {
+                    title: `${item.find('.feed-block-title a').eq(0).text().trim()} - ${item.find('.feed-block-title a').eq(1).text().trim()}`,
+                    description: `${item.find('.feed-block-descripe').contents().eq(2).text().trim()}<br>${item.find('.feed-block-extras span').text().trim()}<br><img src="http:${item.find('.z-feed-img img').attr('src')}">`,
+                    pubDate: timezone(parseDate(item.find('.feed-block-extras').contents().eq(0).text().trim(), ['MM-DD HH:mm', 'HH:mm']), +8),
+                    link: item.find('.feed-block-title a').attr('href'),
+                };
+            }),
+    };
+};

package/lib/v2/smzdm/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/article/:uid': ['xfangbao'],
+    '/baoliao/:uid': ['nczitzk'],
+    '/haowen/:day?': ['LogicJake'],
+    '/haowen/fenlei/:name/:sort?': ['LogicJake'],
+    '/keyword/:keyword': ['DIYgod', 'MeanZhang'],
+    '/ranking/:rank_type/:rank_id/:hour': ['DIYgod'],
+};

package/lib/v2/smzdm/radar.js

@@ -0,0 +1,48 @@
+module.exports = {
+    'smzdm.com': {
+        _name: '什么值得买',
+        post: [
+            {
+                title: '好文',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/:day',
+                target: (params) => `/smzdm/haowen/${params.day.replace('hot_', '')}`,
+            },
+            {
+                title: '好文分类',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: ['/fenlei/:name'],
+                target: '/smzdm/haowen/fenlei/:name',
+            },
+        ],
+        search: [
+            {
+                title: '关键词',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/',
+                target: (_, url) => `/smzdm/keyword/${new URL(url).searchParams.get('s')}`,
+            },
+        ],
+        www: [
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/top',
+            },
+        ],
+        zhiyou: [
+            {
+                title: '用户文章',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/member/:uid/article',
+                target: '/smzdm/article/:uid',
+            },
+            {
+                title: '用户爆料',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/member/:uid/baoliao',
+                target: '/smzdm/baoliao/:uid',
+            },
+        ],
+    },
+};