rsshub 1.0.0-master.fdefa01 → 1.0.0-master.ff1cc11

package/lib/v2/mydrivers/index.js

@@ -0,0 +1,110 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const titles = {
+    '': { '': '最新' },
+    new: { '': '最新' },
+    hot: { '': '最热' },
+    ac: {
+        new: '最新',
+        hot: '最热',
+    },
+    bcid: {
+        801: '电脑',
+        802: '手机',
+        803: '业界',
+        806: '游戏',
+        807: '汽车',
+        809: '影视',
+    },
+    tid: {
+        1000: '科学',
+        1001: '排行',
+        1002: '评测',
+        1003: '一图',
+    },
+    icid: {
+        67: '百度',
+        90: '微软',
+        121: '安卓',
+        136: '华为',
+        140: '魅族',
+        148: 'OPPO',
+        154: '三星',
+        194: 'Xbox',
+        270: '阿里',
+        288: 'VIVO',
+        385: '一加',
+        429: '奔驰',
+        461: '宝马',
+        481: '大众',
+        770: '比亚迪',
+        1193: '特斯拉',
+        6950: 'PS5',
+        7259: '小鹏',
+        7318: '蔚来',
+        9355: '小米',
+        12947: '理想',
+    },
+    cid: {
+        12: '显卡',
+        13: 'CPU',
+        38: '路由器',
+        201: '苹果',
+    },
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? '';
+    const id = ctx.params.id ?? '';
+
+    const rootUrl = 'https://m.mydrivers.com';
+    const currentUrl = `${rootUrl}/${type === '' || type === 'ac' ? 'm/newslist.ashx' : 'newsclass.aspx'}${type ? (id ? `?${type}=${id}` : `?ac=${type}`) : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.newst a')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.ab, .bb').remove();
+
+                item.author = content('.writer').text();
+                item.description = content('#content').html();
+                item.pubDate = timezone(parseDate(content('.news_t1 ul li').eq(1).text().trim(), 'YYYY年MM月DD日 mm:ss'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[type][id]} - 快科技`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/mydrivers/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?/:id?': ['nczitzk'],
+};

package/lib/v2/mydrivers/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'mydrivers.com': {
+        _name: '快科技',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#kuai-ke-ji-xin-wen',
+                source: ['/'],
+                target: '/mydrivers/:type?/:id?',
+            },
+        ],
+    },
+};

package/lib/v2/mydrivers/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?/:id?', require('./index'));
+};

package/lib/v2/mygopen/index.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const label = ctx.params.label ?? '';
+
+    const rootUrl = 'https://www.mygopen.com';
+    const currentUrl = `${rootUrl}${label ? `/search/label/${label}` : ''}`;
+    const apiUrl = `${rootUrl}/feeds/posts/default${label ? `/-/${label}` : ''}?alt=json-in-script&max-results=${ctx.query.limit ? parseInt(ctx.query.limit) : 50}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const items = JSON.parse(response.data.match(/gdata\.io\.handleScriptLoaded\((.*)\);/)[1]).feed.entry.map((item) => ({
+        title: item.title.$t,
+        description: item.content.$t,
+        pubDate: parseDate(item.published.$t),
+        link: item.link.pop().href,
+    }));
+
+    ctx.state.data = {
+        title: `MyGoPen${label ? `: ${label}` : ''}`,
+        link: currentUrl,
+        item: items,
+        description: '詐騙與謠言頻傳的年代，「MyGoPen｜這是假消息」提醒網路使用者隨時要用謹慎懷疑的態度面對網路上的消息。',
+    };
+};

package/lib/v2/mygopen/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:label?': ['nczitzk'],
+};

package/lib/v2/mygopen/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'mygopen.com': {
+        _name: 'MyGoPen',
+        '.': [
+            {
+                title: '分類',
+                docs: 'https://docs.rsshub.app/new-media.html#mygopen-fen-lei',
+                source: ['/search/label/:label', '/'],
+                target: '/mygopen/:label?',
+            },
+        ],
+    },
+};

package/lib/v2/mygopen/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:label?', require('./index'));
+};

package/lib/v2/netease/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/renjian/:category?': ['nczitzk'],
+    '/news/rank/:category?/:type?/:time?': ['nczitzk'],
+};

package/lib/v2/netease/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    '163.com': {
+        _name: '网易',
+        renjian: [
+            {
+                title: '人间',
+                docs: 'https://docs.rsshub.app/new-media.html#wang-yi-xin-wen-ren-jian',
+                source: ['/:category', '/'],
+                target: '/netease/renjian/:category?',
+            },
+        ],
+        news: [
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/.html#',
+                source: ['/:category', '/'],
+                target: '//:category?',
+            },
+        ],
+    },
+};

package/lib/v2/netease/rank.js

@@ -0,0 +1,154 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'http://news.163.com';
+
+const config = {
+    whole: {
+        link: '/special/0001386F/rank_whole.html',
+        title: '全站',
+    },
+    news: {
+        link: '/special/0001386F/rank_news.html',
+        title: '新闻',
+    },
+    entertainment: {
+        link: '/special/0001386F/rank_ent.html',
+        title: '娱乐',
+    },
+    sports: {
+        link: '/special/0001386F/rank_sports.html',
+        title: '体育',
+    },
+    money: {
+        link: 'http://money.163.com/special/002526BH/rank.html',
+        title: '财经',
+    },
+    tech: {
+        link: '/special/0001386F/rank_tech.html',
+        title: '科技',
+    },
+    auto: {
+        link: '/special/0001386F/rank_auto.html',
+        title: '汽车',
+    },
+    lady: {
+        link: '/special/0001386F/rank_lady.html',
+        title: '女人',
+    },
+    house: {
+        link: '/special/0001386F/rank_house.html',
+        title: '房产',
+    },
+    game: {
+        link: '/special/0001386F/game_rank.html',
+        title: '游戏',
+    },
+    travel: {
+        link: '/special/0001386F/rank_travel.html',
+        title: '旅游',
+    },
+    edu: {
+        link: '/special/0001386F/rank_edu.html',
+        title: '教育',
+    },
+};
+
+const timeRange = {
+    hour: {
+        index: 0,
+        title: '1小时',
+    },
+    day: {
+        index: 1,
+        title: '24小时',
+    },
+    week: {
+        index: 2,
+        title: '本周',
+    },
+    month: {
+        index: 3,
+        title: '本月',
+    },
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category || 'whole';
+    const type = ctx.params.type || 'click';
+    const time = ctx.params.time || 'day';
+
+    const cfg = config[category];
+    if (!cfg) {
+        throw Error('Bad category. See <a href="https://docs.rsshub.app/new-media.html#wang-yi-xin-wen-pai-hang-bang">docs</a>');
+    } else if ((category !== 'whole' && type === 'click' && time === 'month') || (category === 'whole' && type === 'click' && time === 'hour') || (type === 'follow' && time === 'hour')) {
+        throw Error('Bad timeRange range. See <a href="https://docs.rsshub.app/new-media.html#wang-yi-xin-wen-pai-hang-bang">docs</a>');
+    }
+
+    const currentUrl = category === 'money' ? cfg.link : `${rootUrl}${cfg.link}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+        responseType: 'buffer',
+    });
+
+    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+
+    const list = $('div.tabContents')
+        .eq(timeRange[time].index + (category === 'whole' ? (type === 'click' ? -1 : 2) : type === 'click' ? 0 : 2))
+        .find('table tbody tr td a')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    const category = item.link.split('.163.com')[0].split('//').pop().split('.').pop();
+                    const link = `https://3g.163.com/${category}/article/${item.link.split('/').pop()}`;
+
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    content('.bot_word').remove();
+                    content('video').each(function () {
+                        content(this).attr('src', content(this).attr('data-src'));
+                    });
+
+                    item.title = content('meta[property="og:title"]').attr('content').replace('_手机网易网', '');
+                    item.pubDate = parseDate(content('meta[property="og:release_date"]').attr('content'));
+                    item.description = content('.content').html();
+                } catch (err) {
+                    return Promise.resolve('');
+                }
+
+                return item;
+            })
+        )
+    );
+
+    for (let i = 0; i < items.length; i++) {
+        if (items[i] === undefined) {
+            items.splice(i, 1);
+        } else if (items[i].title === undefined) {
+            items.splice(i, 1);
+        }
+    }
+
+    ctx.state.data = {
+        title: `网易新闻${timeRange[time].title}${type === 'click' ? '点击' : '跟帖'}榜 - ${cfg.title}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/netease/renjian.js

@@ -0,0 +1,74 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+
+const titles = {
+    texie: '特写',
+    jishi: '记事',
+    daxie: '大写',
+    haodu: '好读',
+    kanke: '看客',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'texie';
+
+    const rootUrl = 'http://renjian.163.com';
+    const currentUrl = `${rootUrl}/special/renjian_${category}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+        responseType: 'buffer',
+    });
+
+    const data = iconv.decode(response.data, 'gbk');
+
+    let items = {};
+
+    const urls = data.match(/url:"(.*)",/g);
+
+    if (urls) {
+        items = urls.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 15).map((item) => ({
+            link: item.match(/url:"(.*)",/)[1],
+        }));
+    } else {
+        const $ = cheerio.load(data);
+
+        items = $('.article h3 a')
+            .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 15)
+            .map((_, item) => {
+                item = $(item);
+                return {
+                    link: item.attr('href'),
+                };
+            })
+            .get();
+    }
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.title = content('h1').text();
+                item.author = content('.author_txt name').text();
+                item.description = content('#endText').html() ?? content('#content').html();
+                item.pubDate = parseDate(content('.pub_time').text() ?? content('.post_info').text().split('来源:')[0].trim());
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `人间 - ${titles[category]} - 网易新闻`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/netease/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/renjian/:category?', require('./renjian'));
+    router.get('/news/rank/:category?/:type?/:time?', require('./rank'));
+};

package/lib/v2/newsmarket/index.js

@@ -0,0 +1,63 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://www.newsmarket.com.tw';
+    const currentUrl = `${rootUrl}${category ? `/blog/category/${category}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.title a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+                pubDate: parseDate(),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('figure img').each(function () {
+                    content(this)
+                        .parent()
+                        .html(`<img src="${content(this).attr('data-src')}">`);
+                });
+
+                content('.inline-post').remove();
+
+                item.author = content('.author-name').text();
+                item.description = content('.entry-content').html();
+                item.pubDate = parseDate(detailResponse.data.match(/"datePublished":"(.*)","dateModified"/)[1]);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/newsmarket/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/newsmarket/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'newsmarket.com.tw': {
+        _name: '上下游News&Market',
+        '.': [
+            {
+                title: '分類',
+                docs: 'https://docs.rsshub.app/new-media.html#shang-xia-you-news-market',
+                source: ['/blog/category/:category', '/'],
+                target: '/newsmarket/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/newsmarket/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/ngocn2/index.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'article';
+
+    const rootUrl = 'https://ngocn2.org';
+    const currentUrl = `${rootUrl}/${category}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.articleroll__article a')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.find('.title').text(),
+                link: `${rootUrl}${item.attr('href')}`,
+                pubDate: parseDate(item.find('.meta').text()),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.gatsby-resp-image-link').each(function () {
+                    content(this).html(`<img src="${content(this).find('img').attr('src')}">`);
+                });
+
+                item.description = content('.article__content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.sectitle__content').text()} - NGOCN`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/ngocn2/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/ngocn2/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ngocn2.org': {
+        _name: 'NGOCN',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#ngocn2-fen-lei',
+                source: ['/'],
+                target: '/ngocn2/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/ngocn2/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/people/liuyan.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const fid = ctx.params.id;
+    const state = ctx.params.state ?? '1';
+
+    const rootUrl = 'http://liuyan.people.com.cn';
+    const currentUrl = `${rootUrl}/threads/list?fid=${fid}#state=${state}`;
+
+    let currentForum;
+
+    const apiResponse = await got({
+        method: 'post',
+        url: `${rootUrl}/threads/queryThreadsList`,
+        form: {
+            fid,
+            state,
+            lastItem: 0,
+        },
+    });
+
+    const list = apiResponse.data.responseData.map((item) => ({
+        title: item.subject,
+        author: item.nickName,
+        link: `${rootUrl}/threads/content?tid=${item.tid}`,
+        pubDate: parseDate(item.threadsCheckTime * 1000),
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.content').html();
+                currentForum = currentForum ?? content('#currentForum').text();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${currentForum} - 领导留言板 - 人民网`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/people/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/liuyan/:id/:state?': ['nczitzk'],
+};