rsshub 1.0.0-master.f7add90 → 1.0.0-master.f7bfacc

package/lib/routes/aisixiang/utils.js

@@ -1,39 +0,0 @@
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-
-const ProcessFeed = async (link) => {
-    const id = link.split('/').pop().split('.')[0];
-
-    let response;
-    response = await got.get(`http://www.aisixiang.com/data/view_json.php?id=${id}`, {
-        responseType: 'json',
-    });
-    const description = response.data.content;
-
-    link = `http://www.aisixiang.com${link}`;
-    response = await got.get(link, {
-        responseType: 'buffer',
-    });
-
-    response.data = iconv.decode(response.data, 'gbk');
-
-    const $ = cheerio.load(response.data);
-
-    const title = $('.show_text > h3').text();
-
-    const pubDate = date($('.show_text > .info').text().split('：').pop(), 8);
-
-    return {
-        title: title.split('：')[1] || title,
-        author: title.split('：')[0] || '',
-        description,
-        pubDate,
-        link,
-    };
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/cneb/guoneinews.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const list = (
-        await got({
-            method: 'get',
-            url: 'http://www.cneb.gov.cn/guoneinews/guoneidata/',
-        })
-    ).data.rollData.slice(0, 50);
-
-    const items = list.map((item) => {
-        const single = {
-            title: item.title,
-            description: item.description,
-            pubDate: new Date(item.dateTime + ' UTC+08:00').toString(),
-            link: item.url,
-        };
-        return single;
-    });
-
-    ctx.state.data = {
-        title: '国内新闻_国家应急广播网',
-        link: 'http://www.cneb.gov.cn/guoneinews/',
-        description: '国家应急广播',
-        item: items,
-    };
-};

package/lib/routes/cneb/yjxx.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const warningMessagesJsonp = (
-        await got({
-            method: 'get',
-            url: 'http://uc.cneb.gov.cn:8080/getWarningMessages?callback=func&start=0&pagetype=PAGE1409368873582889&rows=100&_=' + +new Date(),
-        })
-    ).data.trim();
-
-    let warningMessages = [];
-
-    try {
-        const jsonString = warningMessagesJsonp.slice(5, -1);
-        warningMessages = JSON.parse(jsonString).docs;
-    } catch (error) {
-        // console.error(error);
-    }
-
-    const items = warningMessages.map((item) => {
-        const single = {
-            title: item.title,
-            description: item.content,
-            pubDate: new Date(item.publishdate + ' UTC+08:00').toString(),
-            link: item.url,
-        };
-        return single;
-    });
-
-    ctx.state.data = {
-        title: '预警信息_国家应急广播网',
-        link: 'http://www.cneb.gov.cn/yjxx/',
-        description: '国家应急广播',
-        item: items,
-    };
-};

package/lib/routes/futunn/highlights.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const link = `https://news.futunn.com/main`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const contents = $('script:not([src]):contains("window._params")');
-    const params = contents.html().trim().slice(17, -1);
-
-    const newslist = JSON.parse(params).preList;
-
-    const out = await Promise.all(
-        newslist
-            .filter((info) => {
-                const url = new URL(info.url);
-                if (url.hostname !== 'news.futunn.com') {
-                    // ignore videos.futunn.com
-                    return false;
-                } else if (url.searchParams.get('src') !== '3') {
-                    // ignore src=12 redirecting to mp.weixin.qq.com
-                    return false;
-                }
-                return true;
-            })
-            .map((info) =>
-                ctx.cache.tryGet(info.url, async () => {
-                    const response = await got({
-                        url: info.url,
-                        method: 'get',
-                        headers: {
-                            Referer: link,
-                        },
-                    });
-
-                    const $ = cheerio.load(response.data);
-                    const description = $('div.newsDetailBox div.main div.inner').html();
-                    const date = $('div.timeBar').children().remove().end().text().trim();
-
-                    info.link = info.url;
-                    info.description = description;
-                    info.pubDate = timezone(parseDate(date, 'YYYY/MM/DD HH:mm'), +8);
-
-                    return info;
-                })
-            )
-    );
-
-    ctx.state.data = {
-        title: `富途牛牛要闻`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/icable/category.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const timezone = require('@/utils/timezone');
-
-function desc(item, option) {
-    if (option === 'withphoto') {
-        return `<img src="${item.pic_url}"><p>${item.desc}</p>`;
-    } else if (option === 'plain') {
-        return item.desc;
-    } else {
-        throw Error(`Invalid option ‘<code>${option}</code>’. Please refer to <a href="https://docs.rsshub.app/traditional-media.html#i-cable-you-xian-xin-wen">the documention</a>.`);
-    }
-}
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const option = ctx.params.option || 'withphoto';
-
-    const response = await got({
-        method: 'get',
-        url: `http://cablenews.i-cable.com/ci/news/listing/api`,
-        headers: {
-            Referer: `http://cablenews.i-cable.com/ci/news/listing`,
-        },
-    });
-
-    const data = response.data;
-    let result;
-    let feedTitle;
-    if (category === 'all') {
-        result = data;
-        feedTitle = 'i-CABLE 即時新聞';
-    } else if (category === 'local') {
-        result = data.filter((w) => w.group_id === '128');
-        feedTitle = '港聞 - i-CABLE 即時新聞';
-    } else if (category === 'international') {
-        result = data.filter((w) => w.group_id === '136');
-        feedTitle = '兩岸國際 - i-CABLE 即時新聞';
-    } else if (category === 'china') {
-        result = data.filter((w) => w.group_id === '18');
-        feedTitle = '有線中國組 - i-CABLE 即時新聞';
-    } else if (category === 'sports') {
-        result = data.filter((w) => w.group_id === '321');
-        feedTitle = '體育 - i-CABLE 即時新聞';
-    } else {
-        throw Error(`Invalid category ‘<code>${category}</code>’. Please refer to <a href="https://docs.rsshub.app/traditional-media.html#i-cable-you-xian-xin-wen">the documention</a>.`);
-    }
-
-    const items = result.map((item) => ({
-        title: item.title,
-        author: '有線新聞',
-        category: item.group_name,
-        description: desc(item, option),
-        pubDate: timezone(new Date(String(item.created_at)), +8),
-        guid: item.id,
-        link: `http://cablenews.i-cable.com/ci/news/article/37/${item.id}`,
-    }));
-
-    ctx.state.data = {
-        title: feedTitle,
-        link: 'http://cablenews.i-cable.com/ci/news/listing',
-        description: '有線新聞 - 走在事實最前線',
-        item: items,
-    };
-};

package/lib/routes/notefolio/index.js

@@ -1,67 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const caty = ctx.params.caty || 'all';
-    const order = ctx.params.order || 'pick';
-    const time = ctx.params.time || 'all';
-    const query = ctx.params.query || '';
-
-    const rootUrl = `https://notefolio.net/?work_categories=${caty === 'all' ? '' : caty}&order=${order}&from=${time}&q=${query}`;
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    $('div.mobile-category-order').remove();
-
-    const list = $('div.work-list div.work-list-item')
-        .slice(0, 5)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a.go-to-work-info').eq(0);
-            return {
-                title: item.find('div.title').text(),
-                link: `https://notefolio.net${a.attr('href')}`,
-                author: item.find('span.go-profile-area').text(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = '<ul>';
-
-                content('li.block-image a img').each((_, i) => {
-                    i = content(i);
-                    item.description += `<li><img src="${i.attr('src')}"></li>`;
-                });
-
-                content('li.block-video iframe').each((_, i) => {
-                    i = content(i);
-                    item.description += `<li><iframe src="${i.attr('src')}"></li>`;
-                });
-
-                item.description += `<li>${content('li.block-text').html()}</li></ul>`;
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/rss3/blog.js

@@ -1,46 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://blog.rss3.io';
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('h1 a')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.post-content').html();
-                item.pubDate = Date.parse(content('small time').attr('datetime'));
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'Blog - RSS3',
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/sina/chuangshiji.js

@@ -1,38 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const url = 'http://feed.sina.com.cn/api/roll/get?pageid=402&lid=2559&num=20&versionNumber=1.2.8&page=1&encode=utf-8';
-
-module.exports = async (ctx) => {
-    const response = await got.get(url);
-    const list = response.data.result.data;
-
-    const out = await Promise.all(
-        list.map(async (data) => {
-            const title = data.title;
-            const date = data.intime * 1000;
-            const link = data.url;
-
-            const description = await ctx.cache.tryGet(`sina-chuangshiji: ${link}`, async () => {
-                const response = await got.get(link);
-                const $ = cheerio.load(response.data);
-
-                return $('.blkContainerSblkCon').html();
-            });
-
-            const single = {
-                title,
-                link,
-                description,
-                pubDate: new Date(date).toUTCString(),
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '新浪专栏-创事记',
-        link: 'https://tech.sina.com.cn/chuangshiji',
-        item: out,
-    };
-};

package/lib/routes/sina/discovery.js

@@ -1,52 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const link = 'https://tech.sina.com.cn/discovery/';
-const api = 'https://feed.sina.com.cn/api/roll/get?pageid=207&num=10&versionNumber=1.2.4&page=1&encode=utf-8&lid=';
-
-const map = new Map([
-    ['zx', { title: '最新', id: '1795' }],
-    ['twhk', { title: '天文航空', id: '1796' }],
-    ['dwzw', { title: '动物植物', id: '1797' }],
-    ['zrdl', { title: '自然地理', id: '1798' }],
-    ['lskg', { title: '历史考古', id: '1799' }],
-    ['smyx', { title: '生命医学', id: '1800' }],
-    ['shbk', { title: '生活百科', id: '1801' }],
-    ['kjqy', { title: '科技前沿', id: '1802' }],
-]);
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const id = map.get(type).id;
-    const title = map.get(type).title;
-
-    const api_url = api + id;
-    const response = await got.get(api_url);
-    const list = response.data.result.data;
-
-    const out = await Promise.all(
-        list.map(async (data) => {
-            const title = data.title;
-            const date = data.intime * 1000;
-            const itemUrl = data.url;
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const description = $('.article').html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(date).toUTCString(),
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-新浪科技科学探索`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/sina/finance.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = 'http://feed.sina.com.cn/api/roll/get?pageid=155&lid=1686&num=20&versionNumber=1.2.8&page=1&encode=utf-8';
-    const response = await got.get(url);
-    const list = response.data.result.data;
-
-    const out = await Promise.all(
-        list.map(async (data) => {
-            const title = data.title;
-            const date = data.intime * 1000;
-            const link = data.url;
-
-            const description = await ctx.cache.tryGet(`sina-finance: ${link}`, async () => {
-                const response = await got.get(link);
-                const $ = cheerio.load(response.data);
-
-                return $('#artibody').html();
-            });
-
-            const single = {
-                title,
-                link,
-                description,
-                pubDate: new Date(date).toUTCString(),
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '新浪财经－国內',
-        link: 'http://finance.sina.com.cn/china/',
-        item: out,
-    };
-};

package/lib/routes/sina/rollnews.js

@@ -1,41 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const response = await got(`https://feed.mix.sina.com.cn/api/roll/get?pageid=372&lid=2431&k=&num=50&page=1&r=${Math.random()}&callback=&_=${new Date().getTime()}`, {
-        headers: {
-            Referer: 'https://tech.sina.com.cn/',
-        },
-    });
-    const list = response.data.result.data;
-
-    const out = await Promise.all(
-        list.map(async (data) => {
-            const title = data.title;
-            const date = data.intime * 1000;
-            const link = data.url;
-
-            const description = await ctx.cache.tryGet(`sina-rollnews: ${link}`, async () => {
-                const response = await got.get(link);
-                const $ = cheerio.load(response.data);
-
-                return $('.article').html();
-            });
-
-            const single = {
-                title,
-                link,
-                description,
-                pubDate: parseDate(date),
-            };
-            return single;
-        })
-    );
-
-    ctx.state.data = {
-        title: '新浪科技滚动新闻',
-        link: 'https://tech.sina.com.cn/roll/rollnews.shtml#pageid=372&lid=2431&k=&num=50&page=1',
-        item: out,
-    };
-};

package/lib/routes/sina/sports.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    ctx.params.type = ctx.params.type || 'volley';
-
-    let currentUrl = `https://sports.sina.com.cn/others/${ctx.params.type}.shtml`,
-        query = 'ul.list2 li a';
-
-    if (ctx.params.type === 'ufc') {
-        currentUrl = 'http://roll.sports.sina.com.cn/s_ufc_all/index.shtml';
-        query = '#d_list ul li span a';
-    }
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $(query)
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('#artibody').html();
-                item.title = content('meta[property="og:title"]').attr('content');
-                item.pubDate = new Date(content('meta[property="article:published_time"]').attr('content')).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('title').text().split('_')[0]} - 新浪体育`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/universities/wtu/index.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-
-const apiUrl = 'http://ehall.wtu.edu.cn/wtu/api/queryBulletinListByConditional.do?pageNum=1&pageSize=8&columnId=';
-const listUrl = 'http://ehall.wtu.edu.cn/new/list.html?type=';
-const psgUrl = 'http://ehall.wtu.edu.cn/new/detail-word.html?';
-const map = new Map([
-    [1, { title: '通知公告', type: '2', id: '1994a3b58bef4ee887e1efc19881decd' }],
-    [2, { title: '教务信息', type: '5', id: '36d47fcd3e774f289adfef1d93138a9d' }],
-    [3, { title: '科研动态', type: '3', id: '48e8abfb983b4e4486b69feacad1dc1b' }],
-]);
-
-module.exports = async (ctx) => {
-    const typein = Number.parseInt(ctx.params.type);
-    const title = map.get(typein).title;
-    const columnId = map.get(typein).id;
-    const type = map.get(typein).type;
-    const res = await got({
-        method: 'get',
-        url: `${apiUrl}${columnId}`,
-    });
-    const res_json = res.data.bulletinList;
-
-    ctx.state.data = {
-        title: `${title} - 武汉纺织大学信息门户`,
-        link: `${listUrl}${type}`,
-        description: `${title} - 武汉纺织大学信息门户`,
-        item: res_json.map((item) => ({
-            title: item.TITLE,
-            description: item.TITLE,
-            pubDate: new Date(item.CREATE_TIME).toUTCString(),
-            link: `${psgUrl}type=${type}?bulletinId=${item.WID}`,
-        })),
-    };
-};