rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f812e91

package/lib/routes/qlwb/city.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const config = {
-    linyi: 'http://linyi.qlwb.com.cn/yaowen/',
-    dezhou: 'http://dezhou.qlwb.com.cn/yaowen/',
-    weihai: 'http://jrwh.qlwb.com.cn/yaowen/',
-    zaozhuang: 'http://jrzz.qlwb.com.cn/yw/',
-    zibo: 'http://jrzb.qlwb.com.cn/yw/',
-    yantai: 'http://yantai.qlwb.com.cn/yantai/yaowen/',
-    weifang: 'http://jrwf.qlwb.com.cn/xw/',
-    heze: 'http://jrhz.qlwb.com.cn/jjhz/',
-    rizhao: 'http://jrrz.qlwb.com.cn/fbh/',
-    taishan: 'http://taian.qlwb.com.cn/fabu/',
-    liaocheng: 'http://www.qlwb.com.cn/news/sqds/liaocheng/',
-    jining: 'http://jryh.qlwb.com.cn/jiningxinwen/',
-};
-
-module.exports = async (ctx) => {
-    const newsUrl = config[ctx.params.city];
-
-    const response = await got({
-        method: 'get',
-        url: newsUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('ul.list.list-point li a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: newsUrl,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const res = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(res.data);
-                    item.description = content('div.article-content').html();
-                    item.pubDate = new Date(content('span.date').text() + ' GMT+8').toUTCString();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/qlwb/news.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const newsUrl = 'http://news.qlwb.com.cn/news/';
-    const response = await got({
-        method: 'get',
-        url: newsUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('ul.list.list-point li a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: newsUrl,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const res = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(res.data);
-                    item.description = content('div.article-content').html();
-                    item.pubDate = new Date(content('span.date').text() + ' GMT+8').toUTCString();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/questmobile/report.js

@@ -1,121 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const categories = {
-    0: '全部行业',
-    10: '移动视频',
-    1: '移动社交',
-    2: '移动购物',
-    17: '系统工具',
-    21: '新闻资讯',
-    11: '移动音乐',
-    5: '生活服务',
-    16: '数字阅读',
-    4: '汽车服务',
-    12: '拍摄美化',
-    8: '旅游服务',
-    22: '健康美容',
-    23: '医疗服务',
-    14: '教育学习',
-    3: '金融理财',
-    9: '办公商务',
-    19: '智能设备',
-    20: '手机游戏',
-    26: '出行服务',
-    29: '内容平台',
-};
-
-const labels = {
-    0: '全部标签',
-    75: '5G',
-    74: '双十一',
-    73: '直播带货',
-    72: '电商平台',
-    71: '新蓝领',
-    70: '市场竞争',
-    69: 'KOL',
-    68: '品牌营销',
-    67: '互联网研究',
-    66: '广告效果',
-    65: '媒介策略',
-    64: 'App和小程序',
-    63: 'App增长',
-    62: '小程序数据',
-    61: '移动大数据',
-    60: '互联网报告',
-    59: '数据报告',
-    58: '互联网数据',
-    57: '智能终端',
-    56: '小程序',
-    55: '私域流量',
-    54: '运动消费',
-    53: '用户争夺',
-    52: '运动健身',
-    48: '新消费',
-    42: '增长模式',
-    41: '下沉',
-    36: '新中产',
-    31: '银发族',
-    30: '粉丝经济',
-    29: '泛娱乐',
-    28: '网购少女',
-    27: '二次元',
-    26: '兴趣圈层',
-    25: '大学生',
-    23: '广告营销',
-    22: 'Z世代',
-    18: '付费用户',
-    17: '精细化运营',
-    14: '00后',
-    11: '90后',
-    10: '春节报告',
-    9: '低幼经济',
-    7: '季度报告',
-    6: '年度报告',
-    5: '全景生态',
-    2: '消费者洞察',
-};
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '0';
-    const label = ctx.params.label || '0';
-
-    const rootUrl = 'https://www.questmobile.com.cn';
-    const currentUrl = `${rootUrl}/api/v1/research/reports?categoryId=${category}&labelId=${label}&version=0&currentPage=1&limit=15`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const list = response.data.data.map((item) => ({
-        title: item.title,
-        pubDate: Date.parse(item.publishTime),
-        link: `${rootUrl}/research/report-new/${item.id}/`,
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('img[_ngcontent-c11]').each(function () {
-                    content(this).attr('alt', '');
-                });
-
-                item.description = content('.text').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${categories[category]}, ${labels[label]} - 行业研究报告 - QuestMobile`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/sbs/chinese.js

@@ -1,70 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id ?? 'news';
-    const dialect = ctx.params.dialect ?? 'mandarin';
-    const category = ctx.params.category ?? 'news';
-    const language = ctx.params.language ?? dialect === 'mandarin' ? 'zh-hans' : 'zh-hant';
-
-    const rootUrl = 'https://www.sbs.com.au';
-    const currentUrl = `${rootUrl}/language/${dialect}/${category === 'podcast' ? `${language}/podcast/${id}` : `${id}/${language}`}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.headline, .audio-playlist__item-more')
-        .find('a')
-        .map((_, item) => {
-            item = $(item);
-
-            return {
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                content('.block__container').remove();
-
-                const audio = content('a[download]')?.attr('href') ?? '';
-                const image = content('meta[itemprop="image"]')?.attr('content').split('/crop/')[0] ?? '';
-
-                item.title = content('meta[property="og:title"]').attr('content');
-                item.author = content('.article__meta-author').text().trim().replace('By', '');
-                item.pubDate = parseDate(content('meta[itemprop="datePublished"]').attr('content'));
-                item.description = `${image ? `<img src="${image}"><br>` : ''}${audio ? `<audio src="${audio}" controls></audio><br>` : ''}${content('.text-body').html()}`;
-
-                if (audio) {
-                    item.itunes_item_image = image;
-                    item.enclosure_url = audio;
-                    item.enclosure_type = 'audio/mpeg';
-                }
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('meta[property="og:title"]').attr('content')} - SBS中文`,
-        link: currentUrl,
-        item: items,
-        itunes_author: 'SBS中文',
-        image: `${rootUrl}/language/img/logos/in-language/logo_chinese.svg`,
-    };
-};

package/lib/routes/sixthtone/news.js

@@ -1,52 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const parser = require('@/utils/rss-parser');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://www.sixthtone.com/rss');
-
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-
-        // 移除广告等内容
-        $('[class*="advertise-"]').remove();
-
-        // 提取内容
-        return $('.content').html();
-    };
-
-    const items = await Promise.all(
-        feed.items.map(async (item) => {
-            const link = 'https:' + item.link.match(/\/\/www.sixthtone.com\/news\/\d+\//g)[0];
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: link,
-            });
-
-            const description = ProcessFeed(response.data);
-
-            const single = {
-                title: item.title,
-                description,
-                pubDate: item.pubDate,
-                link,
-                author: item.author,
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/socialbeta/hunt.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `http://hunt.socialbeta.com/`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('div.ml64')
-        .slice(0, 50)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                description: item.find('div.content').text(),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: 'SocialBeta - 案例',
-        link: currentUrl,
-        item: list,
-    };
-};

package/lib/routes/soomal/topics.js

@@ -1,130 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const iconv = require('iconv-lite');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const lang = ctx.params.language;
-
-    let index_url;
-    let character_set;
-    switch (lang) {
-        case 'zh_tw':
-            index_url = 'http://www.soomal.com/doc/index201000_0001_00.htm';
-            character_set = 'big5';
-            break;
-        case 'en':
-            index_url = 'http://eng.soomal.com/edoc/index101000_0001_00.htm';
-            character_set = 'ISO-8859-5';
-            break;
-        default:
-            index_url = 'http://www.soomal.com/doc/index101000_0001_00.htm';
-            character_set = 'gbk';
-            break;
-    }
-
-    let category_list;
-    let url_list;
-
-    const category_url = await ctx.cache.tryGet([lang, category], async () => {
-        const front_page = await got.get(index_url, {
-            responseType: 'buffer',
-        });
-
-        const front_data = iconv.decode(front_page.data, character_set);
-
-        const $ = cheerio.load(front_data);
-        if (lang !== 'en') {
-            const container_list = $('div.container.cf').slice(0, 2);
-            category_list = container_list
-                .find('ul.ul-reset')
-                .find('h3')
-                .children()
-                .get()
-                .map((item) => $(item).text());
-            url_list = container_list
-                .find('ul.ul-reset')
-                .find('h3')
-                .children()
-                .get()
-                .map((item) => $(item).attr('href'));
-        } else {
-            category_list = $('div.menu')
-                .find('a')
-                .get()
-                .map((item) => $(item).text());
-            url_list = $('div.menu')
-                .find('a')
-                .get()
-                .map((item) => $(item).attr('href'));
-        }
-
-        return url.resolve(index_url, url_list[category_list.indexOf(category)]);
-    });
-
-    const response = await got.get(category_url, {
-        responseType: 'buffer',
-    });
-
-    const data = iconv.decode(response.data, character_set);
-    const $ = cheerio.load(data);
-
-    const list = $('div.item')
-        .find('div.title')
-        .children('a')
-        .get()
-        .map((item) => url.resolve(category_url, $(item).attr('href')));
-
-    const out = await Promise.all(
-        list.map(async (link) => {
-            const [title, author, pubDate, description] = await ctx.cache.tryGet(link, async () => {
-                const response = await got.get(link, {
-                    responseType: 'buffer',
-                });
-
-                const data = iconv.decode(response.data, character_set);
-                const $ = cheerio.load(data);
-
-                let [title, author, pubDate, description] = '';
-                if (lang !== 'en') {
-                    title = $('div.titlebox').find('div.title').text();
-                    author = $('div.titlebox').find('div.info').children('a').text();
-                    pubDate = Date.parse(
-                        $('div.titlebox')
-                            .find('div.info')
-                            .text()
-                            .match(/\d{4}([.\-/ ])\d{2}\1\d{2}\s\d{2}[:]\d{2}[:]\d{2}/)[0]
-                    );
-
-                    $('div.toolbar,div.grade').remove();
-                    description = $('div.Doc').html();
-                } else {
-                    title = $('div.titlebox').find('div.title').text();
-                    author = $('div.titlebox').find('div.infobox').children('a').text();
-                    pubDate = new Date();
-
-                    $('div.grade').remove();
-                    description = $('div.textbox').html();
-                }
-
-                return [title, author, pubDate, description];
-            });
-
-            const item = {
-                title,
-                description,
-                pubDate,
-                link,
-                author,
-            };
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: 'Soomal.com - ' + category,
-        link: category_url,
-        item: out,
-    };
-};

package/lib/routes/tam/forecast.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://www.tam.museum';
-    const currentUrl = `${rootUrl}/astronomy/forecast.php?lang=tw`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-        https: {
-            rejectUnauthorized: false,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('#sample_2 a[title]')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}/astronomy/${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                    https: {
-                        rejectUnauthorized: false,
-                    },
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.content_detail').html();
-                item.pubDate = new Date(detailResponse.data.match(/<label>公告日期 : <\/label> (\d{4}-\d{2}-\d{2})/)[1]).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/tanwu/products.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://api.tanwuapp.com/iOS/2.0.0/products?rentType=0&pageSize=1000&pageNum=1&clientType=web:h5',
-    });
-
-    const data = response.data.details.allProductList.data;
-
-    ctx.state.data = {
-        title: '探物',
-        link: 'https://m.tanwuapp.com',
-        description: '探物是一个科技数码产品租赁平台，旨在把市面上最新、最酷、最实用的科技产品带去给用户，传播科技便捷生活、共享丰富生活的价值理念。',
-        item: data.map(({ productName, productImageSrc, productRent, rentUnit, productId, appraiseAvgScore }) => ({
-            title: productName,
-            link: `https://m.tanwuapp.com/?source=mobile#/productDetails?productId=${productId}`,
-            description: `
-          <img src="${productImageSrc}"><br>
-          <strong>${productName}</strong><br><br>
-          价格: ￥${productRent} / ${rentUnit}<br>
-          评分: ${appraiseAvgScore}
-        `,
-            guid: productId,
-        })),
-    };
-};

package/lib/routes/tencent/guyu/channel.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const map = new Map([
-    ['lab', { title: '谷雨实验室', link: 'https://news.qq.com/guyu/huizong/hz_lab.htm', channelid: 498 }],
-    ['report', { title: '谷雨报道', link: 'https://news.qq.com/guyu/huizong/hz_report.htm', channelid: 500 }],
-    ['story', { title: '谷雨故事', link: 'https://gy.qq.com/hz_story.html', channelid: 332 }],
-    ['shalong', { title: '谷雨沙龙', link: 'https://news.qq.com/guyu/huizong/hz_shalong.htm', channelid: 542 }],
-]);
-
-module.exports = async (ctx) => {
-    const type = ctx.params.name;
-    const title = map.get(type).title;
-    const channelid = map.get(type).channelid;
-    const link = map.get(type).link;
-
-    const api = `https://i.match.qq.com/ninjayc/guyu?action=guyu&channelid=${channelid}&p=0&num=10`;
-    const response = await got({
-        method: 'get',
-        url: api,
-        headers: { Referer: link },
-    });
-    const list = response.data.data;
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.n_short_title;
-            const date = info.n_publishtime;
-            const itemUrl = info.n_url;
-            const author = info.name;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl, {
-                responseType: 'buffer',
-            });
-
-            response.data = iconv.decode(response.data, 'gbk');
-
-            const $ = cheerio.load(response.data);
-            const description = $('div.articleContent').html().replace(/src="/g, `src="https:`);
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                author,
-                pubDate: new Date(date).toUTCString(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link,
-        item: out,
-    };
-};