rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/routes/eagle/changelog.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let language = ctx.params.language;
-    let changelog = '';
-
-    // 如果为空或选项以外的值，则设置默认值
-    if (language === undefined || !(language === 'tw' || language === 'en')) {
-        language = 'cn';
-        changelog = '更新日志';
-    }
-    if (language === 'tw') {
-        changelog = '更新日誌';
-    }
-    if (language === 'en') {
-        changelog = 'Release Notes';
-    }
-
-    // 发起 HTTP GET 请求
-    const response = await got({
-        method: 'get',
-        url: `https://${language}.eagle.cool/changelog`,
-        headers: {
-            Referer: `https://${language}.eagle.cool/`,
-        },
-    });
-
-    // 使用 cheerio 加载返回的 HTML
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const list = $('.version');
-
-    ctx.state.data = {
-        // 源标题
-        title: `Eagle ${changelog}`,
-        // 源链接
-        link: `https://${language}.eagle.cool/changelog`,
-        // 源说明
-        description: `Eagle ${changelog}`,
-
-        // 遍历此前获取的数据
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    // 对获取的日期进行格式化处理
-                    function getDate() {
-                        const str = item.find('.date').text();
-                        let date = '';
-                        if (language === 'cn' || language === 'tw') {
-                            const patt = /[0-9]\d*/g;
-                            let result;
-                            while ((result = patt.exec(str)) !== null) {
-                                date += result + '-';
-                            }
-                            date = date.replace(/-$/g, '');
-                        } else if (language === 'en') {
-                            date = str.replace(/RELEASED/g, '');
-                        }
-                        return date;
-                    }
-
-                    return {
-                        title: item.find('.ver').text(),
-                        description: item.find('.logs').html(),
-                        link: `https://${language}.eagle.cool/changelog`,
-                        pubDate: new Date(getDate()).toUTCString(),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/eastday/sh.js

@@ -1,62 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const logger = require('@/utils/logger');
-
-module.exports = async (ctx) => {
-    const domain = 'http://wap.eastday.com';
-
-    const response = await got({
-        method: 'post',
-        url: `https://apin.eastday.com/api/news/list`,
-        json: {
-            channelId: '15',
-            currentPage: 1,
-            pageSize: 20,
-            appId: '190504',
-            deviceId: '00000000',
-            version: '0.0.0.2',
-        },
-    });
-
-    const result = await Promise.all(
-        response.data.list.map(async (item) => {
-            const link = item.url;
-            const entity = {
-                title: item.title,
-                description: item.abstracts + '...',
-                pubDate: new Date(item.time).toUTCString(),
-                link,
-            };
-
-            try {
-                const cacheKey = `eastday_sh_${link}`;
-                // 判断缓存中是否存在
-                const cacheValue = await ctx.cache.get(cacheKey);
-                if (cacheValue) {
-                    entity.description = cacheValue;
-                } else {
-                    const article = await got({
-                        method: 'get',
-                        url: link,
-                    });
-                    // 解析html内容
-                    const $ = cheerio.load(article.body);
-                    const content = $('.article_wrapper .mainLayer .content').html() || $('.contentBox .article .detail').html();
-                    // 存放到缓存区
-                    ctx.cache.set(cacheKey, content);
-                    entity.description = content;
-                }
-            } catch (error) {
-                logger.error(error);
-            }
-
-            return entity;
-        })
-    );
-
-    ctx.state.data = {
-        title: `东方网-上海`,
-        link: `${domain}/wap/sh.html`,
-        item: result,
-    };
-};

package/lib/routes/eastmoney/user.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    const response = await got({
-        method: 'get',
-        headers: {
-            Accept: '*/*',
-            Host: 'i.eastmoney.com',
-            'Accept-Encoding': 'gzip, deflate, br',
-            'Cache-Control': 'no-cache',
-        },
-        url: `https://i.eastmoney.com/api/ta/UserPostList?p=1&ps=20&uid=${uid}`,
-    });
-
-    const data = response.data.data.re;
-    const username = data[0].post_user.user_nickname;
-
-    ctx.state.data = {
-        title: `天天基金-${username}的主页`,
-        link: `https://i.eastmoney.com//${uid}`,
-        description: `${username} 的 动态`,
-        item: data.map((item) => ({
-            title: item.post_title,
-            description: item.post_content,
-            pubDate: item.post_display_time,
-            link: `http://guba.eastmoney.com/news,${item.code_name},${item.post_id}.html`,
-        })),
-    };
-};

package/lib/routes/ehentai/ehapi.js

@@ -1,134 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const config = require('@/config').value.ehentai;
-
-const headers = {};
-const has_cookie = config.ipb_member_id && config.ipb_pass_hash && config.sk;
-if (has_cookie) {
-    const { ipb_member_id, ipb_pass_hash, sk } = config;
-    headers.cookie = `ipb_member_id=${ipb_member_id};ipb_pass_hash=${ipb_pass_hash};sk=${sk}`;
-}
-
-function ehgot(url) {
-    return got({ method: 'get', url: `https://e-hentai.org/${url}`, headers });
-}
-
-async function parsePage(cache, data, get_bittorrent = false) {
-    const $ = cheerio.load(data);
-    const table = $('table[class="itg gltc"] tbody');
-    if (!table) {
-        return [];
-    }
-
-    async function parseTableRow(cache, element) {
-        const el = $(element);
-        const el_a = el.find('td[class="gl3c glname"] a');
-        const el_img = el.find('td.gl2c div.glthumb div img');
-        const title = el_a.find('div.glink').html();
-        const thumbnail = el_img.attr('data-src') ? el_img.attr('data-src') : el_img.attr('src');
-        const description = `<img src='${thumbnail}'>`;
-        const pubDate = el.find('div[id^="posted_"]').html();
-        const link = el_a.attr('href');
-        if (title && link) {
-            const item = { title, description, pubDate, link };
-            if (get_bittorrent) {
-                const el_down = el.find('td.gl2c div div.gldown');
-                const bittorrent_page_url = el_down.find('a').attr('href');
-                if (bittorrent_page_url) {
-                    const bittorrent_url = await getBittorrent(cache, bittorrent_page_url);
-                    if (bittorrent_url) {
-                        item.enclosure_url = bittorrent_url;
-                        item.enclosure_type = 'application/x-bittorrent';
-                        item.bittorrent_page_url = bittorrent_page_url;
-                    }
-                }
-            }
-            return item;
-        }
-    }
-
-    const item_Promises = [];
-    table.children('tr').each((index, element) => {
-        item_Promises.push(parseTableRow(cache, element));
-    });
-    const items_with_null = await Promise.all(item_Promises);
-
-    const items = [];
-    for (const item of items_with_null) {
-        if (item) {
-            items.push(item);
-        }
-    }
-    return items;
-}
-
-let p = '';
-
-function getBittorrent(cache, bittorrent_page_url) {
-    return cache.tryGet(bittorrent_page_url, async () => {
-        try {
-            const response = await got({ method: 'get', url: bittorrent_page_url, headers });
-            const $ = cheerio.load(response.data);
-            const el_forms = $('form').get();
-            let bittorrent_url = undefined;
-            for (const el_form of el_forms) {
-                const el_a = $(el_form).find('a');
-                const onclick = el_a.attr('onclick');
-                if (onclick) {
-                    const match = onclick.match(/'(.*?)'/);
-                    if (match) {
-                        bittorrent_url = match[1];
-                        const match_p = bittorrent_url.match(/torrent\?p=(.*?)$/);
-                        if (match_p) {
-                            p = match_p[1];
-                        }
-                        break;
-                    }
-                }
-            }
-            return bittorrent_url;
-        } catch {
-            return undefined;
-        }
-    });
-}
-
-function updateBittorrent_url(cache, items) {
-    // 下种子文件需要动态密码，密码每几次请求就更新一次
-    for (const item of items) {
-        if (item.enclosure_url) {
-            item.enclosure_url = item.enclosure_url.replace(/torrent\?p=.*$/, `torrent?p=${p}`);
-            cache.set(item.bittorrent_page_url, item.enclosure_url);
-        }
-    }
-    return items;
-}
-
-async function gatherItemsByPage(cache, url, get_bittorrent = false) {
-    const response = await ehgot(url);
-    const items = await parsePage(cache, response.data, get_bittorrent);
-    return updateBittorrent_url(cache, items);
-}
-
-async function getFavoritesItems(cache, page, favcat, inline_set, get_bittorrent = false) {
-    const response = await ehgot(`favorites.php?favcat=${favcat}&inline_set=${inline_set}`);
-    if (parseInt(page) === 0) {
-        const items = await parsePage(cache, response.data, get_bittorrent);
-        return updateBittorrent_url(cache, items);
-    }
-    return gatherItemsByPage(cache, `favorites.php?page=${page}&favcat=${favcat}`, get_bittorrent);
-}
-
-function getSearchItems(cache, params, page = undefined, get_bittorrent = false) {
-    if (page) {
-        return gatherItemsByPage(cache, `?page=${page}&${params}`, get_bittorrent);
-    } else {
-        return gatherItemsByPage(cache, `?${params}`, get_bittorrent);
-    }
-}
-
-function getTagItems(cache, tag, page, get_bittorrent = false) {
-    return gatherItemsByPage(cache, `tag/${tag}/${page}`, get_bittorrent);
-}
-
-module.exports = { getFavoritesItems, getSearchItems, getTagItems };

package/lib/routes/ehentai/favorites.js

@@ -1,19 +0,0 @@
-const EhAPI = require('./ehapi');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    if (!config.ehentai || !config.ehentai.ipb_member_id || !config.ehentai.ipb_pass_hash || !config.ehentai.sk) {
-        throw 'Ehentai favorites RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
-    }
-    const favcat = ctx.params.favcat ? parseInt(ctx.params.favcat) : 0;
-    const page = ctx.params.page ? parseInt(ctx.params.page) : 0;
-    const bittorrent = ctx.params.bittorrent || false;
-    const inline_set = ctx.params.order === 'posted' ? 'fs_p' : 'fs_f';
-    const items = await EhAPI.getFavoritesItems(ctx.cache, page, favcat, inline_set, bittorrent);
-
-    ctx.state.data = {
-        title: 'E-Hentai Favorites',
-        link: `https://e-hentai.org/favorites.php?favcat=${favcat}&inline_set=${inline_set}`,
-        item: items,
-    };
-};

package/lib/routes/ehentai/search.js

@@ -1,25 +0,0 @@
-const EhAPI = require('./ehapi');
-
-module.exports = async (ctx) => {
-    const page = ctx.params.page;
-    let params = ctx.params.params;
-    const bittorrent = ctx.params.bittorrent || false;
-    let items;
-    if (page) {
-        // 如果定义了page，就要覆盖params
-        params = params.replace(/&*page=[^&]$/, '').replace(/page=[^&]&/, '');
-        items = await EhAPI.getSearchItems(ctx.cache, params, parseInt(page), bittorrent);
-    } else {
-        items = await EhAPI.getSearchItems(ctx.cache, params, undefined, bittorrent);
-    }
-    let title = params;
-    const match = /f_search=([^&]+)/.exec(title);
-    if (match !== null) {
-        title = match[1];
-    }
-    ctx.state.data = {
-        title: title + ' - E-Hentai Search ',
-        link: `https://e-hentai.org/?${params}`,
-        item: items,
-    };
-};

package/lib/routes/ehentai/tag.js

@@ -1,13 +0,0 @@
-const EhAPI = require('./ehapi');
-
-module.exports = async (ctx) => {
-    const page = ctx.params.page ? parseInt(ctx.params.page) : 0;
-    const tag = ctx.params.tag;
-    const bittorrent = ctx.params.bittorrent || false;
-    const items = await EhAPI.getTagItems(ctx.cache, tag, page, bittorrent);
-    ctx.state.data = {
-        title: tag + ' - E-Hentai Tag',
-        link: `https://e-hentai.org/tag/${tag}`,
-        item: items,
-    };
-};

package/lib/routes/ezone/index.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-
-    const rootUrl = 'https://ezone.ulifestyle.com.hk';
-    const currentUrl = `${rootUrl}/${category || '/getLastestPageRight/latestNews'}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    let list = [];
-    const $ = cheerio.load(response.data);
-
-    if (category) {
-        list = $('.item-grid')
-            .slice(0, 10)
-            .map((_, item) => {
-                item = $(item);
-                return {
-                    link: `${rootUrl}${item.attr('href')}`,
-                };
-            })
-            .get();
-    } else {
-        list = response.data[0][1].items.map((item) => ({
-            title: item.headlines.items[0].name,
-            link: `${rootUrl}/article/${item.standardDocumentId}`,
-            pubDate: new Date(item.publishDateStr).toUTCString(),
-        }));
-    }
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-                const pubDate = detailResponse.data.match(/<span>(\d{2}-\d{2}-\d{4} \d{2}:\d{2})<\/span>/)[1];
-
-                item.title = content('h2').eq(0).text();
-                item.description = content('.content').html();
-                item.pubDate = item.pubDate || new Date(`${pubDate.substr(6, 4)}-${pubDate.substr(0, 5)} ${pubDate.substr(11, 5)}`).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${category ? $('h1').text() : '最新內容'} - ezone.hk`,
-        link: category ? currentUrl : rootUrl,
-        item: items,
-    };
-};

package/lib/routes/ff14/ff14_global.js

@@ -1,31 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const lang = ctx.params.lang;
-
-    const response = await got({
-        method: 'get',
-        url: `http://${lang}.lodestonenews.com/news/${type}`,
-    });
-
-    let data;
-    if (type === 'all') {
-        data = [];
-        Object.values(response.data).forEach((arr) => (data = data.concat(arr)));
-    } else {
-        data = response.data;
-    }
-
-    ctx.state.data = {
-        title: `FFXIV Lodestone updates (${type})`,
-        link: `https://${lang}.finalfantasyxiv.com/lodestone/news/`,
-        item: data.map(({ id, url, title, time, description, image }) => ({
-            title,
-            link: url,
-            description: `<img src="${image}"><br>${description}<br>`,
-            pubDate: time,
-            guid: id,
-        })),
-    };
-};

package/lib/routes/ff14/ff14_zh.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-const timezone = require('@/utils/timezone');
-module.exports = async (ctx) => {
-    const referer = 'http://ff.sdo.com/web8/index.html';
-    const type = ctx.params.type;
-
-    const type_number = {
-        news: '5310',
-        announce: '5312',
-        events: '5311',
-        advertise: '5313',
-        all: '5310,5312,5311,5313,5309',
-    };
-
-    const response = await got({
-        method: 'get',
-        url: `http://api.act.sdo.com/UnionNews/List?gameCode=ff&category=${type_number[type]}&pageIndex=0&pageSize=50`,
-        headers: {
-            Referer: referer,
-        },
-    });
-
-    const data = response.data.Data;
-
-    ctx.state.data = {
-        title: '最终幻想14（国服）新闻中心',
-        link: referer + '#/newstab/newslist',
-        description: '《最终幻想14》是史克威尔艾尼克斯出品的全球经典游戏品牌FINAL FANTASY系列的最新作品，IGN获得9.2高分！全球累计用户突破1600万！',
-        item: data.map(({ Title, Summary, Author, PublishDate, HomeImagePath }) => ({
-            title: Title,
-            link: Author,
-            description: `<img src="${HomeImagePath}"/><br>${Summary}`,
-            pubDate: timezone(new Date(PublishDate), +8),
-        })),
-    };
-};

package/lib/routes/flyertea/creditcard.js

@@ -1,85 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const util = require('./utils');
-const iconv = require('iconv-lite');
-
-const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
-const host = 'https://www.flyertea.com';
-
-module.exports = async (ctx) => {
-    const bank = ctx.params.bank;
-    const target = `${host}/forum-${bank}-1.html`;
-    let bankname = '';
-
-    switch (bank) {
-        case 'creditcard':
-            bankname = '国内信用卡';
-            break;
-        case 'pufa':
-            bankname = '浦发银行';
-            break;
-        case 'zhaoshang':
-            bankname = '招商银行';
-            break;
-        case 'zhongxin':
-            bankname = '中信银行';
-            break;
-        case 'jiaotong':
-            bankname = '交通银行';
-            break;
-        case 'zhonghang':
-            bankname = '中国银行';
-            break;
-        case 'gongshang':
-            bankname = '工商银行';
-            break;
-        case 'guangfa':
-            bankname = '广发银行';
-            break;
-        case 'nongye':
-            bankname = '农业银行';
-            break;
-        case 'jianshe':
-            bankname = '建设银行';
-            break;
-        case 'huifeng':
-            bankname = '汇丰银行';
-            break;
-        case 'mingsheng':
-            bankname = '民生银行';
-            break;
-        case 'xingye':
-            bankname = '兴业银行';
-            break;
-        case 'huaqi':
-            bankname = '花旗银行';
-            break;
-        case 'wuka':
-            bankname = '无卡支付';
-            break;
-        case '137':
-            bankname = '投资理财';
-            break;
-        case '145':
-            bankname = '网站权益汇';
-            break;
-        case 'intcreditcard':
-            bankname = '境外信用卡';
-    }
-
-    const response = await got.get(target, {
-        responseType: 'buffer',
-    });
-
-    const $ = cheerio.load(gbk2utf8(response.data));
-    const list = $("[id*='normalthread']").get();
-
-    const result = await util.ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: `飞客茶馆信用卡 - ${bankname}`,
-        link: 'https://www.flyertea.com/',
-        description: `飞客茶馆信用卡 - ${bankname}`,
-        item: result,
-    };
-};

package/lib/routes/flyertea/preferential.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
-const host = 'https://www.flyertea.com';
-const target = `${host}/forum.php?mod=forumdisplay&sum=all&fid=all&catid=322`;
-
-module.exports = async (ctx) => {
-    const response = await got.get(target, {
-        responseType: 'buffer',
-    });
-
-    const $ = cheerio.load(gbk2utf8(response.data));
-    const items = $('.comiis_wzli');
-    ctx.state.data = {
-        title: '飞客茶馆优惠',
-        link: 'https://www.flyertea.com/',
-        description: '飞客茶馆优惠',
-        item:
-            items &&
-            items
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('.wzbt').text(),
-                        description: item.find('.wznr > div:first-child').text(),
-                        link: `${host}/${item.find('.wzbt a').attr('href')}`,
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/flyertea/utils.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const iconv = require('iconv-lite');
-
-// 加载文章页
-async function load(link) {
-    const response = await got.get(link, {
-        responseType: 'buffer',
-    });
-    const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
-    const $ = cheerio.load(gbk2utf8(response.data));
-
-    // 去除全文末尾多与内容
-    $('.lookMore').remove();
-    $('script').remove();
-
-    // 修改图片中的链接
-    $('ignore_js_op img').each(function () {
-        const new_src = $('ignore_js_op img').attr('file');
-        $(this).attr('src', new_src);
-    });
-
-    // 去除全文中图片的多余标签
-    const images = $('ignore_js_op img');
-    $('ignore_js_op').remove();
-    $("[class*='post_message']").append(images);
-
-    // 提取内容
-    const description = $("[class*='post_message']").html();
-
-    return { description };
-}
-
-const ProcessFeed = (list, caches) => {
-    const host = 'https://www.flyertea.com';
-
-    return Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const $label = $(".comiis_common a[data-track='版块页主题分类']");
-            const $title = $(".comiis_common a[data-track='版块页帖子']");
-            // 还原相对链接为绝对链接
-            const itemUrl = url.resolve(host, $title.attr('href'));
-
-            // 列表上提取到的信息
-            const single = {
-                title: $label.text() + '-' + $title.text(),
-                link: itemUrl,
-                guid: itemUrl,
-            };
-
-            // 使用tryGet方法从缓存获取内容。
-            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-};
-
-module.exports = {
-    ProcessFeed,
-};