rsshub 1.0.0-master.fbcba24 → 1.0.0-master.fc648b5

package/lib/routes/dwnews/yaowen.js

@@ -1,73 +0,0 @@
-const got = require('@/utils/got');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    let link = 'https://www.dwnews.com';
-    const api = 'https://prod-site-api.dwnews.com/v2/articles';
-    let region,
-        regionid,
-        host,
-        title = '要闻';
-
-    if (ctx.params.region) {
-        region = ctx.params.region.toLowerCase();
-        switch (region) {
-            case 'china':
-                title = `中国${title}`;
-                regionid = '10000117';
-                break;
-            case 'global':
-                title = `国际${title}`;
-                regionid = '10000118';
-                break;
-            case 'hongkong':
-                title = `香港${title}`;
-                regionid = '10000120';
-                break;
-            case 'taiwan':
-                title = `台湾${title}`;
-                regionid = '10000119';
-                break;
-            case 'jingji':
-                title = `经济${title}`;
-                regionid = '10000123';
-                break;
-            case 'shijue':
-                title = `视觉${title}`;
-                regionid = '10000153';
-                break;
-            default:
-                throw 'Unknown region';
-        }
-        host = `https://prod-site-api.dwnews.com/v2/feed/zone/${regionid}?offset=99999999994&bucketId=00000`;
-        link = `${link}/zone/${regionid}`;
-    } else {
-        host = 'https://prod-site-api.dwnews.com/v2/feed/home/?offset=9999999999&bucketId=00000';
-    }
-
-    const list = await got.get(host);
-
-    const out = await Promise.all(
-        list.data.items.map(async (item) => {
-            const url = `${api}/${item.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(url);
-
-            const single = utils.ProcessFeed(response.data);
-
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `多维新闻网 - ${title}`,
-        description: '多维新闻网—记住世界的轨迹 更需多维的视线，海外华人首选的中文门户新闻网站，及时全面的向全球海外华人更新世界各地时事政治、经济、科技、人文历史、图片、视频等新闻内容，是海外华人必上的新闻门户网站。',
-        link,
-        item: out,
-    };
-};

package/lib/routes/eagle/changelog.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let language = ctx.params.language;
-    let changelog = '';
-
-    // 如果为空或选项以外的值，则设置默认值
-    if (language === undefined || !(language === 'tw' || language === 'en')) {
-        language = 'cn';
-        changelog = '更新日志';
-    }
-    if (language === 'tw') {
-        changelog = '更新日誌';
-    }
-    if (language === 'en') {
-        changelog = 'Release Notes';
-    }
-
-    // 发起 HTTP GET 请求
-    const response = await got({
-        method: 'get',
-        url: `https://${language}.eagle.cool/changelog`,
-        headers: {
-            Referer: `https://${language}.eagle.cool/`,
-        },
-    });
-
-    // 使用 cheerio 加载返回的 HTML
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const list = $('.version');
-
-    ctx.state.data = {
-        // 源标题
-        title: `Eagle ${changelog}`,
-        // 源链接
-        link: `https://${language}.eagle.cool/changelog`,
-        // 源说明
-        description: `Eagle ${changelog}`,
-
-        // 遍历此前获取的数据
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    // 对获取的日期进行格式化处理
-                    function getDate() {
-                        const str = item.find('.date').text();
-                        let date = '';
-                        if (language === 'cn' || language === 'tw') {
-                            const patt = /[0-9]\d*/g;
-                            let result;
-                            while ((result = patt.exec(str)) !== null) {
-                                date += result + '-';
-                            }
-                            date = date.replace(/-$/g, '');
-                        } else if (language === 'en') {
-                            date = str.replace(/RELEASED/g, '');
-                        }
-                        return date;
-                    }
-
-                    return {
-                        title: item.find('.ver').text(),
-                        description: item.find('.logs').html(),
-                        link: `https://${language}.eagle.cool/changelog`,
-                        pubDate: new Date(getDate()).toUTCString(),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/earthquake/ceic.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    let type = Number(ctx.params.type);
-    type = type ? type : 1;
-    const baseUrl = 'http://www.ceic.ac.cn';
-    const api = `${baseUrl}/ajax/speedsearch?num=${type}`;
-    const mappings = {
-        O_TIME: '发震时刻(UTC+8)',
-        LOCATION_C: '参考位置',
-        M: '震级(M)',
-        EPI_LAT: '纬度(°)',
-        EPI_LON: '经度(°)',
-        EPI_DEPTH: '深度(千米)',
-        SAVE_TIME: '录入时间',
-    };
-
-    const typeMappings = {
-        1: '最近24小时地震信息',
-        2: '最近48小时地震信息',
-        3: '最近7天地震信息',
-        4: '最近30天地震信息',
-        5: '最近一年3.0级以上地震信息',
-        6: '最近一年地震信息',
-        7: '最近一年3.0级以下地震',
-        8: '最近一年4.0级以上地震信息',
-        9: '最近一年5.0级以上地震信息',
-        0: '最近一年6.0级以上地震信息',
-    };
-
-    // 因为item数量限制20，所以对于RSS来说为无用类型，防止浪费资源
-    const disabledType = [3, 4, 6];
-
-    if (disabledType.includes(type)) {
-        type = 1;
-    }
-    const typeName = typeMappings[type];
-
-    const response = await got(api);
-    const data = response.data.replace(/,"page":"(.*?)","num":/, ',"num":');
-    let json = JSON.parse(data.substring(1, data.length - 1)).shuju;
-    if (json.length > 20) {
-        json = json.slice(0, 20);
-    }
-
-    ctx.state.data = {
-        title: typeName,
-        link: `${baseUrl}/speedsearch`,
-        allowEmpty: true,
-        item: json.map((entity) => {
-            const contentBuilder = [];
-            const { NEW_DID } = entity;
-            for (const mappingsKey in mappings) {
-                contentBuilder.push(`${mappings[mappingsKey]} ${entity[mappingsKey]}`);
-            }
-
-            return {
-                title: `${entity.LOCATION_C}发生${entity.M}级地震`,
-                link: `${baseUrl}/${NEW_DID}.html`,
-                pubDate: new Date(entity.O_TIME).toUTCString(),
-                description: contentBuilder.join('<br>'),
-                guid: NEW_DID,
-            };
-        }),
-    };
-};

package/lib/routes/earthquake/index.js

@@ -1,38 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const region = ctx.params.region || 1;
-    const api = 'https://www.cea.gov.cn/eportal/ui?struts.portlet.mode=view&struts.portlet.action=/portlet/expressEarthquake!queryExpressEarthquakeList.action&pageId=363409&moduleId=a852ba487b534470a84a30f00e7d6670';
-    const link = 'https://www.cea.gov.cn/cea/xwzx/zqsd/index.html';
-    const response = await got({
-        method: 'post',
-        url: api,
-        form: {
-            region,
-            dateType: 2,
-            magnitude: 0,
-        },
-    });
-
-    const data = response.data;
-
-    const out = data.map((item) => {
-        const { id, epicenter, latitudes, longitudes, depth } = item;
-        const date = item.orig_time.slice(0, -2);
-        const num = item.num_mag;
-
-        const description = `北京时间${date}，${epicenter}（纬度${latitudes}度，经度${longitudes}度）发生${num}级地震，震源深度${depth}千米`;
-        return {
-            title: `${epicenter}发生${num}级地震`,
-            link: `https://www.cea.gov.cn/eportal/ui?struts.portlet.mode=view&struts.portlet.action=/portlet/expressEarthquake!toNewInfoView.action&pageId=366521&id=${id}`,
-            pubDate: new Date(date).toUTCString(),
-            description,
-        };
-    });
-
-    ctx.state.data = {
-        title: '中国地震局震情速递',
-        link,
-        item: out,
-    };
-};

package/lib/routes/ehentai/ehapi.js

@@ -1,143 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const config = require('@/config').value.ehentai;
-
-const headers = {};
-const has_cookie = config.ipb_member_id && config.ipb_pass_hash && (config.sk || config.igneous);
-const from_ex = has_cookie && config.igneous;
-if (has_cookie) {
-    if (from_ex) {
-        const { ipb_member_id, ipb_pass_hash, igneous } = config;
-        headers.cookie = `ipb_member_id=${ipb_member_id};ipb_pass_hash=${ipb_pass_hash};igneous=${igneous}`;
-    } else {
-        const { ipb_member_id, ipb_pass_hash, sk } = config;
-        headers.cookie = `ipb_member_id=${ipb_member_id};ipb_pass_hash=${ipb_pass_hash};sk=${sk}`;
-    }
-}
-
-function ehgot(url) {
-    if (from_ex) {
-        return got({ method: 'get', url: `https://exhentai.org/${url}`, headers });
-    } else {
-        return got({ method: 'get', url: `https://e-hentai.org/${url}`, headers });
-    }
-}
-
-async function parsePage(cache, data, get_bittorrent = false) {
-    const $ = cheerio.load(data);
-    const table = $('table[class="itg gltc"] tbody');
-    if (!table) {
-        return [];
-    }
-
-    async function parseTableRow(cache, element) {
-        const el = $(element);
-        const el_a = el.find('td[class="gl3c glname"] a');
-        const el_img = el.find('td.gl2c div.glthumb div img');
-        const title = el_a.find('div.glink').html();
-        const thumbnail = el_img.attr('data-src') ? el_img.attr('data-src') : el_img.attr('src');
-        const description = `<img src='${thumbnail}' alt='thumbnail'>`;
-        const pubDate = el.find('div[id^="posted_"]').html();
-        const link = el_a.attr('href');
-        if (title && link) {
-            const item = { title, description, pubDate, link };
-            if (get_bittorrent) {
-                const el_down = el.find('td.gl2c div div.gldown');
-                const bittorrent_page_url = el_down.find('a').attr('href');
-                if (bittorrent_page_url) {
-                    const bittorrent_url = await getBittorrent(cache, bittorrent_page_url);
-                    if (bittorrent_url) {
-                        item.enclosure_url = bittorrent_url;
-                        item.enclosure_type = 'application/x-bittorrent';
-                        item.bittorrent_page_url = bittorrent_page_url;
-                    }
-                }
-            }
-            return item;
-        }
-    }
-
-    const item_Promises = [];
-    table.children('tr').each((index, element) => {
-        item_Promises.push(parseTableRow(cache, element));
-    });
-    const items_with_null = await Promise.all(item_Promises);
-
-    const items = [];
-    for (const item of items_with_null) {
-        if (item) {
-            items.push(item);
-        }
-    }
-    return items;
-}
-
-let p = '';
-
-function getBittorrent(cache, bittorrent_page_url) {
-    return cache.tryGet(bittorrent_page_url, async () => {
-        try {
-            const response = await got({ method: 'get', url: bittorrent_page_url, headers });
-            const $ = cheerio.load(response.data);
-            const el_forms = $('form').get();
-            let bittorrent_url = undefined;
-            for (const el_form of el_forms) {
-                const el_a = $(el_form).find('a');
-                const onclick = el_a.attr('onclick');
-                if (onclick) {
-                    const match = onclick.match(/'(.*?)'/);
-                    if (match) {
-                        bittorrent_url = match[1];
-                        const match_p = bittorrent_url.match(/torrent\?p=(.*?)$/);
-                        if (match_p) {
-                            p = match_p[1];
-                        }
-                    }
-                }
-            }
-            return bittorrent_url;
-        } catch {
-            return undefined;
-        }
-    });
-}
-
-function updateBittorrent_url(cache, items) {
-    // 下种子文件需要动态密码，密码每几次请求就更新一次
-    for (const item of items) {
-        if (item.enclosure_url) {
-            item.enclosure_url = item.enclosure_url.replace(/torrent\?p=.*$/, `torrent?p=${p}`);
-            cache.set(item.bittorrent_page_url, item.enclosure_url);
-        }
-    }
-    return items;
-}
-
-async function gatherItemsByPage(cache, url, get_bittorrent = false) {
-    const response = await ehgot(url);
-    const items = await parsePage(cache, response.data, get_bittorrent);
-    return updateBittorrent_url(cache, items);
-}
-
-async function getFavoritesItems(cache, page, favcat, inline_set, get_bittorrent = false) {
-    const response = await ehgot(`favorites.php?favcat=${favcat}&inline_set=${inline_set}`);
-    if (parseInt(page) === 0) {
-        const items = await parsePage(cache, response.data, get_bittorrent);
-        return updateBittorrent_url(cache, items);
-    }
-    return gatherItemsByPage(cache, `favorites.php?page=${page}&favcat=${favcat}`, get_bittorrent);
-}
-
-function getSearchItems(cache, params, page = undefined, get_bittorrent = false) {
-    if (page) {
-        return gatherItemsByPage(cache, `?page=${page}&${params}`, get_bittorrent);
-    } else {
-        return gatherItemsByPage(cache, `?${params}`, get_bittorrent);
-    }
-}
-
-function getTagItems(cache, tag, page, get_bittorrent = false) {
-    return gatherItemsByPage(cache, `tag/${tag}/${page}`, get_bittorrent);
-}
-
-module.exports = { getFavoritesItems, getSearchItems, getTagItems, has_cookie, from_ex };

package/lib/routes/ehentai/favorites.js

@@ -1,26 +0,0 @@
-const EhAPI = require('./ehapi');
-
-module.exports = async (ctx) => {
-    if (!EhAPI.has_cookie) {
-        throw 'Ehentai favorites RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
-    }
-    const favcat = ctx.params.favcat ? parseInt(ctx.params.favcat) : 0;
-    const page = ctx.params.page ? parseInt(ctx.params.page) : 0;
-    const bittorrent = ctx.params.bittorrent || false;
-    const inline_set = ctx.params.order === 'posted' ? 'fs_p' : 'fs_f';
-    const items = await EhAPI.getFavoritesItems(ctx.cache, page, favcat, inline_set, bittorrent);
-
-    if (EhAPI.from_ex) {
-        ctx.state.data = {
-            title: 'ExHentai Favorites',
-            link: `https://exhentai.org/favorites.php?favcat=${favcat}&inline_set=${inline_set}`,
-            item: items,
-        };
-    } else {
-        ctx.state.data = {
-            title: 'E-Hentai Favorites',
-            link: `https://e-hentai.org/favorites.php?favcat=${favcat}&inline_set=${inline_set}`,
-            item: items,
-        };
-    }
-};

package/lib/routes/ehentai/search.js

@@ -1,34 +0,0 @@
-const EhAPI = require('./ehapi');
-
-module.exports = async (ctx) => {
-    const page = ctx.params.page;
-    let params = ctx.params.params;
-    const bittorrent = ctx.params.bittorrent || false;
-    let items;
-    if (page) {
-        // 如果定义了page，就要覆盖params
-        params = params.replace(/&*page=[^&]$/, '').replace(/page=[^&]&/, '');
-        items = await EhAPI.getSearchItems(ctx.cache, params, parseInt(page), bittorrent);
-    } else {
-        items = await EhAPI.getSearchItems(ctx.cache, params, undefined, bittorrent);
-    }
-    let title = params;
-    const match = /f_search=([^&]+)/.exec(title);
-    if (match !== null) {
-        title = match[1];
-    }
-
-    if (EhAPI.from_ex) {
-        ctx.state.data = {
-            title: title + ' - ExHentai Search ',
-            link: `https://exhentai.org/?${params}`,
-            item: items,
-        };
-    } else {
-        ctx.state.data = {
-            title: title + ' - E-Hentai Search ',
-            link: `https://e-hentai.org/?${params}`,
-            item: items,
-        };
-    }
-};

package/lib/routes/ehentai/tag.js

@@ -1,22 +0,0 @@
-const EhAPI = require('./ehapi');
-
-module.exports = async (ctx) => {
-    const page = ctx.params.page ? parseInt(ctx.params.page) : 0;
-    const tag = ctx.params.tag;
-    const bittorrent = ctx.params.bittorrent || false;
-    const items = await EhAPI.getTagItems(ctx.cache, tag, page, bittorrent);
-
-    if (EhAPI.from_ex) {
-        ctx.state.data = {
-            title: tag + ' - ExHentai Tag',
-            link: `https://exhentai.org/tag/${tag}`,
-            item: items,
-        };
-    } else {
-        ctx.state.data = {
-            title: tag + ' - E-Hentai Tag',
-            link: `https://e-hentai.org/tag/${tag}`,
-            item: items,
-        };
-    }
-};

package/lib/routes/embassy/index.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const url = require('url');
-const cheerio = require('cheerio');
-
-const supportedList = require('./supportedList');
-
-module.exports = async (ctx) => {
-    const country = ctx.params.country;
-    const city = ctx.params.city || undefined;
-
-    let config = supportedList[country.toLowerCase()];
-    let desc;
-
-    if (city === undefined) {
-        desc = `中国驻${config.countryCN}大使馆 -- 重要通知`;
-    } else {
-        config = config.consulates[city.toLowerCase()];
-        desc = `中国驻${config.cityCN}领事馆 -- 重要通知`;
-    }
-
-    const link = config.link;
-    const hostname = url.parse(link).hostname;
-
-    const res = await got.get(link);
-    const $ = cheerio.load(res.data);
-
-    const list = [];
-
-    $(config.list)
-        .slice(0, 10)
-        .each((i, e) => {
-            const temp = url.resolve(link, $(e).attr('href'));
-            if (url.parse(temp).hostname === hostname) {
-                list.push(temp);
-            }
-        });
-
-    const out = await Promise.all(
-        list.map(async (link) => {
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(link);
-            const $ = cheerio.load(response.data);
-            const single = {
-                title: $(config.title).text(),
-                link,
-                description: $(config.description).html(),
-                pubDate: new Date($(config.pubDate).text().replace('(', '').replace(')', '')).toUTCString(),
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: desc,
-        description: desc,
-        link,
-        item: out,
-    };
-};