rsshub 1.0.0-master.fccb918 → 1.0.0-master.fd1d453

package/lib/routes/dgjyw/index.js

@@ -1,66 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const rootUrl = 'http://zxls.dgjyw.com/';
-
-const config = {
-    news: {
-        link: '/node/57620',
-        title: '动态',
-    },
-    announcement: {
-        link: '/node/57725',
-        title: '公示',
-    },
-    notice: {
-        link: '/node/57621',
-        title: '通知',
-    },
-};
-
-module.exports = async (ctx) => {
-    const cfg = config[ctx.params.type];
-    if (!cfg) {
-        throw Error('Bad category. See <a href="https://docs.rsshub.app/other.html#dong-guan-jiao-yan-wang">docs</a>');
-    }
-
-    const currentUrl = url.resolve(rootUrl, cfg.link);
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('ul.list-ul')
-        .eq(2)
-        .find('li')
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a[title]');
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: new Date(new Date().getFullYear().toString().substr(0, 2) + item.find('span').text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('div.text').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '东莞教研网 - ' + cfg.title,
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/dsndsht23/index.js

@@ -1,127 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'https://www.sehuatang.net/';
-
-const forumIdMaps = {
-    mrhj: '106',
-    gcyc: '2',
-    yzwmyc: '36',
-    yzymyc: '37',
-    gqzwzm: '103',
-    sjxz: '107',
-    yzmzym: '104',
-    vr: '102',
-    omwm: '38',
-    dmyc: '39',
-    ai: '113',
-    ydsc: '111',
-    hrxazp: '98',
-    hrjpq: '50',
-    yzxa: '48',
-    omxa: '49',
-    ktdm: '117',
-    zhtlq: '95',
-};
-
-module.exports = async (ctx) => {
-    const subformName = ctx.params.subforumid || 'gqzwzm';
-    const subformId = subformName in forumIdMaps ? forumIdMaps[subformName] : subformName;
-    const typefilter = ctx.params.type ? `&filter=typeid&typeid=${ctx.params.type}` : '';
-    const link = `${host}forum.php?mod=forumdisplay&orderby=dateline&fid=${subformId}${typefilter}`;
-    const headers = {
-        'Accept-Encoding': 'gzip, deflate, br',
-        'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
-    };
-    let c;
-    const response = await got({
-        method: 'get',
-        url: link,
-        headers,
-        hooks: {
-            beforeRedirect: [
-                (options, response) => {
-                    const cookie = response.headers['set-cookie'];
-                    if (cookie) {
-                        const cook = cookie.map((c) => c.split(';')[0]).join('; ');
-                        options.headers.Cookie = cook;
-                        c = cook;
-                        options.headers.Referer = response.url;
-                    }
-                },
-            ],
-        },
-    });
-    headers.Cookie = c;
-    const $ = cheerio.load(response.data);
-
-    const list = $('#threadlisttableid tbody[id^=normalthread]')
-        .slice(0, 25)
-        .map(function () {
-            const info = {
-                title: '[' + $(this).find('th em a').text() + '] ' + $(this).find('a.xst').text(),
-                link: $(this).find('a.xst').attr('href'),
-                date: $(this).find('td.by').find('em span span').attr('title'),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const date = info.date;
-            const itemUrl = host + info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl, { headers });
-
-            const $ = cheerio.load(response.data);
-            const postMessage = $("td[id^='postmessage']").slice(0, 1);
-            const images = $(postMessage).find('img');
-            for (let k = 0; k < images.length; k++) {
-                if (!$(images[k]).attr('file') || $(images[k]).attr('file') === 'undefined') {
-                    $(images[k]).replaceWith('');
-                } else {
-                    $(images[k]).replaceWith(`<img src="${$(images[k]).attr('file')}" />`);
-                }
-            }
-            const description = (postMessage.html() || '抓取原帖失败').replace(/ignore_js_op/g, 'div');
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(date).toUTCString(),
-            };
-            const magnet = postMessage.find('div.blockcode li').text();
-            const isMag = magnet.startsWith('magnet');
-            const torrent = postMessage.find('a[href^=forum\\.php\\?mod\\=attachment]:not([href$=nothumb\\=yes])').attr('href');
-
-            const hasEnclosureUrl = isMag || torrent !== undefined;
-            if (hasEnclosureUrl) {
-                const enclosureUrl = isMag ? magnet : url.resolve(host, torrent);
-                const enclosure = {
-                    enclosure_url: enclosureUrl,
-                    enclosure_type: isMag ? 'application/x-bittorrent' : 'application/octet-stream',
-                };
-                Object.assign(single, enclosure);
-            }
-            if (description !== '抓取原帖失败') {
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-            }
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `色花堂 - ${$('#pt > div:nth-child(1) > a:last-child').text()}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/dwnews/rank.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.dwnews.com/';
-    const api = 'https://prod-site-api.dwnews.com/v2/articles';
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data, { xmlMode: true });
-    const list = JSON.parse($('#__NEXT_DATA__')[0].children[0].data).props.pageProps.initialState.home.page.sections.find((s) => s.name === '新闻排行榜 24h').items;
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const url = `${api}/${item.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response = await got.get(url);
-
-            const single = utils.ProcessFeed(response.data);
-
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    if (ctx.params.type || ctx.params.range) {
-        out.push({
-            title: '由于源站改版，该源地址及参数已更新，请参考文档。',
-            pubDate: new Date(),
-        });
-    }
-
-    ctx.state.data = {
-        title: `多维新闻网 - 24 小时新闻排行榜`,
-        description: '多维新闻网—记住世界的轨迹 更需多维的视线，海外华人首选的中文门户新闻网站，及时全面的向全球海外华人更新世界各地时事政治、经济、科技、人文历史、图片、视频等新闻内容，是海外华人必上的新闻门户网站。',
-        link: 'http://www.dwnews.com/',
-        item: out,
-    };
-};

package/lib/routes/dwnews/utils.js

@@ -1,65 +0,0 @@
-const ProcessFeed = (data) => {
-    let description = '';
-
-    const genFigure = (source) => `<figure>
-        <img src="${source.cdnUrl}" alt="${source.caption}">
-        <figcaption>${source.caption}</figcaption>
-        </figure><br>`;
-
-    let hasBold = false;
-
-    data.blocks.forEach((b) => {
-        switch (b.blockType) {
-            case 'summary':
-                description += `<blockquote>${b.summary.join('<br>')}</blockquote>`;
-                break;
-            case 'text':
-                b.htmlTokens.forEach((t) => {
-                    t.forEach((tt) => {
-                        switch (tt.type) {
-                            case 'text':
-                                if (hasBold) {
-                                    hasBold = false;
-                                    description += `${tt.content}</p>`;
-                                } else {
-                                    description += `<p>${tt.content}</p>`;
-                                }
-                                break;
-                            case 'boldText':
-                                description = description.slice(0, -4);
-                                description += `<b>${tt.content}</b>`;
-                                hasBold = true;
-                                break;
-
-                            default:
-                                break;
-                        }
-                    });
-                });
-                break;
-            case 'image':
-                description += genFigure(b.image);
-                break;
-
-            case 'gallery':
-                b.images.forEach((t) => {
-                    description += genFigure(t);
-                });
-                break;
-
-            default:
-                break;
-        }
-    });
-    return {
-        title: data.title,
-        link: data.publishUrl,
-        author: data.authors[0].publishName,
-        description,
-        pubDate: new Date(data.publishTime * 1000).toUTCString(),
-    };
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/dwnews/yaowen.js

@@ -1,73 +0,0 @@
-const got = require('@/utils/got');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    let link = 'https://www.dwnews.com';
-    const api = 'https://prod-site-api.dwnews.com/v2/articles';
-    let region,
-        regionid,
-        host,
-        title = '要闻';
-
-    if (ctx.params.region) {
-        region = ctx.params.region.toLowerCase();
-        switch (region) {
-            case 'china':
-                title = `中国${title}`;
-                regionid = '10000117';
-                break;
-            case 'global':
-                title = `国际${title}`;
-                regionid = '10000118';
-                break;
-            case 'hongkong':
-                title = `香港${title}`;
-                regionid = '10000120';
-                break;
-            case 'taiwan':
-                title = `台湾${title}`;
-                regionid = '10000119';
-                break;
-            case 'jingji':
-                title = `经济${title}`;
-                regionid = '10000123';
-                break;
-            case 'shijue':
-                title = `视觉${title}`;
-                regionid = '10000153';
-                break;
-            default:
-                throw 'Unknown region';
-        }
-        host = `https://prod-site-api.dwnews.com/v2/feed/zone/${regionid}?offset=99999999994&bucketId=00000`;
-        link = `${link}/zone/${regionid}`;
-    } else {
-        host = 'https://prod-site-api.dwnews.com/v2/feed/home/?offset=9999999999&bucketId=00000';
-    }
-
-    const list = await got.get(host);
-
-    const out = await Promise.all(
-        list.data.items.map(async (item) => {
-            const url = `${api}/${item.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(url);
-
-            const single = utils.ProcessFeed(response.data);
-
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `多维新闻网 - ${title}`,
-        description: '多维新闻网—记住世界的轨迹 更需多维的视线，海外华人首选的中文门户新闻网站，及时全面的向全球海外华人更新世界各地时事政治、经济、科技、人文历史、图片、视频等新闻内容，是海外华人必上的新闻门户网站。',
-        link,
-        item: out,
-    };
-};

package/lib/routes/earthquake/ceic.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    let type = Number(ctx.params.type);
-    type = type ? type : 1;
-    const baseUrl = 'http://www.ceic.ac.cn';
-    const api = `${baseUrl}/ajax/speedsearch?num=${type}`;
-    const mappings = {
-        O_TIME: '发震时刻(UTC+8)',
-        LOCATION_C: '参考位置',
-        M: '震级(M)',
-        EPI_LAT: '纬度(°)',
-        EPI_LON: '经度(°)',
-        EPI_DEPTH: '深度(千米)',
-        SAVE_TIME: '录入时间',
-    };
-
-    const typeMappings = {
-        1: '最近24小时地震信息',
-        2: '最近48小时地震信息',
-        3: '最近7天地震信息',
-        4: '最近30天地震信息',
-        5: '最近一年3.0级以上地震信息',
-        6: '最近一年地震信息',
-        7: '最近一年3.0级以下地震',
-        8: '最近一年4.0级以上地震信息',
-        9: '最近一年5.0级以上地震信息',
-        0: '最近一年6.0级以上地震信息',
-    };
-
-    // 因为item数量限制20，所以对于RSS来说为无用类型，防止浪费资源
-    const disabledType = [3, 4, 6];
-
-    if (disabledType.includes(type)) {
-        type = 1;
-    }
-    const typeName = typeMappings[type];
-
-    const response = await got(api);
-    const data = response.data.replace(/,"page":"(.*?)","num":/, ',"num":');
-    let json = JSON.parse(data.substring(1, data.length - 1)).shuju;
-    if (json.length > 20) {
-        json = json.slice(0, 20);
-    }
-
-    ctx.state.data = {
-        title: typeName,
-        link: `${baseUrl}/speedsearch`,
-        allowEmpty: true,
-        item: json.map((entity) => {
-            const contentBuilder = [];
-            const { NEW_DID } = entity;
-            for (const mappingsKey in mappings) {
-                contentBuilder.push(`${mappings[mappingsKey]} ${entity[mappingsKey]}`);
-            }
-
-            return {
-                title: `${entity.LOCATION_C}发生${entity.M}级地震`,
-                link: `${baseUrl}/${NEW_DID}.html`,
-                pubDate: new Date(entity.O_TIME).toUTCString(),
-                description: contentBuilder.join('<br>'),
-                guid: NEW_DID,
-            };
-        }),
-    };
-};

package/lib/routes/earthquake/index.js

@@ -1,38 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const region = ctx.params.region || 1;
-    const api = 'https://www.cea.gov.cn/eportal/ui?struts.portlet.mode=view&struts.portlet.action=/portlet/expressEarthquake!queryExpressEarthquakeList.action&pageId=363409&moduleId=a852ba487b534470a84a30f00e7d6670';
-    const link = 'https://www.cea.gov.cn/cea/xwzx/zqsd/index.html';
-    const response = await got({
-        method: 'post',
-        url: api,
-        form: {
-            region,
-            dateType: 2,
-            magnitude: 0,
-        },
-    });
-
-    const data = response.data;
-
-    const out = data.map((item) => {
-        const { id, epicenter, latitudes, longitudes, depth } = item;
-        const date = item.orig_time.slice(0, -2);
-        const num = item.num_mag;
-
-        const description = `北京时间${date}，${epicenter}（纬度${latitudes}度，经度${longitudes}度）发生${num}级地震，震源深度${depth}千米`;
-        return {
-            title: `${epicenter}发生${num}级地震`,
-            link: `https://www.cea.gov.cn/eportal/ui?struts.portlet.mode=view&struts.portlet.action=/portlet/expressEarthquake!toNewInfoView.action&pageId=366521&id=${id}`,
-            pubDate: new Date(date).toUTCString(),
-            description,
-        };
-    });
-
-    ctx.state.data = {
-        title: '中国地震局震情速递',
-        link,
-        item: out,
-    };
-};

package/lib/routes/ehentai/ehapi.js

@@ -1,143 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const config = require('@/config').value.ehentai;
-
-const headers = {};
-const has_cookie = config.ipb_member_id && config.ipb_pass_hash && (config.sk || config.igneous);
-const from_ex = has_cookie && config.igneous;
-if (has_cookie) {
-    if (from_ex) {
-        const { ipb_member_id, ipb_pass_hash, igneous } = config;
-        headers.cookie = `ipb_member_id=${ipb_member_id};ipb_pass_hash=${ipb_pass_hash};igneous=${igneous}`;
-    } else {
-        const { ipb_member_id, ipb_pass_hash, sk } = config;
-        headers.cookie = `ipb_member_id=${ipb_member_id};ipb_pass_hash=${ipb_pass_hash};sk=${sk}`;
-    }
-}
-
-function ehgot(url) {
-    if (from_ex) {
-        return got({ method: 'get', url: `https://exhentai.org/${url}`, headers });
-    } else {
-        return got({ method: 'get', url: `https://e-hentai.org/${url}`, headers });
-    }
-}
-
-async function parsePage(cache, data, get_bittorrent = false) {
-    const $ = cheerio.load(data);
-    const table = $('table[class="itg gltc"] tbody');
-    if (!table) {
-        return [];
-    }
-
-    async function parseTableRow(cache, element) {
-        const el = $(element);
-        const el_a = el.find('td[class="gl3c glname"] a');
-        const el_img = el.find('td.gl2c div.glthumb div img');
-        const title = el_a.find('div.glink').html();
-        const thumbnail = el_img.attr('data-src') ? el_img.attr('data-src') : el_img.attr('src');
-        const description = `<img src='${thumbnail}' alt='thumbnail'>`;
-        const pubDate = el.find('div[id^="posted_"]').html();
-        const link = el_a.attr('href');
-        if (title && link) {
-            const item = { title, description, pubDate, link };
-            if (get_bittorrent) {
-                const el_down = el.find('td.gl2c div div.gldown');
-                const bittorrent_page_url = el_down.find('a').attr('href');
-                if (bittorrent_page_url) {
-                    const bittorrent_url = await getBittorrent(cache, bittorrent_page_url);
-                    if (bittorrent_url) {
-                        item.enclosure_url = bittorrent_url;
-                        item.enclosure_type = 'application/x-bittorrent';
-                        item.bittorrent_page_url = bittorrent_page_url;
-                    }
-                }
-            }
-            return item;
-        }
-    }
-
-    const item_Promises = [];
-    table.children('tr').each((index, element) => {
-        item_Promises.push(parseTableRow(cache, element));
-    });
-    const items_with_null = await Promise.all(item_Promises);
-
-    const items = [];
-    for (const item of items_with_null) {
-        if (item) {
-            items.push(item);
-        }
-    }
-    return items;
-}
-
-let p = '';
-
-function getBittorrent(cache, bittorrent_page_url) {
-    return cache.tryGet(bittorrent_page_url, async () => {
-        try {
-            const response = await got({ method: 'get', url: bittorrent_page_url, headers });
-            const $ = cheerio.load(response.data);
-            const el_forms = $('form').get();
-            let bittorrent_url = undefined;
-            for (const el_form of el_forms) {
-                const el_a = $(el_form).find('a');
-                const onclick = el_a.attr('onclick');
-                if (onclick) {
-                    const match = onclick.match(/'(.*?)'/);
-                    if (match) {
-                        bittorrent_url = match[1];
-                        const match_p = bittorrent_url.match(/torrent\?p=(.*?)$/);
-                        if (match_p) {
-                            p = match_p[1];
-                        }
-                    }
-                }
-            }
-            return bittorrent_url;
-        } catch {
-            return undefined;
-        }
-    });
-}
-
-function updateBittorrent_url(cache, items) {
-    // 下种子文件需要动态密码，密码每几次请求就更新一次
-    for (const item of items) {
-        if (item.enclosure_url) {
-            item.enclosure_url = item.enclosure_url.replace(/torrent\?p=.*$/, `torrent?p=${p}`);
-            cache.set(item.bittorrent_page_url, item.enclosure_url);
-        }
-    }
-    return items;
-}
-
-async function gatherItemsByPage(cache, url, get_bittorrent = false) {
-    const response = await ehgot(url);
-    const items = await parsePage(cache, response.data, get_bittorrent);
-    return updateBittorrent_url(cache, items);
-}
-
-async function getFavoritesItems(cache, page, favcat, inline_set, get_bittorrent = false) {
-    const response = await ehgot(`favorites.php?favcat=${favcat}&inline_set=${inline_set}`);
-    if (parseInt(page) === 0) {
-        const items = await parsePage(cache, response.data, get_bittorrent);
-        return updateBittorrent_url(cache, items);
-    }
-    return gatherItemsByPage(cache, `favorites.php?page=${page}&favcat=${favcat}`, get_bittorrent);
-}
-
-function getSearchItems(cache, params, page = undefined, get_bittorrent = false) {
-    if (page) {
-        return gatherItemsByPage(cache, `?page=${page}&${params}`, get_bittorrent);
-    } else {
-        return gatherItemsByPage(cache, `?${params}`, get_bittorrent);
-    }
-}
-
-function getTagItems(cache, tag, page, get_bittorrent = false) {
-    return gatherItemsByPage(cache, `tag/${tag}/${page}`, get_bittorrent);
-}
-
-module.exports = { getFavoritesItems, getSearchItems, getTagItems, has_cookie, from_ex };

package/lib/routes/ehentai/favorites.js

@@ -1,26 +0,0 @@
-const EhAPI = require('./ehapi');
-
-module.exports = async (ctx) => {
-    if (!EhAPI.has_cookie) {
-        throw 'Ehentai favorites RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
-    }
-    const favcat = ctx.params.favcat ? parseInt(ctx.params.favcat) : 0;
-    const page = ctx.params.page ? parseInt(ctx.params.page) : 0;
-    const bittorrent = ctx.params.bittorrent || false;
-    const inline_set = ctx.params.order === 'posted' ? 'fs_p' : 'fs_f';
-    const items = await EhAPI.getFavoritesItems(ctx.cache, page, favcat, inline_set, bittorrent);
-
-    if (EhAPI.from_ex) {
-        ctx.state.data = {
-            title: 'ExHentai Favorites',
-            link: `https://exhentai.org/favorites.php?favcat=${favcat}&inline_set=${inline_set}`,
-            item: items,
-        };
-    } else {
-        ctx.state.data = {
-            title: 'E-Hentai Favorites',
-            link: `https://e-hentai.org/favorites.php?favcat=${favcat}&inline_set=${inline_set}`,
-            item: items,
-        };
-    }
-};

package/lib/routes/ehentai/search.js

@@ -1,34 +0,0 @@
-const EhAPI = require('./ehapi');
-
-module.exports = async (ctx) => {
-    const page = ctx.params.page;
-    let params = ctx.params.params;
-    const bittorrent = ctx.params.bittorrent || false;
-    let items;
-    if (page) {
-        // 如果定义了page，就要覆盖params
-        params = params.replace(/&*page=[^&]$/, '').replace(/page=[^&]&/, '');
-        items = await EhAPI.getSearchItems(ctx.cache, params, parseInt(page), bittorrent);
-    } else {
-        items = await EhAPI.getSearchItems(ctx.cache, params, undefined, bittorrent);
-    }
-    let title = params;
-    const match = /f_search=([^&]+)/.exec(title);
-    if (match !== null) {
-        title = match[1];
-    }
-
-    if (EhAPI.from_ex) {
-        ctx.state.data = {
-            title: title + ' - ExHentai Search ',
-            link: `https://exhentai.org/?${params}`,
-            item: items,
-        };
-    } else {
-        ctx.state.data = {
-            title: title + ' - E-Hentai Search ',
-            link: `https://e-hentai.org/?${params}`,
-            item: items,
-        };
-    }
-};