rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/routes/caixin/latest.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const li_r = await got({
-        method: 'get',
-        url: 'https://www.caixin.com/2021-08-22/101758426.html',
-    });
-
-    const $ = cheerio.load(li_r.data);
-    const list = $('div.columnBox a[name="new_artical"]~ul.list li');
-
-    const tasks = [];
-
-    list.map((_index, li) => $(li).find('a').first().attr('href'))
-        .filter((_index, link) => !link.includes('fm.caixin.com') && !link.includes('video.caixin.com') && !link.includes('datanews.caixin.com')) // content filter
-        .each((_index, link) => {
-            const entry = ctx.cache.tryGet(link, async () => {
-                const entry_r = await got.get(link);
-                const $ = cheerio.load(entry_r.data);
-                // title
-                const h1 = $('div#conTit h1').text();
-                // desc items
-                const subhead = $('div#subhead.subhead').text();
-                let pic_url = $('img.cx-img-loader').attr('src');
-                if (pic_url === undefined) {
-                    pic_url = $('img.cx-img-loader').attr('data-src');
-                }
-                const pic_alt = $('dl.media_pic dd').text();
-                const content = $('div#Main_Content_Val.text').html();
-
-                /*
-                const [, count] =
-                    $('a.box_titlecontent.cost-uibtn')
-                        .text()
-                        .match(/本文共计(\d+)字/) || [];
-                if (count !== 0 && count !== undefined) {
-                    content = `${content}<blockquote><p>此乃财新通收费文章，全文共计${count}字。</p></blockquote>`;
-                }
-                */
-                // desc
-                let desc;
-                if (pic_url === undefined) {
-                    desc = `<blockquote><p>${subhead}</p></blockquote>${content}`;
-                } else {
-                    desc = `<blockquote><p>${subhead}</p></blockquote><img src="${pic_url}" alt="${pic_alt}">${content}`;
-                }
-                // time
-                /*
-                const [, year, month, day, hour, minute] = $('div#artInfo.artInfo')
-                    .text()
-                    .match(/(\d+)年(\d+)月(\d+)日 *(\d+):(\d+)/);
-                */
-
-                return {
-                    title: h1,
-                    description: desc,
-                    pubDate: timezone(parseDate($('div#artInfo.artInfo').text(), 'YYYY年MM月DD日 HH:mm'), +8),
-                    link,
-                };
-            });
-            tasks.push(entry);
-        });
-
-    const rss = await Promise.all(tasks);
-
-    ctx.state.data = {
-        title: '财新网 - 最新文章',
-        link: 'http://www.caixin.com/',
-        item: rss,
-    };
-};

package/lib/routes/caixin/yxnews.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'http://k.caixin.com/app/v1/list?productIdList=8,28&uid=&unit=1&name=&code=&deviceType=&device=&userTag=&p=1&c=20',
-        headers: {
-            Referer: `http://k.caixin.com/web/`,
-            Host: 'k.caixin.com',
-        },
-    });
-
-    const data = response.data.data.list;
-    const items = await Promise.all(
-        data.map((item) => ({
-            title: item.title,
-            description: item.text,
-            link: `http://k.caixin.com/web/detail_${item.oneline_news_code}`,
-            pubDate: new Date(item.ts),
-            author: '财新一线',
-        }))
-    );
-
-    ctx.state.data = {
-        title: `财新网 - 财新一线新闻`,
-        link: `http://k.caixin.com/`,
-        description: `财新网 - 财新一线新闻`,
-        item: items,
-    };
-};

package/lib/routes/cartoonmad/comic.js

@@ -1,69 +0,0 @@
-const { resolve } = require('url');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const iconv = require('iconv-lite');
-
-const load = ($, baseUrl) => {
-    const num = $.next('font').text();
-    const pages = Number.parseInt(/\d+/.exec(num)[0], 10);
-
-    let description = '';
-    for (let page = 1; page <= pages; page++) {
-        description += `<img src="${baseUrl}/${String(page).padStart(3, '0')}.jpg" /></br>`;
-    }
-    return {
-        description,
-    };
-};
-
-const getChapters = (id, $, caches) => {
-    const chapters = $('#info').eq(1).find('a');
-
-    return Promise.all(
-        chapters
-            .slice(chapters.length - 10, chapters.length)
-            .map(async (_, ele) => {
-                const a = $(ele);
-                const link = resolve('https://www.cartoonmad.com/', a.attr('href'));
-                const title = a.text();
-
-                const single = {
-                    link,
-                    title,
-                };
-                const other = await caches.tryGet(link, () => load(a, `https://www.cartoonmad.com/home75458/${id}/${title.split(' ')[1]}`));
-                return Promise.resolve(Object.assign({}, single, other));
-            })
-            .toArray()
-            .reverse()
-    );
-};
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-
-    const { data } = await got.get(`https://www.cartoonmad.com/comic/${id}`, {
-        responseType: 'buffer',
-        headers: {
-            Host: 'www.cartoonmad.com',
-            Referer: 'https://www.cartoonmad.com/',
-        },
-    });
-    const content = iconv.decode(new Buffer.from(data), 'big5');
-    const $ = cheerio.load(content);
-
-    const bookTitle = $('title').text().match(/\S+/)[0];
-    const bookIntro = $('#info').eq(0).find('td').text().trim();
-    // const coverImgSrc = $('.cover')
-    //     .parent()
-    //     .find('img')
-    //     .attr('src');
-    const chapters = await getChapters(id, $, ctx.cache);
-
-    ctx.state.data = {
-        title: `動漫狂 - ${bookTitle}`,
-        link: `https://www.cartoonmad.com/comic/${id}`,
-        description: bookIntro,
-        item: chapters,
-    };
-};

package/lib/routes/clickme/index.js

@@ -1,76 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const site = ctx.params.site === 'r18' ? 'r18' : '';
-    const grouping = ctx.params.grouping === 'tag' ? 'tag' : 'category';
-    const name = ctx.params.name;
-
-    const url = `https://${site ? 'r18.' : ''}clickme.net/${grouping.slice(0, 1)}/${encodeURIComponent(name)}`;
-
-    const response = await got({
-        method: 'post',
-        url: 'https://api.clickme.net/article/list?key=clickme',
-        headers: {
-            Referer: url,
-        },
-        form: {
-            articleType: site ? 'r18' : 'article',
-            subtype: grouping,
-            subtypeSlug: name,
-            device: '',
-            limit: 10,
-            page: 1,
-        },
-    });
-
-    const category_name = name === 'new' ? '最新' : response.data.data.items[0].categoryName[0].name;
-    const displayed_name = grouping === 'tag' ? name : category_name;
-
-    const list = response.data.data.items;
-
-    const parseContent = (htmlString) => {
-        const $ = cheerio.load(htmlString);
-        const content = $('.article-detail-content');
-        return {
-            description: content.html(),
-        };
-    };
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const link = item.url;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const rssitem = {
-                title: item.title,
-                link,
-                author: item.userNick,
-                pubDate: new Date(item.date * 1000),
-            };
-
-            try {
-                const response = await got.get(link);
-                const result = parseContent(response.data);
-                if (!result.description) {
-                    return Promise.resolve('');
-                }
-                rssitem.description = result.description;
-            } catch (err) {
-                return Promise.resolve('');
-            }
-            ctx.cache.set(link, JSON.stringify(rssitem));
-            return Promise.resolve(rssitem);
-        })
-    );
-
-    ctx.state.data = {
-        title: `ClickMe ${site ? 'R18 ' : ''}- ${displayed_name}`,
-        link: url,
-        item: out.filter((item) => item !== ''),
-    };
-};

package/lib/routes/copymanga/comic.js

@@ -1,74 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-// 直接调用拷贝漫画的接口
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    // 用于控制返回的章节数量
-    const chapterCnt = Number(ctx.params.chapterCnt || 0);
-    // 获取漫画列表
-    let bHasNextPage = false;
-    const iReqLimit = (ctx.queries && ctx.queries.limit) || 100;
-    let iReqOffSet = 0;
-    const strBaseUrl = `https://api.copymanga.com/api/v3/comic/${id}/group/default/chapters?`;
-    let chapterArray = [];
-
-    do {
-        bHasNextPage = false;
-        // eslint-disable-next-line no-await-in-loop
-        const { data } = await got.get(strBaseUrl + 'limit=' + iReqLimit + '&offset=' + iReqOffSet);
-        const { code, results } = data;
-
-        if (code !== 200) {
-            break;
-        }
-
-        if (results.limit + results.offset < results.total) {
-            bHasNextPage = true;
-        }
-        iReqOffSet += iReqLimit;
-
-        chapterArray = chapterArray.concat(results.list);
-    } while (bHasNextPage);
-
-    chapterArray = chapterArray
-        .map(({ comic_path_word, uuid, name, size, datetime_created, index }) => ({
-            link: 'https://copymanga.com/comic/' + comic_path_word + '/chapter/' + uuid,
-            title: name,
-            num: size,
-            updateTime: datetime_created,
-            index,
-        }))
-        .reverse();
-
-    // 获取漫画标题、介绍
-    const { bookTitle, bookIntro } = await ctx.cache.tryGet(`https://copymanga.com/comic/${id}`, async () => {
-        const { data } = await got.get(`https://copymanga.com/comic/${id}`);
-        const $ = cheerio.load(data);
-        return {
-            bookTitle: $('.comicParticulars-title-right > ul > li > h6').text(),
-            bookIntro: $('.intro').text(),
-        };
-    });
-
-    const genResult = (chapter) => ({
-        link: chapter.link,
-        title: chapter.title,
-        description: `
-            <h1>${chapter.num}p</h1>
-        `.trim(),
-    });
-
-    let itemsLen = chapterArray.length;
-
-    if (chapterCnt > 0) {
-        itemsLen = chapterCnt;
-    }
-
-    ctx.state.data = {
-        title: `拷贝漫画 - ${bookTitle}`,
-        link: `https://copymanga.com/comic/${id}`,
-        description: bookIntro,
-        item: chapterArray.map(genResult).slice(0, itemsLen),
-    };
-};

package/lib/routes/csrc/auditstatus.js

@@ -1,61 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const apply_id = ctx.params.apply_id;
-    const userAgent = 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1';
-    const item_url = `https://neris.csrc.gov.cn/alappl/home1/onlinealog?appMatrCde=${apply_id}`;
-    const url = 'https://neris.csrc.gov.cn/alappl/home1/onlinealog.do';
-    const res = await got({
-        // method: 'get',
-        method: 'post',
-        url,
-        headers: {
-            'User-Agent': userAgent,
-        },
-        form: {
-            appMatrCde: apply_id,
-            pageNo: 1,
-            pageSize: 10,
-        },
-        rejectUnauthorized: false,
-    });
-    const $ = cheerio.load(res.data);
-    const list = $('tr[height=50]').get();
-
-    const out = await Promise.all(
-        list.map((item) => {
-            const $ = cheerio.load(item);
-            const audit_status_td = $('td[style="font-weight:100 ;color: black ;position: relative;left:20px"]');
-            const audit_status = audit_status_td.eq(-1).text();
-            const title = '【' + audit_status + '】' + $('li.templateTip').text();
-            const audit_date = audit_status_td.eq(-1).next('td').text();
-
-            let audit_desc = '';
-            if (audit_status_td.length > 1) {
-                for (let i = 0; i < audit_status_td.length; i++) {
-                    audit_desc += audit_status_td.eq(i).next('td').text() + '，' + audit_status_td.eq(i).text() + '；';
-                }
-            } else {
-                audit_desc = audit_date + '，' + audit_status;
-            }
-
-            const description = $('li.templateTip').text() + '：' + audit_desc;
-            const itemUrl = item_url;
-
-            const single = {
-                title,
-                description,
-                pubDate: new Date(audit_date).toUTCString(),
-                link: itemUrl,
-                guid: itemUrl,
-            };
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: '申请事项进度查询 - 中国证监会',
-        link: item_url,
-        item: out,
-    };
-};

package/lib/routes/csrc/fashenwei.js

@@ -1,42 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = 'http://www.csrc.gov.cn/pub/zjhpublic/3300/3621/index_7401.htm';
-    const ori_url = 'http://www.csrc.gov.cn/pub/zjhpublic/';
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.row').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const time = $('li.fbrq').text();
-            const title = $('li.mc > div').text();
-            const sub_url = $('li.mc > div').find('a').attr('href').slice(6);
-            const itemUrl = ori_url + sub_url;
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const responses = await got.get(itemUrl);
-            const $d = cheerio.load(responses.data);
-
-            const single = {
-                title,
-                pubDate: new Date(time).toUTCString(),
-                link: itemUrl,
-                guid: itemUrl,
-                description: $d('#ContentRegion .Custom_UnionStyle').html(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/csrc/news.js

@@ -1,45 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const { resolve } = require('url');
-
-module.exports = async (ctx) => {
-    let suffix = ctx.params.suffix || 'zjhxwfb-xwdd';
-    suffix = suffix.replace('-', '/');
-    const url = resolve('http://www.csrc.gov.cn/pub/newsite/', suffix + '/');
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const title = $('div.title .bt').text();
-    const list = $('.fl_list li').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const time = $('span').text();
-            const title = $('a').text();
-            const sub_url = $('a').attr('href');
-            const itemUrl = resolve(url, sub_url);
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const responses = await got.get(itemUrl);
-            const $d = cheerio.load(responses.data);
-
-            const single = {
-                title,
-                pubDate: new Date(time).toUTCString(),
-                link: itemUrl,
-                guid: itemUrl,
-                description: $d('.content .Custom_UnionStyle').html() || $d('.contentss').html() || $d('.Section0').html(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `中国证券监督管理委员会-${title}`,
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/eleduck/jobs.js

@@ -1,38 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://svc.eleduck.com/api/v1/posts?category=5&page=1`,
-    });
-
-    const data = response.data.posts;
-
-    const out = await Promise.all(
-        data.map(async (job) => {
-            const url = `https://svc.eleduck.com/api/v1/posts/${job.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response = await got.get(url);
-            const jobDetail = response.data.post;
-
-            const single = {
-                title: jobDetail.title,
-                link: `https://eleduck.com/posts/${job.id}`,
-                author: jobDetail.user.nickname,
-                description: jobDetail.content.main,
-                pubDate: new Date(jobDetail.published_at).toUTCString(),
-            };
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '电鸭社区-工作机会',
-        link: 'https://eleduck.com/?category=5',
-        item: out,
-    };
-};

package/lib/routes/fzdm/manhua.js

@@ -1,62 +0,0 @@
-const got = require('@/utils/got');
-const domain = 'manhua.fffdm.com';
-const host = `https://${domain}`;
-const picHost = 'https://p5.fzacg.com';
-const cheerio = require('cheerio');
-
-const get_pic = (id, chapert, caches) => {
-    const picUrlPattern = RegExp(/var mhurl = "(.*?)";/);
-    return caches.tryGet(`${host}/${id}/${chapert}/`, async () => {
-        let is_last_page = false;
-        let index = 0;
-        let pic_content = '';
-        while (!is_last_page) {
-            // eslint-disable-next-line no-await-in-loop
-            const response = await got.get(`${host}/${id}/${chapert}/index_${index}.html`);
-            const data = response.data;
-            if (response.data !== undefined) {
-                const picurl = data.match(picUrlPattern);
-                pic_content += `<img src='${picHost}/${picurl[picurl.length - 1]}'/><br/>`;
-                if (data.match('最后一页了') !== null) {
-                    is_last_page = true;
-                }
-            } else {
-                pic_content += '';
-                is_last_page = true;
-            }
-
-            index += 1;
-        }
-        return pic_content;
-    });
-};
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const count = ctx.query.limit || 99999;
-    const comicPage = host + `/${id}/`;
-    const response = await got({
-        method: 'get',
-        url: comicPage,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('div#content > li > a').toArray();
-    const comicTitle = $('div#content > img').attr('alt').replace(/漫画/, '');
-    const chapter_detail = await Promise.all(
-        list.splice(0, count).map(async (item) => {
-            const pic_content = await get_pic(id, $(item).attr('href').replace('/', ''), ctx.cache);
-            return {
-                title: $(item).text().trim(),
-                description: pic_content,
-                link: `${comicPage}${item.attribs.href}`,
-            };
-        })
-    );
-    ctx.state.data = {
-        title: '风之动漫 - ' + comicTitle,
-        link: comicPage,
-        description: '风之动漫',
-        item: chapter_detail,
-    };
-};

package/lib/routes/gov/zhengce/govall.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { advance } = ctx.params;
-    const link = `http://sousuo.gov.cn/list.htm`;
-    const params = new URLSearchParams({
-        n: 20,
-        t: 'govall',
-        sort: 'pubtime',
-        advance: 'true',
-    });
-    const query = `${params.toString()}&${advance}`;
-    const res = await got.get(link, {
-        searchParams: query.replace(/([\u4e00-\u9fa5])/g, (str) => encodeURIComponent(str)),
-    });
-    const $list = cheerio.load(res.data);
-
-    ctx.state.data = {
-        title: `信息稿件 - 中国政府网`,
-        link: `${link}?${query}`,
-        item: await Promise.all(
-            $list('body > div.dataBox > table > tbody > tr')
-                .slice(1)
-                .map(async (_, el) => {
-                    const item = $list(el);
-
-                    const number = item.find('td.info').next();
-                    const title = item.find('td.info > a');
-                    const href = title.attr('href');
-
-                    const key = `gov_zhengce: ${href}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        try {
-                            const contentData = await got.get(href);
-                            const $content = cheerio.load(contentData.data);
-                            description = $content('#UCAP-CONTENT').html();
-                        } catch (error) {
-                            description = '文章已被删除';
-                        }
-
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title: number.text() + ' | ' + title.text(),
-                        description,
-                        link: href,
-                    };
-                })
-                .get()
-        ),
-    };
-};