rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/routes/dlsite/campaign.js

@@ -1,176 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const host = 'https://www.dlsite.com';
-const infos = {
-    // 全年齢向け
-    home: {
-        type: 'home',
-        name: '「DLsite 同人」',
-        url: '/home/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['doujin'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    comic: {
-        type: 'comic',
-        name: '「DLsite コミック」',
-        url: '/comic/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['books'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    soft: {
-        type: 'soft',
-        name: '「DLsite PCソフト」',
-        url: '/soft/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['pc'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    // 成人向け( R18 )
-    maniax: {
-        type: 'maniax',
-        name: '「DLsite 同人 - R18」',
-        url: '/maniax/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['doujin'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    books: {
-        type: 'books',
-        name: '「DLsite 成年コミック - R18」',
-        url: '/books/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['books'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    pro: {
-        type: 'pro',
-        name: '「DLsite 美少女ゲーム」',
-        url: '/pro/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['pc'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    // 女性向け
-    girls: {
-        type: 'girls',
-        name: '「DLsite 乙女」',
-        url: '/girls/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['doujin'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    bl: {
-        type: 'bl',
-        name: '「DLsite BL」',
-        url: '/bl/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['doujin'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-};
-const setUrl = (info) => {
-    let paramsPath = `${info.url}/=/`;
-    const params = info.params;
-    for (const name in params) {
-        if (Array.isArray(params[name])) {
-            for (const index in params[name]) {
-                paramsPath += `${name}[${index}]/${params[name][index]}/`;
-            }
-        } else {
-            paramsPath += `${name}/${params[name]}/`;
-        }
-    }
-    return paramsPath.slice(1);
-};
-
-module.exports = async (ctx) => {
-    const info = infos[ctx.params.type];
-    // 判断参数是否合理
-    if (info === undefined) {
-        throw Error('不支持指定类型！');
-    }
-    if (ctx.params.free !== undefined) {
-        info.params.is_free = 1;
-    }
-    const link = setUrl(info);
-
-    const response = await got(link, {
-        method: 'GET',
-        prefixUrl: host,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const title = `${info.name} | 割引中の作品`;
-    const description = $('meta[name="description"]').attr('content');
-    const list = $('tr[class]', '.n_worklist');
-    const item = list
-        .map((index, element) => {
-            const title = $('.work_name', element).text();
-            const link = $('.work_name > a', element).attr('href');
-            // 使链接
-            $('a', element).each((index, element) => {
-                $(element).attr('target', '_blank');
-            });
-            const description = $(element).html();
-            const arr = $('.search_tag', element);
-            const category = $('a', arr)
-                .map((index, a) => $(a).text())
-                .get();
-            const author = $('.maker_name', element).text();
-
-            const signle = {
-                title,
-                link,
-                description,
-                category,
-                author,
-            };
-            return signle;
-        })
-        .get();
-
-    ctx.state.data = {
-        title,
-        link: `${host}/${link}`,
-        description,
-        language: 'ja-jp',
-        allowEmpty: true,
-        item,
-    };
-};

package/lib/routes/dlsite/new.js

@@ -1,109 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const host = 'https://www.dlsite.com';
-const infos = {
-    // 全年齢向け
-    home: {
-        type: 'home',
-        name: '「DLsite 同人」',
-        url: '/home/new',
-    },
-    comic: {
-        type: 'comic',
-        name: '「DLsite コミック」',
-        url: '/comic/new',
-    },
-    soft: {
-        type: 'soft',
-        name: '「DLsite PCソフト」',
-        url: '/soft/new',
-    },
-    // 成人向け( R18 )
-    maniax: {
-        type: 'maniax',
-        name: '「DLsite 同人 - R18」',
-        url: '/maniax/new',
-    },
-    books: {
-        type: 'books',
-        name: '「DLsite 成年コミック - R18」',
-        url: '/books/new',
-    },
-    pro: {
-        type: 'pro',
-        name: '「DLsite 美少女ゲーム」',
-        url: '/pro/new',
-    },
-    // 女性向け
-    girls: {
-        type: 'girls',
-        name: '「DLsite 乙女」',
-        url: '/girls/new',
-    },
-    bl: {
-        type: 'bl',
-        name: '「DLsite BL」',
-        url: '/bl/new',
-    },
-};
-
-module.exports = async (ctx) => {
-    const info = infos[ctx.params.type];
-    // 判断参数是否合理
-    if (info === undefined) {
-        throw Error('不支持指定类型！');
-    }
-
-    const link = info.url.slice(1);
-
-    const response = await got(link, {
-        method: 'GET',
-        prefixUrl: host,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const title = $('title').text();
-    const description = $('meta[name="description"]').attr('content');
-    const list = $('.n_worklist_item');
-    const dateText = $('.work_update')
-        .text()
-        .replace(/(年 |月)/g, '-')
-        .substring(0, 10);
-    const pubDate = new Date(`${dateText} GMT+0900`).toUTCString();
-    const item = list
-        .map((index, element) => {
-            const title = $('.work_name', element).text();
-            const link = $('.work_name > a', element).attr('href');
-            // 使链接
-            $('a', element).each((index, element) => {
-                $(element).attr('target', '_blank');
-            });
-            const description = $(element).html();
-            const arr = $('.search_tag', element);
-            const category = $('a', arr)
-                .map((index, a) => $(a).text())
-                .get();
-            const author = $('.maker_name', element).text();
-
-            const signle = {
-                title,
-                link,
-                description,
-                category,
-                author,
-                pubDate,
-            };
-            return signle;
-        })
-        .get();
-
-    ctx.state.data = {
-        title,
-        link,
-        description,
-        language: 'ja-jp',
-        item,
-    };
-};

package/lib/routes/docschina/jsweekly.js

@@ -1,47 +0,0 @@
-const got = require('../../utils/got.js');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const baseURL = 'https://weekly.docschina.org';
-    const res = await got({
-        method: 'get',
-        url: baseURL + '/javascript',
-        headers: {
-            Referer: baseURL,
-        },
-    });
-
-    const $ = cheerio.load(res.data);
-
-    const link = $('.sidebar-link').eq(1).attr('href');
-    const title = $('.site-name').text();
-    const description = $('a[href="https://javascriptweekly.com/"]').parent().text();
-
-    const articles = await got({
-        method: 'get',
-        url: baseURL + link,
-        headers: {
-            Referer: baseURL,
-        },
-    });
-
-    const $2 = cheerio.load(articles.data);
-    const articlesList = $2('.page .content').children();
-    const items = articlesList
-        .map((item, element) => {
-            const $article = cheerio.load(element);
-            return {
-                title: $article('h3>a[rel="noopener noreferrer"]').text(),
-                description: $article('p').text(),
-                link: $article('h3>a[rel="noopener noreferrer"]').attr('href'),
-            };
-        })
-        .get()
-        .filter((item) => item.title !== '');
-    ctx.state.data = {
-        title,
-        link: baseURL,
-        description,
-        item: items.splice(0),
-    };
-};

package/lib/routes/eleduck/jobs.js

@@ -1,38 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://svc.eleduck.com/api/v1/posts?category=5&page=1`,
-    });
-
-    const data = response.data.posts;
-
-    const out = await Promise.all(
-        data.map(async (job) => {
-            const url = `https://svc.eleduck.com/api/v1/posts/${job.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response = await got.get(url);
-            const jobDetail = response.data.post;
-
-            const single = {
-                title: jobDetail.title,
-                link: `https://eleduck.com/posts/${job.id}`,
-                author: jobDetail.user.nickname,
-                description: jobDetail.content.main,
-                pubDate: new Date(jobDetail.published_at).toUTCString(),
-            };
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '电鸭社区-工作机会',
-        link: 'https://eleduck.com/?category=5',
-        item: out,
-    };
-};

package/lib/routes/fzdm/manhua.js

@@ -1,62 +0,0 @@
-const got = require('@/utils/got');
-const domain = 'manhua.fffdm.com';
-const host = `https://${domain}`;
-const picHost = 'https://p5.fzacg.com';
-const cheerio = require('cheerio');
-
-const get_pic = (id, chapert, caches) => {
-    const picUrlPattern = RegExp(/var mhurl = "(.*?)";/);
-    return caches.tryGet(`${host}/${id}/${chapert}/`, async () => {
-        let is_last_page = false;
-        let index = 0;
-        let pic_content = '';
-        while (!is_last_page) {
-            // eslint-disable-next-line no-await-in-loop
-            const response = await got.get(`${host}/${id}/${chapert}/index_${index}.html`);
-            const data = response.data;
-            if (response.data !== undefined) {
-                const picurl = data.match(picUrlPattern);
-                pic_content += `<img src='${picHost}/${picurl[picurl.length - 1]}'/><br/>`;
-                if (data.match('最后一页了') !== null) {
-                    is_last_page = true;
-                }
-            } else {
-                pic_content += '';
-                is_last_page = true;
-            }
-
-            index += 1;
-        }
-        return pic_content;
-    });
-};
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const count = ctx.query.limit || 99999;
-    const comicPage = host + `/${id}/`;
-    const response = await got({
-        method: 'get',
-        url: comicPage,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('div#content > li > a').toArray();
-    const comicTitle = $('div#content > img').attr('alt').replace(/漫画/, '');
-    const chapter_detail = await Promise.all(
-        list.splice(0, count).map(async (item) => {
-            const pic_content = await get_pic(id, $(item).attr('href').replace('/', ''), ctx.cache);
-            return {
-                title: $(item).text().trim(),
-                description: pic_content,
-                link: `${comicPage}${item.attribs.href}`,
-            };
-        })
-    );
-    ctx.state.data = {
-        title: '风之动漫 - ' + comicTitle,
-        link: comicPage,
-        description: '风之动漫',
-        item: chapter_detail,
-    };
-};

package/lib/routes/gov/jiangsu/eea.js

@@ -1,84 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-// 参考 bit/jwc 北京理工大学的的页面写成
-
-const baseUrl = 'http://www.jseea.cn/';
-const siteTitle = '--江苏省教育考试院';
-
-const catrgoryMap = {
-    zkyw: { title: '招考要闻', suffix: 'zkyw/zkyw_channel173_1.html' },
-    zcgd: { title: '政策规定', suffix: 'plank/plank_index_1.html' },
-    zkxx: { title: '招考信息', suffix: 'enrollment/enrollment_index_1.html' },
-    zkzl: { title: '招考资料', suffix: 'enrollmentinfo/enrollmentinfo_index_1.html' },
-    xxjl: { title: '学习交流', suffix: 'learningexchange/learningexchange_index_1.html' },
-};
-
-// 专门定义一个function用于加载文章内容
-async function load(link) {
-    // 异步请求文章
-    const response = await got.get(link);
-    // 加载文章内容
-    const $ = cheerio.load(response.data);
-    // 提取文章内容
-    const description = $('#left-container').html();
-    // 返回解析的结果
-    return { description };
-}
-
-module.exports = async (ctx) => {
-    // 默认 正常规定 然后获取列表页面
-    const type = ctx.params.type || 'zcgd';
-    const listPageUrl = baseUrl + catrgoryMap[type].suffix;
-    const response = await got({
-        method: 'get',
-        url: listPageUrl,
-        headers: {
-            Referer: baseUrl,
-        },
-    });
-    const $ = cheerio.load(response.data);
-
-    // console.log(type+":"+listPageUrl);
-    // 获取当前页面的 list
-    const list = $('td.content_css2>ul>li');
-
-    const result = await Promise.all(
-        // 遍历每一篇文章
-        list
-            .map(async (item) => {
-                const $ = cheerio.load(list[item]); // 将列表项加载成 html
-                const $rel_url = $('a').attr('href'); // 获取 每一项的url
-
-                // 获取绝对路径 招考要闻是绝对路径
-                const $item_url = type === 'zkyw' ? $rel_url : baseUrl + $rel_url;
-                const $title = $('a').attr('title'); // 获取每个的标题
-
-                const date_txt = $.text().match(/[1-9]\d{3}-(0[1-9]|1[0-2])-(0[1-9]|[1-2][0-9]|3[0-1])/); // 匹配 yyyy-mm-dd格式时间
-                const $pubdate = new Date(date_txt); // 正则匹配发布时间 然后转换成时间
-
-                // console.log(item + ":" + $item_url + ":" + $title + ":" + date_txt);
-                // 列表上提取到的信息
-                // 标题 链接
-                const single = {
-                    title: $title,
-                    pubDate: $pubdate,
-                    link: $item_url,
-                    guid: $item_url,
-                };
-
-                // 对于列表的每一项, 单独获取 时间与详细内容
-                const other = await ctx.cache.tryGet($item_url, () => load($item_url));
-                // 合并解析后的结果集作为该篇文章最终的输出结果
-                return Promise.resolve(Object.assign({}, single, other));
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: catrgoryMap[type].title + siteTitle,
-        link: baseUrl,
-        description: catrgoryMap[type].title + siteTitle,
-        item: result,
-    };
-};

package/lib/routes/gov/zhengce/govall.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { advance } = ctx.params;
-    const link = `http://sousuo.gov.cn/list.htm`;
-    const params = new URLSearchParams({
-        n: 20,
-        t: 'govall',
-        sort: 'pubtime',
-        advance: 'true',
-    });
-    const query = `${params.toString()}&${advance}`;
-    const res = await got.get(link, {
-        searchParams: query.replace(/([\u4e00-\u9fa5])/g, (str) => encodeURIComponent(str)),
-    });
-    const $list = cheerio.load(res.data);
-
-    ctx.state.data = {
-        title: `信息稿件 - 中国政府网`,
-        link: `${link}?${query}`,
-        item: await Promise.all(
-            $list('body > div.dataBox > table > tbody > tr')
-                .slice(1)
-                .map(async (_, el) => {
-                    const item = $list(el);
-
-                    const number = item.find('td.info').next();
-                    const title = item.find('td.info > a');
-                    const href = title.attr('href');
-
-                    const key = `gov_zhengce: ${href}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        try {
-                            const contentData = await got.get(href);
-                            const $content = cheerio.load(contentData.data);
-                            description = $content('#UCAP-CONTENT').html();
-                        } catch (error) {
-                            description = '文章已被删除';
-                        }
-
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title: number.text() + ' | ' + title.text(),
-                        description,
-                        link: href,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/gov/zhengce/wenjian.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const { pcodeJiguan } = ctx.params;
-    const link = `http://sousuo.gov.cn/list.htm`;
-    const res = await got.get(link, {
-        searchParams: queryString.stringify({
-            n: 20,
-            sort: 'pubtime',
-            t: 'paper',
-            pcodeJiguan: pcodeJiguan ? pcodeJiguan : '',
-        }),
-    });
-    const $list = cheerio.load(res.data);
-
-    ctx.state.data = {
-        title: `最新文件 - 中国政府网`,
-        link,
-        item: await Promise.all(
-            $list('body > div.dataBox > table > tbody > tr')
-                .slice(1)
-                .map(async (_, el) => {
-                    const item = $list(el);
-
-                    const number = item.find('td.info').next();
-                    const title = item.find('td.info > a');
-                    const href = title.attr('href');
-
-                    const key = `gov_zhengce: ${href}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        const contentData = await got.get(href);
-                        const $content = cheerio.load(contentData.data);
-                        description = $content('#UCAP-CONTENT').html();
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title: number.text() + ' | ' + title.text(),
-                        description,
-                        link: href,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/gov/zhengce/zuixin.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = `http://www.gov.cn/zhengce/zuixin.htm`;
-    const listData = await got.get(link);
-    const $list = cheerio.load(listData.data);
-    ctx.state.data = {
-        title: `最新政策 - 中国政府网`,
-        link,
-        item: await Promise.all(
-            $list('.news_box .list li:not(.line)')
-                .map(async (_, el) => {
-                    const $el = $list(el);
-                    const $a = $el.find('h4 a');
-                    const href = $a.attr('href');
-                    const link = href.startsWith('/zhengce') ? `http://www.gov.cn${href}` : href;
-                    const key = `gov_zhengce_zuixin: ${link}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        const contentData = await got.get(link);
-                        const $content = cheerio.load(contentData.data);
-                        description = $content('#UCAP-CONTENT').html();
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title: $a.text(),
-                        description,
-                        guid: href,
-                        link,
-                        pubDate: new Date($el.find('.date').text()).toUTCString(),
-                    };
-                })
-                .get()
-        ),
-    };
-};