rsshub 1.0.0-master.ff97759 → 1.0.0-master.ffe7305

package/lib/routes/dlsite/campaign.js

@@ -1,176 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const host = 'https://www.dlsite.com';
-const infos = {
-    // 全年齢向け
-    home: {
-        type: 'home',
-        name: '「DLsite 同人」',
-        url: '/home/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['doujin'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    comic: {
-        type: 'comic',
-        name: '「DLsite コミック」',
-        url: '/comic/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['books'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    soft: {
-        type: 'soft',
-        name: '「DLsite PCソフト」',
-        url: '/soft/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['pc'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    // 成人向け( R18 )
-    maniax: {
-        type: 'maniax',
-        name: '「DLsite 同人 - R18」',
-        url: '/maniax/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['doujin'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    books: {
-        type: 'books',
-        name: '「DLsite 成年コミック - R18」',
-        url: '/books/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['books'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    pro: {
-        type: 'pro',
-        name: '「DLsite 美少女ゲーム」',
-        url: '/pro/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['pc'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    // 女性向け
-    girls: {
-        type: 'girls',
-        name: '「DLsite 乙女」',
-        url: '/girls/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['doujin'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-    bl: {
-        type: 'bl',
-        name: '「DLsite BL」',
-        url: '/bl/fsr',
-        params: {
-            campaign: 'campaign',
-            work_category: ['doujin'],
-            order: ['cstart_d'],
-            per_page: 30,
-            show_type: 1,
-        },
-    },
-};
-const setUrl = (info) => {
-    let paramsPath = `${info.url}/=/`;
-    const params = info.params;
-    for (const name in params) {
-        if (Array.isArray(params[name])) {
-            for (const index in params[name]) {
-                paramsPath += `${name}[${index}]/${params[name][index]}/`;
-            }
-        } else {
-            paramsPath += `${name}/${params[name]}/`;
-        }
-    }
-    return paramsPath.slice(1);
-};
-
-module.exports = async (ctx) => {
-    const info = infos[ctx.params.type];
-    // 判断参数是否合理
-    if (info === undefined) {
-        throw Error('不支持指定类型！');
-    }
-    if (ctx.params.free !== undefined) {
-        info.params.is_free = 1;
-    }
-    const link = setUrl(info);
-
-    const response = await got(link, {
-        method: 'GET',
-        prefixUrl: host,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const title = `${info.name} | 割引中の作品`;
-    const description = $('meta[name="description"]').attr('content');
-    const list = $('tr[class]', '.n_worklist');
-    const item = list
-        .map((index, element) => {
-            const title = $('.work_name', element).text();
-            const link = $('.work_name > a', element).attr('href');
-            // 使链接
-            $('a', element).each((index, element) => {
-                $(element).attr('target', '_blank');
-            });
-            const description = $(element).html();
-            const arr = $('.search_tag', element);
-            const category = $('a', arr)
-                .map((index, a) => $(a).text())
-                .get();
-            const author = $('.maker_name', element).text();
-
-            const signle = {
-                title,
-                link,
-                description,
-                category,
-                author,
-            };
-            return signle;
-        })
-        .get();
-
-    ctx.state.data = {
-        title,
-        link: `${host}/${link}`,
-        description,
-        language: 'ja-jp',
-        allowEmpty: true,
-        item,
-    };
-};

package/lib/routes/dlsite/new.js

@@ -1,109 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const host = 'https://www.dlsite.com';
-const infos = {
-    // 全年齢向け
-    home: {
-        type: 'home',
-        name: '「DLsite 同人」',
-        url: '/home/new',
-    },
-    comic: {
-        type: 'comic',
-        name: '「DLsite コミック」',
-        url: '/comic/new',
-    },
-    soft: {
-        type: 'soft',
-        name: '「DLsite PCソフト」',
-        url: '/soft/new',
-    },
-    // 成人向け( R18 )
-    maniax: {
-        type: 'maniax',
-        name: '「DLsite 同人 - R18」',
-        url: '/maniax/new',
-    },
-    books: {
-        type: 'books',
-        name: '「DLsite 成年コミック - R18」',
-        url: '/books/new',
-    },
-    pro: {
-        type: 'pro',
-        name: '「DLsite 美少女ゲーム」',
-        url: '/pro/new',
-    },
-    // 女性向け
-    girls: {
-        type: 'girls',
-        name: '「DLsite 乙女」',
-        url: '/girls/new',
-    },
-    bl: {
-        type: 'bl',
-        name: '「DLsite BL」',
-        url: '/bl/new',
-    },
-};
-
-module.exports = async (ctx) => {
-    const info = infos[ctx.params.type];
-    // 判断参数是否合理
-    if (info === undefined) {
-        throw Error('不支持指定类型！');
-    }
-
-    const link = info.url.slice(1);
-
-    const response = await got(link, {
-        method: 'GET',
-        prefixUrl: host,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const title = $('title').text();
-    const description = $('meta[name="description"]').attr('content');
-    const list = $('.n_worklist_item');
-    const dateText = $('.work_update')
-        .text()
-        .replace(/(年 |月)/g, '-')
-        .substring(0, 10);
-    const pubDate = new Date(`${dateText} GMT+0900`).toUTCString();
-    const item = list
-        .map((index, element) => {
-            const title = $('.work_name', element).text();
-            const link = $('.work_name > a', element).attr('href');
-            // 使链接
-            $('a', element).each((index, element) => {
-                $(element).attr('target', '_blank');
-            });
-            const description = $(element).html();
-            const arr = $('.search_tag', element);
-            const category = $('a', arr)
-                .map((index, a) => $(a).text())
-                .get();
-            const author = $('.maker_name', element).text();
-
-            const signle = {
-                title,
-                link,
-                description,
-                category,
-                author,
-                pubDate,
-            };
-            return signle;
-        })
-        .get();
-
-    ctx.state.data = {
-        title,
-        link,
-        description,
-        language: 'ja-jp',
-        item,
-    };
-};

package/lib/routes/docschina/jsweekly.js

@@ -1,47 +0,0 @@
-const got = require('../../utils/got.js');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const baseURL = 'https://weekly.docschina.org';
-    const res = await got({
-        method: 'get',
-        url: baseURL + '/javascript',
-        headers: {
-            Referer: baseURL,
-        },
-    });
-
-    const $ = cheerio.load(res.data);
-
-    const link = $('.sidebar-link').eq(1).attr('href');
-    const title = $('.site-name').text();
-    const description = $('a[href="https://javascriptweekly.com/"]').parent().text();
-
-    const articles = await got({
-        method: 'get',
-        url: baseURL + link,
-        headers: {
-            Referer: baseURL,
-        },
-    });
-
-    const $2 = cheerio.load(articles.data);
-    const articlesList = $2('.page .content').children();
-    const items = articlesList
-        .map((item, element) => {
-            const $article = cheerio.load(element);
-            return {
-                title: $article('h3>a[rel="noopener noreferrer"]').text(),
-                description: $article('p').text(),
-                link: $article('h3>a[rel="noopener noreferrer"]').attr('href'),
-            };
-        })
-        .get()
-        .filter((item) => item.title !== '');
-    ctx.state.data = {
-        title,
-        link: baseURL,
-        description,
-        item: items.splice(0),
-    };
-};

package/lib/routes/dsndsht23/index.js

@@ -1,127 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'https://www.sehuatang.net/';
-
-const forumIdMaps = {
-    mrhj: '106',
-    gcyc: '2',
-    yzwmyc: '36',
-    yzymyc: '37',
-    gqzwzm: '103',
-    sjxz: '107',
-    yzmzym: '104',
-    vr: '102',
-    omwm: '38',
-    dmyc: '39',
-    ai: '113',
-    ydsc: '111',
-    hrxazp: '98',
-    hrjpq: '50',
-    yzxa: '48',
-    omxa: '49',
-    ktdm: '117',
-    zhtlq: '95',
-};
-
-module.exports = async (ctx) => {
-    const subformName = ctx.params.subforumid || 'gqzwzm';
-    const subformId = subformName in forumIdMaps ? forumIdMaps[subformName] : subformName;
-    const typefilter = ctx.params.type ? `&filter=typeid&typeid=${ctx.params.type}` : '';
-    const link = `${host}forum.php?mod=forumdisplay&orderby=dateline&fid=${subformId}${typefilter}`;
-    const headers = {
-        'Accept-Encoding': 'gzip, deflate, br',
-        'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
-    };
-    let c;
-    const response = await got({
-        method: 'get',
-        url: link,
-        headers,
-        hooks: {
-            beforeRedirect: [
-                (options, response) => {
-                    const cookie = response.headers['set-cookie'];
-                    if (cookie) {
-                        const cook = cookie.map((c) => c.split(';')[0]).join('; ');
-                        options.headers.Cookie = cook;
-                        c = cook;
-                        options.headers.Referer = response.url;
-                    }
-                },
-            ],
-        },
-    });
-    headers.Cookie = c;
-    const $ = cheerio.load(response.data);
-
-    const list = $('#threadlisttableid tbody[id^=normalthread]')
-        .slice(0, 25)
-        .map(function () {
-            const info = {
-                title: '[' + $(this).find('th em a').text() + '] ' + $(this).find('a.xst').text(),
-                link: $(this).find('a.xst').attr('href'),
-                date: $(this).find('td.by').find('em span span').attr('title'),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const date = info.date;
-            const itemUrl = host + info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl, { headers });
-
-            const $ = cheerio.load(response.data);
-            const postMessage = $("td[id^='postmessage']").slice(0, 1);
-            const images = $(postMessage).find('img');
-            for (let k = 0; k < images.length; k++) {
-                if (!$(images[k]).attr('file') || $(images[k]).attr('file') === 'undefined') {
-                    $(images[k]).replaceWith('');
-                } else {
-                    $(images[k]).replaceWith(`<img src="${$(images[k]).attr('file')}" />`);
-                }
-            }
-            const description = (postMessage.html() || '抓取原帖失败').replace(/ignore_js_op/g, 'div');
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(date).toUTCString(),
-            };
-            const magnet = postMessage.find('div.blockcode li').text();
-            const isMag = magnet.startsWith('magnet');
-            const torrent = postMessage.find('a[href^=forum\\.php\\?mod\\=attachment]:not([href$=nothumb\\=yes])').attr('href');
-
-            const hasEnclosureUrl = isMag || torrent !== undefined;
-            if (hasEnclosureUrl) {
-                const enclosureUrl = isMag ? magnet : url.resolve(host, torrent);
-                const enclosure = {
-                    enclosure_url: enclosureUrl,
-                    enclosure_type: isMag ? 'application/x-bittorrent' : 'application/octet-stream',
-                };
-                Object.assign(single, enclosure);
-            }
-            if (description !== '抓取原帖失败') {
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-            }
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `色花堂 - ${$('#pt > div:nth-child(1) > a:last-child').text()}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/dwnews/rank.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.dwnews.com/';
-    const api = 'https://prod-site-api.dwnews.com/v2/articles';
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data, { xmlMode: true });
-    const list = JSON.parse($('#__NEXT_DATA__')[0].children[0].data).props.pageProps.initialState.home.page.sections.find((s) => s.name === '新闻排行榜 24h').items;
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const url = `${api}/${item.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response = await got.get(url);
-
-            const single = utils.ProcessFeed(response.data);
-
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    if (ctx.params.type || ctx.params.range) {
-        out.push({
-            title: '由于源站改版，该源地址及参数已更新，请参考文档。',
-            pubDate: new Date(),
-        });
-    }
-
-    ctx.state.data = {
-        title: `多维新闻网 - 24 小时新闻排行榜`,
-        description: '多维新闻网—记住世界的轨迹 更需多维的视线，海外华人首选的中文门户新闻网站，及时全面的向全球海外华人更新世界各地时事政治、经济、科技、人文历史、图片、视频等新闻内容，是海外华人必上的新闻门户网站。',
-        link: 'http://www.dwnews.com/',
-        item: out,
-    };
-};

package/lib/routes/dwnews/utils.js

@@ -1,65 +0,0 @@
-const ProcessFeed = (data) => {
-    let description = '';
-
-    const genFigure = (source) => `<figure>
-        <img src="${source.cdnUrl}" alt="${source.caption}">
-        <figcaption>${source.caption}</figcaption>
-        </figure><br>`;
-
-    let hasBold = false;
-
-    data.blocks.forEach((b) => {
-        switch (b.blockType) {
-            case 'summary':
-                description += `<blockquote>${b.summary.join('<br>')}</blockquote>`;
-                break;
-            case 'text':
-                b.htmlTokens.forEach((t) => {
-                    t.forEach((tt) => {
-                        switch (tt.type) {
-                            case 'text':
-                                if (hasBold) {
-                                    hasBold = false;
-                                    description += `${tt.content}</p>`;
-                                } else {
-                                    description += `<p>${tt.content}</p>`;
-                                }
-                                break;
-                            case 'boldText':
-                                description = description.slice(0, -4);
-                                description += `<b>${tt.content}</b>`;
-                                hasBold = true;
-                                break;
-
-                            default:
-                                break;
-                        }
-                    });
-                });
-                break;
-            case 'image':
-                description += genFigure(b.image);
-                break;
-
-            case 'gallery':
-                b.images.forEach((t) => {
-                    description += genFigure(t);
-                });
-                break;
-
-            default:
-                break;
-        }
-    });
-    return {
-        title: data.title,
-        link: data.publishUrl,
-        author: data.authors[0].publishName,
-        description,
-        pubDate: new Date(data.publishTime * 1000).toUTCString(),
-    };
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/dwnews/yaowen.js

@@ -1,73 +0,0 @@
-const got = require('@/utils/got');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    let link = 'https://www.dwnews.com';
-    const api = 'https://prod-site-api.dwnews.com/v2/articles';
-    let region,
-        regionid,
-        host,
-        title = '要闻';
-
-    if (ctx.params.region) {
-        region = ctx.params.region.toLowerCase();
-        switch (region) {
-            case 'china':
-                title = `中国${title}`;
-                regionid = '10000117';
-                break;
-            case 'global':
-                title = `国际${title}`;
-                regionid = '10000118';
-                break;
-            case 'hongkong':
-                title = `香港${title}`;
-                regionid = '10000120';
-                break;
-            case 'taiwan':
-                title = `台湾${title}`;
-                regionid = '10000119';
-                break;
-            case 'jingji':
-                title = `经济${title}`;
-                regionid = '10000123';
-                break;
-            case 'shijue':
-                title = `视觉${title}`;
-                regionid = '10000153';
-                break;
-            default:
-                throw 'Unknown region';
-        }
-        host = `https://prod-site-api.dwnews.com/v2/feed/zone/${regionid}?offset=99999999994&bucketId=00000`;
-        link = `${link}/zone/${regionid}`;
-    } else {
-        host = 'https://prod-site-api.dwnews.com/v2/feed/home/?offset=9999999999&bucketId=00000';
-    }
-
-    const list = await got.get(host);
-
-    const out = await Promise.all(
-        list.data.items.map(async (item) => {
-            const url = `${api}/${item.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(url);
-
-            const single = utils.ProcessFeed(response.data);
-
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `多维新闻网 - ${title}`,
-        description: '多维新闻网—记住世界的轨迹 更需多维的视线，海外华人首选的中文门户新闻网站，及时全面的向全球海外华人更新世界各地时事政治、经济、科技、人文历史、图片、视频等新闻内容，是海外华人必上的新闻门户网站。',
-        link,
-        item: out,
-    };
-};