rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/lib/routes-deprecated/fanbox/conv.js

@@ -1,227 +0,0 @@
-const got = require('@/utils/got');
-
-const get_header = require('./header');
-
-async function get_twitter(t) {
-    try {
-        const resp = await got(`https://publish.twitter.com/oembed?url=${t}`);
-        return resp.data.html;
-    } catch {
-        return `<div style="border-style:solid;border-width:0.5px;padding:0.5em;">This tweet may not exist</div>`;
-    }
-}
-
-async function get_fanbox(p) {
-    try {
-        const m = p.match(/creator\/(\d+)\/post\/(\d+)/);
-        const post_id = m[2];
-        const api_url = `https://api.fanbox.cc/post.info?postId=${post_id}`;
-        const resp = await got(api_url, { headers: get_header() });
-        const post = resp.data.body;
-
-        const home_url = `https://${post.creatorId}.fanbox.cc`;
-        const web_url = `${home_url}/posts/${post.id}`;
-        const datetime = new Date(post.updatedDatetime).toLocaleString('ja');
-
-        const box_html = `
-            <div style="width:640;padding:0.5em;border-style:solid;border-width:0.5px">
-                <img width=300 src="${post.imageForShare}" />
-                <br/>
-                <a href="${web_url}" style="font-weight:bold">${post.title}</a>
-                <br/>
-                <br/>
-                <a href="${home_url}" style="margin-right:1.6em">${post.user.name}</a>
-                <span style="margin-right:1.6em">Modify: ${datetime}</span>
-                <span>${post.feeRequired} JPY</span>
-            </div>
-        `;
-        return { url: web_url, html: box_html };
-    } catch {
-        return { url: null, html: `<div style="border-style:solid;border-width:0.5px;padding:0.5em;">fanbox post (${p}) may not exist</div>` };
-    }
-}
-
-// embedded items
-async function embed_map(e) {
-    const id = e.contentId || e.videoId;
-    const sp = e.serviceProvider;
-
-    let ret = `Unknown host: ${sp}, with ID: ${id}`;
-    let url = null;
-
-    try {
-        switch (sp) {
-            case 'youtube':
-                url = `https://www.youtube.com/embed/${id}`;
-                ret = `<iframe type="text/html" width="640" height="360" src="${url}" frameborder="0" allowfullscreen></iframe>`;
-                break;
-            case 'vimeo':
-                url = `https://player.vimeo.com/video/${id}`;
-                ret = `<iframe type="text/html" width="640" height="360" src="${url}" frameborder="0" allowfullscreen></iframe>`;
-                break;
-            case 'soundcloud':
-                url = `https://soundcloud.com/${id}`;
-                ret = `<iframe width="640" height="166" frameborder="0" allowfullscreen src="https://w.soundcloud.com/player/?url=${url}"></iframe>`;
-                break;
-            case 'twitter':
-                url = `https://twitter.com/i/status/${id}`;
-                ret = await get_twitter(url);
-                break;
-            case 'google_forms':
-                url = `https://docs.google.com/forms/d/e/${id}/viewform?embedded=true`;
-                ret = `<iframe src="${url}" width=640 height=800 frameborder="0" allowfullscreen></iframe>`;
-                break;
-            case 'fanbox': {
-                const info = await get_fanbox(id);
-                url = info.url;
-                ret = info.html;
-                break;
-            }
-            case 'gist':
-                url = `https://gist.github.com/${id}`;
-                ret = `<iframe frameborder="0" width="640" height="480" srcdoc="<script src=${url}.js></script>"></iframe>`;
-                break;
-        }
-        if (url) {
-            ret += `<br/><a href="${url}" style="font-size:0.6em;">Click here if embedded content is not loaded.</a>`;
-        }
-    } catch (error) {
-        error;
-    }
-
-    return ret;
-}
-
-// render <p/> blocks
-function passage_conv(p) {
-    const seg = [...p.text];
-    // seg.push('');
-    if (p.styles) {
-        p.styles.map((s) => {
-            switch (s.type) {
-                case 'bold':
-                    seg[s.offset] = `<b>` + seg[s.offset];
-                    seg[s.offset + s.length - 1] += `</b>`;
-                    break;
-            }
-            return s;
-        });
-    }
-    if (p.links) {
-        p.links.map((l) => {
-            seg[l.offset] = `<a href="${l.url}">` + seg[l.offset];
-            seg[l.offset + l.length - 1] += `</a>`;
-            return l;
-        });
-    }
-    const ret = seg.join('');
-    // console.log(ret)
-    return ret;
-}
-
-// article types
-function text_t(body) {
-    return body.text || '';
-}
-
-function image_t(body) {
-    let ret = body.text || '';
-    body.images.map((i) => (ret += `<hr><img src="${i.originalUrl}">`));
-    return ret;
-}
-
-function file_t(body) {
-    let ret = body.text || '';
-    body.files.map((f) => (ret += `<br><a href="${f.url}" download="${f.name}.${f.extension}">${f.name}.${f.extension}</a>`));
-    return ret;
-}
-
-async function video_t(body) {
-    let ret = body.text || '';
-    ret += (await embed_map(body.video)) || '';
-    return ret;
-}
-
-async function blog_t(body) {
-    let ret = [];
-    for (let x = 0; x < body.blocks.length; ++x) {
-        const b = body.blocks[x];
-        ret.push('<p>');
-
-        switch (b.type) {
-            case 'p':
-                ret.push(passage_conv(b));
-                break;
-            case 'header':
-                ret.push(`<h2>${b.text}</h2>`);
-                break;
-            case 'image': {
-                const i = body.imageMap[b.imageId];
-                ret.push(`<img src="${i.originalUrl}">`);
-                break;
-            }
-            case 'file': {
-                const f = body.fileMap[b.fileId];
-                ret.push(`<a href="${f.url}" download="${f.name}.${f.extension}">${f.name}.${f.extension}</a>`);
-                break;
-            }
-            case 'embed':
-                ret.push(embed_map(body.embedMap[b.embedId])); // Promise object
-                break;
-        }
-    }
-    ret = await Promise.all(ret); // get real data
-    return ret.join('');
-}
-
-// parse by type
-async function conv_article(i) {
-    let ret = '';
-    if (i.title) {
-        ret += `[${i.type}] ${i.title}<hr>`;
-    }
-    if (i.feeRequired !== 0) {
-        ret += `Fee Required: <b>${i.feeRequired} JPY/month</b><hr>`;
-    }
-    if (i.coverImageUrl) {
-        ret += `<img src="${i.coverImageUrl}"><hr>`;
-    }
-
-    if (!i.body) {
-        ret += i.excerpt;
-        return ret;
-    }
-
-    // console.log(i);
-    // skip paywall
-
-    switch (i.type) {
-        case 'text':
-            ret += text_t(i.body);
-            break;
-        case 'file':
-            ret += file_t(i.body);
-            break;
-        case 'image':
-            ret += image_t(i.body);
-            break;
-        case 'video':
-            ret += await video_t(i.body);
-            break;
-        case 'article':
-            ret += await blog_t(i.body);
-            break;
-        default:
-            ret += '<b>Unsupported content (RSSHub)</b>';
-    }
-    return ret;
-}
-
-// render wrapper
-module.exports = async (i) => ({
-    title: i.title || `No title`,
-    description: await conv_article(i),
-    pubDate: new Date(i.publishedDatetime).toUTCString(),
-    link: `https://${i.creatorId}.fanbox.cc/posts/${i.id}`,
-    category: i.tags,
-});

package/lib/routes-deprecated/fanbox/header.js

@@ -1,13 +0,0 @@
-const config = require('@/config').value;
-
-// unlock contents paid by user
-module.exports = () => {
-    const sessid = config.fanbox.session;
-    let cookie = '';
-    if (sessid) {
-        cookie += `FANBOXSESSID=${sessid}`;
-    }
-    const headers = { origin: 'https://fanbox.cc', cookie };
-
-    return headers;
-};

package/lib/routes-deprecated/fanbox/main.js

@@ -1,45 +0,0 @@
-// pixiv fanbox, maybe blocked by upstream
-
-// params:
-// user?: fanbox domain name
-
-const got = require('@/utils/got');
-const { isValidHost } = require('@/utils/valid-host');
-const conv_item = require('./conv');
-const get_header = require('./header');
-
-module.exports = async (ctx) => {
-    const user = ctx.params.user || 'official'; // if no user specified, just go to official page
-    if (!isValidHost(user)) {
-        throw new Error('Invalid user');
-    }
-    const box_url = `https://${user}.fanbox.cc`;
-
-    // get user info
-    let title = `${user}'s fanbox`;
-    let descr = title;
-
-    try {
-        const user_api = `https://api.fanbox.cc/creator.get?creatorId=${user}`;
-        const resp_u = await got(user_api, { headers: get_header() });
-        title = `${resp_u.data.body.user.name}'s fanbox`;
-        descr = resp_u.data.description;
-    } catch (error) {
-        error;
-    }
-
-    // get user posts
-    const posts_api = `https://api.fanbox.cc/post.listCreator?creatorId=${user}&limit=20`;
-    const response = await got(posts_api, { headers: get_header() });
-
-    // render posts
-    const items = await Promise.all(response.data.body.items.map((i) => conv_item(i)));
-
-    // return rss feed
-    ctx.state.data = {
-        title,
-        link: box_url,
-        description: descr,
-        item: items,
-    };
-};

package/lib/routes-deprecated/gamersky/ent.js

@@ -1,89 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const map = new Map([
-    ['qysj', { title: '趣囧时间', suffix: 'ent/qw' }],
-    ['ymyy', { title: '游民影院', suffix: 'wenku/movie' }],
-    ['ygtx', { title: '游观天下', suffix: 'ent/discovery' }],
-    ['bztk', { title: '壁纸图库', suffix: 'ent/wp' }],
-    ['ympd', { title: '游民盘点', suffix: 'wenku' }],
-    ['ymfl', { title: '游民福利', suffix: 'ent/xz/' }],
-]);
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const suffix = map.get(category).suffix;
-    const title = map.get(category).title;
-
-    const url = `https://www.gamersky.com/${suffix}`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const list = $('ul.pictxt.contentpaging li')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('div.tit a').text(),
-                link: $(this).find('div.tit a').attr('href'),
-                pubDate: new Date($(this).find('.time').text()).toUTCString(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = info.link.startsWith('https://') ? info.link : `https://www.gamersky.com/${info.link}`;
-            const pubDate = info.pubDate;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return JSON.parse(cache);
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            let next_pages = $('div.page_css a')
-                .map(function () {
-                    return $(this).attr('href');
-                })
-                .get();
-
-            next_pages = next_pages.slice(0, -1);
-
-            const des = await Promise.all(
-                next_pages.map(async (next_page) => {
-                    const response = await got.get(next_page);
-                    const $ = cheerio.load(response.data);
-                    $('div.page_css').remove();
-
-                    return $('.Mid2L_con').html().trim();
-                })
-            );
-
-            const description = des.join('');
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate,
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return single;
-        })
-    );
-
-    ctx.state.data = {
-        title: `游民娱乐-${title}`,
-        link: url,
-        item: out,
-    };
-};

package/lib/routes-deprecated/gamersky/news.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.gamersky.com/news/',
-        headers: {
-            Referer: 'https://www.gamersky.com/news/',
-        },
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const out = $('.Mid2L_con li')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('.tt').text(),
-                link: $(this).find('.tt').attr('href'),
-                pubDate: new Date($(this).find('.time').text()).toUTCString(),
-                description: $(this).find('.txt').text(),
-            };
-            return info;
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '游民星空-今日推荐',
-        link: 'https://www.gamersky.com/news/',
-        item: out,
-    };
-};

package/lib/routes-deprecated/geekpark/breakingnews.js

@@ -1,25 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = 'https://mainssl.geekpark.net/api/v1/posts';
-    const link = 'https://www.geekpark.net';
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const data = response.data.posts;
-
-    ctx.state.data = {
-        title: '极客公园 - 资讯',
-        description:
-            '极客公园聚焦互联网领域，跟踪最新的科技新闻动态，关注极具创新精神的科技产品。目前涵盖前沿科技、游戏、手机评测、硬件测评、出行方式、共享经济、人工智能等全方位的科技生活内容。现有前沿社、挖App、深度报道、极客养成指南等多个内容栏目。',
-        link,
-        item: data.map(({ title, content, published_at, id }) => ({
-            title,
-            link: `https://www.geekpark.net/news/${id}`,
-            description: content,
-            pubDate: new Date(published_at).toUTCString(),
-        })),
-    };
-};

package/lib/routes-deprecated/iplay/home.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const url = `https://www.iplaysoft.com/`;
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: url,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('#postlist .entry').get();
-
-    const result = await util.ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: $('title').text().split('-')[0],
-        link: url,
-        description: $('meta[name="description"]').attr('content'),
-        item: result,
-    };
-};

package/lib/routes-deprecated/iplay/utils.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-async function load(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    // 处理日期
-    const datestr = $('.entry-meta li')
-        .text()
-        .match(/生产日期：异次纪元 ([\S\s]*?秒)/)[1]
-        .match(/(\d{1,2})/gm);
-    for (let i = 1; i < datestr.length; i++) {
-        datestr[i] = datestr[i].padStart(2, '0');
-    }
-    const date = new Date('20' + datestr[0] + '-' + datestr[1] + '-' + datestr[2] + ' ' + datestr[3] + ':' + datestr[4] + ':' + datestr[5]);
-    const timeZone = 8;
-    const serverOffset = date.getTimezoneOffset() / 60;
-    const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
-    // 提取详情
-    let description = $('.entry-content').html();
-    // 去除data-srcset，srcset，将data-src替换成src以正常显示图片
-    description = description.replaceAll(/(data-){0,1}srcset="[\S\s]*?"/g, '');
-    description = description.replaceAll('data-src', 'src');
-    return { description, pubDate };
-}
-
-const ProcessFeed = (list, caches) => {
-    const host = 'https://www.iplaysoft.com/';
-    return Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const $title = $('.entry-title a');
-            // 还原相对链接为绝对链接
-            const itemUrl = url.resolve(host, $title.attr('href'));
-
-            // 列表上提取到的信息
-            const single = {
-                title: $title.text(),
-                link: itemUrl,
-                // author: $('.nickname').text(),
-                guid: itemUrl,
-            };
-
-            // 使用tryGet方法从缓存获取内容。
-            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Object.assign({}, single, other);
-        })
-    );
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes-deprecated/konachan/post-popular-recent.js

@@ -1,67 +0,0 @@
-const got = require('@/utils/got');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const { period = '1d' } = ctx.params;
-
-    const baseUrl = ctx.path.startsWith('/konachan.net') ? 'https://konachan.net' : 'https://konachan.com';
-    const safemode = ctx.path.startsWith('/konachan.net');
-
-    const response = await got({
-        method: 'get',
-        url: `${baseUrl}/post/popular_recent.json`,
-        searchParams: queryString.stringify({
-            period,
-        }),
-    });
-
-    const posts = response.data;
-
-    const titles = {
-        '1d': 'Exploring last 24 hours ',
-        '1w': 'Exploring last week',
-        '1m': 'Exploring last month',
-        '1y': 'Exploring last year',
-    };
-
-    const title = titles[period] || titles['1d'];
-
-    ctx.state.data = {
-        title: `${title} - Konachan Anime Wallpapers`,
-        link: `${baseUrl}/post/popular_recent`,
-        item: posts
-            .filter((post) => !(safemode && post.rating !== 's'))
-            .map((post) => {
-                const content = (url) => {
-                    if (url.startsWith('//')) {
-                        url = 'https:' + url;
-                    }
-                    let result = `<img src="${url}" />`;
-                    if (post.source) {
-                        result += `<a href="${post.source}">source</a>`;
-                    }
-                    if (post.parent_id) {
-                        result += `<a href="${baseUrl}/post/show/${post.parent_id}">parent</a>`;
-                    }
-                    return result;
-                };
-
-                const created_at = post.created_at * 1e3;
-
-                return {
-                    title: post.tags,
-                    id: `${ctx.path}#${post.id}`,
-                    guid: `${ctx.path}#${post.id}`,
-                    link: `${baseUrl}/post/show/${post.id}`,
-                    author: post.author,
-                    published: new Date(created_at).toISOString(),
-                    pubDate: new Date(created_at).toUTCString(),
-                    description: content(post.sample_url),
-                    summary: content(post.sample_url),
-                    content: { html: content(post.file_url) },
-                    image: post.file_url,
-                    category: post.tags.split(/\s+/),
-                };
-            }),
-    };
-};

package/lib/routes-deprecated/kpmg/insights.js

@@ -1,79 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'https://home.kpmg/cn/zh/home/insights.html';
-
-    const response = await got({
-        method: 'post',
-        url: `https://home.kpmg/esearch/cn-zh`,
-        headers: {
-            Referer: link,
-        },
-        json: {
-            query: '',
-            filters: {
-                all: [
-                    {
-                        kpmg_tab_type: ['Insights'],
-                    },
-                ],
-            },
-            result_fields: {
-                kpmg_title: {
-                    raw: {},
-                },
-                kpmg_article_date_time: {
-                    raw: {},
-                },
-                kpmg_url: {
-                    raw: {},
-                },
-            },
-            page: {
-                size: 20,
-                current: 1,
-            },
-            sort: {
-                kpmg_filter_date: 'desc',
-            },
-        },
-    });
-
-    const list = response.data.results.map((item) => ({
-        title: item.kpmg_title.raw,
-        link: item.kpmg_url.raw,
-        pubDate: item.kpmg_article_date_time.raw,
-    }));
-
-    const item = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const response = await got.get(item.link);
-                const $ = cheerio.load(response.data);
-
-                if ($('a.component-link')) {
-                    const link = $('a.component-link').attr('href');
-                    const size = $('a.component-link .downloadSize').text();
-                    $('a.component-link').replaceWith(
-                        `<p>
-                                <img src="https://home.kpmg/etc/designs/kpmgpublic/images/pdf-icon-lg.png" />
-                                <a href='${link}'>点击下载 PDF ${size}</a>
-                            </p>`
-                    );
-                }
-
-                item.description = $('.module-touch-columncontrol').html() || $('.display-full-width').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '毕马威洞察',
-        link,
-        description: '欢迎浏览毕马威中国网站的知识库。在这里，你可以找到毕马威中国各类定期出版的通讯及各通讯过往的期号。',
-        item,
-    };
-};