rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/routes/ft/channel.js

@@ -1,8 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    ctx.state.data = await utils.getData({
-        site: ctx.params.language === 'chinese' ? 'www' : 'big5',
-        channel: ctx.params.channel,
-    });
-};

package/lib/routes/ft/myft.js

@@ -1,46 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const ProcessFeed = (content) => {
-        // clean up the article
-        content.find('div.o-share, aside, div.o-ads').remove();
-
-        return content.html();
-    };
-
-    const link = `https://www.ft.com/myft/following/${ctx.params.key}.rss`;
-
-    const feed = await parser.parseURL(link);
-
-    const items = await Promise.all(
-        feed.items.map(async (item) => {
-            const response = await got({
-                method: 'get',
-                url: item.link,
-                headers: {
-                    Referer: 'https://www.facebook.com',
-                },
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const single = {
-                title: item.title,
-                description: ProcessFeed($('div.article__content-body')),
-                author: $('a.n-content-tag--author').text(),
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `FT.com - myFT`,
-        link,
-        description: `FT.com - myFT`,
-        item: items,
-    };
-};

package/lib/routes/ft/utils.js

@@ -1,88 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-const ProcessFeed = ($, link) => {
-    const title = $('h1').text();
-    let content = $('div.story-container');
-
-    // 处理封面图片
-    content.find('div.story-image > figure').each((i, e) => {
-        const src = `https://thumbor.ftacademy.cn/unsafe/1340x754/${e.attribs['data-url']}`;
-
-        $(`<img src=${src}>`).insertAfter(content.find('div.story-lead')[0]);
-    });
-
-    // 付费文章跳转
-    content.find('div#subscribe-now-container').each((i, e) => {
-        $(`<br/><p>此文章为付费文章，会员<a href='${link}'>请访问网站阅读</a>。</p>`).insertAfter(content.find('div.story-body')[0]);
-        $(e).remove();
-    });
-
-    // 获取作者
-    let author = '';
-    content.find('span.story-author > a').each((i, e) => {
-        author += `${$(e).text()} `;
-    });
-    author = author.trim();
-
-    // 去除头部主题, 头部重复标题, 冗余元数据, 植入广告, 植入 js, 社交分享按钮, 底部版权声明, 空白 DOM
-    content
-        .find(
-            'div.story-theme, h1.story-headline, div.story-byline, div.mpu-container-instory,script, div#story-action-placeholder, div.copyrightstatement-container, div.clearfloat, div.o-ads, h2.list-title, div.allcomments, div.logincomment, div.nologincomment'
-        )
-        .each((i, e) => {
-            $(e).remove();
-        });
-    content = content.html();
-
-    return { content, author, title };
-};
-
-const getData = async ({ site = 'www', channel }) => {
-    let feed;
-
-    if (channel) {
-        channel = channel.toLowerCase();
-        channel = channel.split('-').join('/');
-
-        try {
-            feed = await parser.parseURL(`http://${site}.ftchinese.com/rss/${channel}`);
-        } catch (error) {
-            return {
-                title: `FT 中文网 ${channel} 不存在`,
-                description: `FT 中文网 ${channel} 不存在`,
-            };
-        }
-    } else {
-        feed = await parser.parseURL(`http://${site}.ftchinese.com/rss/feed`);
-    }
-
-    const items = await Promise.all(
-        feed.items.splice(0, 10).map(async (item) => {
-            const response = await got.get(`${item.link}?full=y&archive`);
-
-            const $ = cheerio.load(response.data);
-            const result = ProcessFeed($, item.link);
-            const single = {
-                title: result.title,
-                description: result.content,
-                author: result.author,
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    return {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};
-
-module.exports = {
-    getData,
-};

package/lib/routes/gamer/gnn_index.js

@@ -1,131 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    let url = '';
-    let categoryName = '';
-    const categoryTable = {
-        1: 'PC',
-        3: 'TV 掌機',
-        4: '手機遊戲',
-        5: '動漫畫',
-        9: '主題報導',
-        11: '活動展覽',
-        13: '電競',
-        ns: 'Switch',
-        ps5: 'PS5',
-        ps4: 'PS4',
-        xbone: 'XboxOne',
-        xbsx: 'XboxSX',
-        pc: 'PC 單機',
-        olg: 'PC 線上',
-        ios: 'iOS',
-        android: 'Android',
-        web: 'Web',
-        comic: '漫畫',
-        anime: '動畫',
-    };
-    const mainCategory = ['1', '3', '4', '5', '9', '11', '13'];
-    if (!category || Object.keys(categoryTable).indexOf(category) < 0) {
-        url = 'https://gnn.gamer.com.tw/';
-    } else {
-        categoryName = '-' + categoryTable[category];
-        if (mainCategory.indexOf(category) > -1) {
-            url = `https://gnn.gamer.com.tw/index.php?k=${category}`;
-        } else {
-            url = `https://acg.gamer.com.tw/news.php?p=${category}`;
-        }
-    }
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const list = $('div.BH-lbox.GN-lbox2')
-        .children()
-        .not('p,a,img,span')
-        .map((index, item) => {
-            item = $(item);
-            let aLabelNode;
-            let tag;
-            // a label with div
-            if (item.children().length !== 0) {
-                aLabelNode = item.find('a').eq(1);
-                tag = item.find('div.platform-tag_list').text();
-            }
-            // a label without div
-            else {
-                aLabelNode = item.next();
-                tag = item.text();
-            }
-
-            return {
-                title: '[' + tag + ']&nbsp;' + aLabelNode.text(),
-                link: aLabelNode.attr('href').replace('//', 'https://'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map(async (item) => {
-            item.description = await ctx.cache.tryGet(item.link, async () => {
-                const response = await got.get(item.link);
-                let component = '';
-                const urlReg = /window.location.replace\('.*'/g;
-
-                let pubInfo;
-                let dateStr;
-                if (response.body.search(urlReg) < 0) {
-                    const $ = cheerio.load(response.data);
-                    if ($('span.GN-lbox3C').length > 0) {
-                        // official publish 1
-                        pubInfo = $('span.GN-lbox3C').text().split('）');
-                        item.author = pubInfo[0].replace('（', '').replace(' 報導', '');
-                        dateStr = pubInfo[1].trim();
-                    } else {
-                        // official publish 2
-                        pubInfo = $('span.GN-lbox3CA').text().split('）');
-                        item.author = pubInfo[0].replace('（', '').replace(' 報導', '');
-                        dateStr = pubInfo[1].replace('原文出處', '').trim();
-                    }
-                    component = $('div.GN-lbox3B').html();
-                } else {
-                    // url redirect
-                    const newUrl = response.body.match(urlReg)[0].split('(')[1].replace(/'/g, '');
-                    const _response = await got.get(newUrl);
-                    const _$ = cheerio.load(_response.data);
-
-                    if (_$('div.MSG-list8C').length > 0) {
-                        // personal publish 1
-                        pubInfo = _$('span.ST1').text().split('│');
-                        item.author = pubInfo[0].replace('作者：', '');
-                        dateStr = pubInfo[_$('span.ST1').find('a').length > 0 ? 2 : 1];
-                        component = _$('div.MSG-list8C').html();
-                    } else {
-                        // personal publish 2
-                        pubInfo = _$('div.article-intro').text().replace(/\n/g, '').split('|');
-                        item.author = pubInfo[0];
-                        dateStr = pubInfo[1];
-                        component = _$('div.text-paragraph').html();
-                    }
-                }
-                item.pubDate = timezone(parseDate(dateStr, 'YYYY-MM-DD HH:mm:ss'), +8);
-                component = component.replace(/\b(data-src)\b/g, 'src');
-                return component;
-            });
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: '巴哈姆特-GNN新聞' + categoryName,
-        link: url,
-        item: items,
-    };
-};

package/lib/routes/gamer/hot.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = `https://forum.gamer.com.tw/A.php?bsn=${ctx.params.bsn}`;
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('div.FM-abox2A a.FM-abox2B')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                link: `https:${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('div.c-post__body__buttonbar').remove();
-
-                item.title = content('.c-post__header__title').text();
-                item.description = content('div.c-post__body').html();
-                item.author = `${content('a.username').eq(0).text()} (${content('a.userid').eq(0).text()})`;
-                item.pubDate = new Date(content('a.edittime').eq(0).attr('data-mtime') + ' GMT+8').toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/gcores/category.js

@@ -1,127 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const url = `https://www.gcores.com/${category}`;
-    const res = await got({
-        method: 'get',
-        url,
-    });
-    const data = res.data;
-    const $ = cheerio.load(data);
-    const feedTitle = $('title').text();
-
-    const list = $('.original.am_card.original-normal')
-        .map(function () {
-            const item = {
-                url: $(this).find('a.am_card_content.original_content').attr('href'),
-                title: $(this).find('h3.am_card_title').text(),
-            };
-            return item;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const articleUrl = `https://www.gcores.com${item.url}`;
-
-            const cache = await ctx.cache.get(articleUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const itemRes = await got({
-                method: 'get',
-                url: articleUrl,
-            });
-
-            const itemPage = itemRes.data;
-            const $ = cheerio.load(itemPage);
-
-            let articleData = await got(`https://www.gcores.com/gapi/v1${item.url}?include=media`);
-            articleData = articleData.data.data;
-            let cover;
-            if (articleData.attributes.cover) {
-                cover = `<img src="https://image.gcores.com/${articleData.attributes.cover}" />`;
-            } else if (articleData.attributes.thumb) {
-                cover = `<img src="https://image.gcores.com/${articleData.attributes.thumb}" />`;
-            } else {
-                cover = '';
-            }
-
-            // replace figure with img
-            const articleContent = JSON.parse(articleData.attributes.content);
-            const entityRangeMap = {};
-            for (const block of articleContent.blocks || []) {
-                if (block.entityRanges.length) {
-                    entityRangeMap[block.key] = block.entityRanges;
-                }
-            }
-
-            $('figure').each((i, elem) => {
-                const keyAttr = elem.attribs['data-offset-key'];
-                const keyMatch = /^(\w+)-(\d+)-(\d)$/.exec(keyAttr);
-                let actualContent = '';
-                if (keyMatch) {
-                    const [, key, index] = keyMatch;
-                    if (entityRangeMap[key] && entityRangeMap[key][index]) {
-                        const entityKey = entityRangeMap[key] && entityRangeMap[key][index].key;
-                        const entity = articleContent.entityMap[entityKey];
-                        actualContent = convertEntityToContent(entity);
-                    }
-                }
-
-                if (actualContent) {
-                    $(elem).replaceWith(actualContent);
-                }
-            });
-
-            // remove editor toolbar img
-            $('.md-editor-toolbar').replaceWith('');
-            // remove hidden tip block
-            $('.story_hidden').replaceWith('');
-
-            const content = $('.story.story-show').html();
-            const single = {
-                title: item.title,
-                description: cover + content,
-                link: articleUrl,
-                guid: articleUrl,
-            };
-            ctx.cache.set(articleUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: feedTitle,
-        link: url,
-        item: out,
-    };
-};
-
-function convertEntityToContent(entity) {
-    const { type, data } = entity;
-    switch (type) {
-        case 'IMAGE':
-            return `
-<figure>
-<img src="https://image.gcores.com/${data.path}" alt="${data.caption || ''}">
-${data.caption ? `<figcaption>${data.caption}</figcaption>` : ''}
-</figure>`;
-
-        case 'GALLERY':
-            return data.images
-                .map(
-                    (image, i, arr) => `
-<figure>
-<img src="https://image.gcores.com/${image.path}" alt="${image.caption || ''}">
-<figcaption>${data.caption || ''} (${i + 1}/${arr.length}) ${image.caption || ''}</figcaption>
-</figure>
-            `
-                )
-                .join('');
-
-        default:
-            return '';
-    }
-}

package/lib/routes/github/follower.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    if (!config.github || !config.github.access_token) {
-        throw 'GitHub follower RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#%E9%83%A8%E5%88%86-rss-%E6%A8%A1%E5%9D%97%E9%85%8D%E7%BD%AE">relevant config</a>';
-    }
-    const user = ctx.params.user;
-
-    const host = `https://github.com/${user}`;
-    const url = 'https://api.github.com/graphql';
-
-    const response = await got({
-        method: 'post',
-        url,
-        headers: {
-            Authorization: `bearer ${config.github.access_token}`,
-        },
-        json: {
-            query: `
-            {
-                user(login: "${user}") {
-                  followers(first: 10) {
-                    edges {
-                      node {
-                        login
-                        avatarUrl
-                      }
-                    }
-                  }
-                }
-              }
-            `,
-        },
-    });
-
-    const data = response.data.data.user.followers.edges;
-
-    ctx.state.data = {
-        allowEmpty: true,
-        title: `${user}'s followers`,
-        link: host,
-        item: data.map((follower) => ({
-            title: `${follower.node.login} started following ${user}`,
-            author: follower.node.login,
-            description: `<a href="https://github.com/${follower.node.login}">${follower.node.login}</a> <br> <img sytle="width:50px;" src='${follower.node.avatarUrl}'>`,
-            link: `https://github.com/${follower.node.login}`,
-        })),
-    };
-};

package/lib/routes/github/issue.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const config = require('@/config').value;
-const md = require('markdown-it')({
-    html: true,
-    linkify: true,
-});
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const user = ctx.params.user;
-    const repo = ctx.params.repo;
-    const state = ctx.params.state;
-    const labels = ctx.params.labels;
-
-    const host = `https://github.com/${user}/${repo}/issues`;
-    const url = `https://api.github.com/repos/${user}/${repo}/issues`;
-
-    const headers = {};
-    if (config.github && config.github.access_token) {
-        headers.Authorization = `token ${config.github.access_token}`;
-    }
-    const response = await got({
-        method: 'get',
-        url,
-        searchParams: queryString.stringify({
-            state,
-            labels,
-            sort: 'created',
-        }),
-        headers,
-    });
-    const data = response.data;
-
-    ctx.state.data = {
-        allowEmpty: true,
-        title: `${user}/${repo}${state ? ' ' + state.replace(/^\S/, (s) => s.toUpperCase()) : ''} Issues${labels ? ' - ' + labels : ''}`,
-        link: host,
-        item: data
-            .filter((item) => item.pull_request === undefined)
-            .map((item) => ({
-                title: item.title,
-                description: item.body ? md.render(item.body) : 'No description',
-                pubDate: new Date(item.created_at).toUTCString(),
-                author: item.user.login,
-                link: `${host}/${item.number}`,
-            })),
-    };
-};

package/lib/routes/github/pulls.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const config = require('@/config').value;
-const md = require('markdown-it')({
-    html: true,
-    linkify: true,
-});
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const user = ctx.params.user;
-    const repo = ctx.params.repo;
-
-    const host = `https://github.com/${user}/${repo}/pulls`;
-    const link = `https://github.com/${user}/${repo}/pull`;
-    const url = `https://api.github.com/repos/${user}/${repo}/pulls`;
-
-    const headers = {};
-    if (config.github && config.github.access_token) {
-        headers.Authorization = `token ${config.github.access_token}`;
-    }
-    const response = await got({
-        method: 'get',
-        url,
-        searchParams: queryString.stringify({
-            sort: 'created',
-        }),
-        headers,
-    });
-    const data = response.data;
-
-    ctx.state.data = {
-        allowEmpty: true,
-        title: `${user}/${repo} Pull requests`,
-        link: host,
-        item: data.map((item) => ({
-            title: item.title,
-            author: item.user.login,
-            description: item.body ? md.render(item.body) : 'No description',
-            pubDate: new Date(item.created_at).toUTCString(),
-            link: `${link}/${item.number}`,
-        })),
-    };
-};

package/lib/routes/github/star.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    if (!config.github || !config.github.access_token) {
-        throw 'GitHub star RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#%E9%83%A8%E5%88%86-rss-%E6%A8%A1%E5%9D%97%E9%85%8D%E7%BD%AE">relevant config</a>';
-    }
-    const user = ctx.params.user;
-    const repo = ctx.params.repo;
-
-    const host = `https://github.com/${user}/${repo}/stargazers`;
-    const url = 'https://api.github.com/graphql';
-
-    const response = await got({
-        method: 'post',
-        url,
-        headers: {
-            Authorization: `bearer ${config.github.access_token}`,
-        },
-        json: {
-            query: `
-            {
-                repository(owner: "${user}", name: "${repo}") {
-                  stargazers(last: 10) {
-                    edges {
-                      node {
-                        login
-                        avatarUrl
-                      }
-                    }
-                  }
-                }
-              }
-            `,
-        },
-    });
-
-    const data = response.data.data.repository.stargazers.edges.reverse();
-
-    ctx.state.data = {
-        allowEmpty: true,
-        title: `${user}/${repo}’s stargazers`,
-        link: host,
-        item: data.map((follower) => ({
-            title: `${follower.node.login} starred ${user}/${repo}`,
-            author: follower.node.login,
-            description: `<a href="https://github.com/${follower.node.login}">${follower.node.login}</a> <br> <img sytle="width:50px;" src='${follower.node.avatarUrl}'>`,
-            link: `https://github.com/${follower.node.login}`,
-        })),
-    };
-};