rsshub 1.0.0-master.f7f8b7a → 1.0.0-master.f812e91

package/lib/routes/kzfeed/topic.js

@@ -1,122 +0,0 @@
-/**
- * 这里列出部分已知用途且在 Feed 中有用的属性
- *
- * @typedef {Object} Card
- * @property {String} id 卡片 id
- * @property {String} title 卡片标题
- * @property {String} text 正文内容，会有换行符，里面的链接会是 <a-link href="..."></a-link> 的形式
- * @property {String} video 可能是内嵌视频地址
- * @property {String} video_thumb_img 可能是内嵌视频预览图片
- * @property {Number} bilibili_video_id 可能是关联的 Bilibili av 号
- * @property {String[]} images 内嵌图片地址
- * @property {Card~ImageInfo[]} images_info 内嵌图片信息
- * @property {String} url 原文网址
- * @property {String} url_cover 原文头图
- * @property {String} url_title 原文标题
- * @property {String} url_desc 原文简介
- * @property {String} url_host 原文网址的域名
- * @property {Number} created_time 创建的 Unix 时间戳
- *
- * @typedef {Object} Card~ImageInfo
- * @property {String} url
- * @property {String} format
- * @property {String} size
- * @property {Number} width
- * @property {Number} height
- */
-
-const got = require('@/utils/got');
-
-/**
- * @param {String} ctx.params.id
- */
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const info_res = await got({
-        method: 'post',
-        url: 'https://kz.sync163.com/api/topic/info',
-        headers: {
-            from: 'h5',
-            token: 'asdfasdfasdf',
-            'Content-Type': 'application/json',
-        },
-        data: JSON.stringify({
-            topic_id: id,
-        }),
-    });
-    const info = info_res.data;
-
-    const cards_res = await got({
-        method: 'post',
-        url: 'https://kz.sync163.com/api/topic/cards',
-        headers: {
-            from: 'h5',
-            token: 'asdfasdfasdf',
-            'Content-Type': 'application/json',
-        },
-        data: JSON.stringify({
-            topic_id: id,
-        }),
-    });
-    const cardList = cards_res.data.list;
-
-    ctx.state.data = {
-        title: `快知 - ${info.info.name}`,
-        description: info.info.description,
-        link: `https://kz.sync163.com/web/topic/${id}`,
-        image: info.info.icon,
-        item: cardList.map(buildFeedItem),
-    };
-};
-
-/**
- * @param {Card} cardData
- */
-const buildFeedItem = (cardData) => {
-    const description = `
-        <p><img src="${cardData.url_cover}" /></p>
-        <p>${cardData.url_title ? cardData.url_title : ''}${cardData.url_desc ? ` - ${cardData.url_desc}` : ''}</p>
-        <p style="white-space: pre-line">${serializeCardText(cardData.text)}</p>
-        ${renderImageList(cardData.images)}
-        <p><a href="https://kz.sync163.com/web/card/${cardData.id}" style="margin-left: 10px">快知中间页</a></p>
-    `;
-
-    return {
-        title: cardData.title ? cardData.title : cardData.url_title,
-        description,
-        pubDate: new Date(cardData.created_time * 1000),
-        link: cardData.url,
-    };
-};
-
-const renderImageList = (images) => {
-    const renderItem = (src) => `
-        <li style="width: 30%; margin: 0.5rem">
-        <img style="width: 100%" src="${src}" />
-        </li>
-        `;
-
-    return `
-        <ul style="
-        display: flex;
-        justify-content: space-between;
-        flex-wrap: wrap;
-        list-style: none;
-        margin: 0;
-        padding: 0;
-        ">
-        ${images.map(renderItem).join('')}
-        </ul>
-        `;
-};
-
-const serializeCardText = (text) =>
-    text
-
-        /* 快知的 API 里的 a 标签名字叫做 a-link ，我们要把它改过来 */
-        .replace(/<a-link/g, '<a')
-        .replace(/<\/a-link>/g, '</a>')
-
-        /* 替换换行符 */
-        .replace(/\n/g, '<br>');

package/lib/routes/lingyi/index.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const categories = {
-        tuijian: '编辑推荐',
-        lingyishijian: '灵异事件',
-        guihualianpian: '鬼话连篇',
-        minjianqitan: '民间奇谈',
-        qiwenyishi: '奇闻异事',
-        lingyitupian: '灵异图片',
-    };
-    const url = `http://www.lingyi.org/topics/${ctx.params.category}`;
-    const res = await got({
-        method: 'get',
-        url,
-    });
-    const $ = cheerio.load(res.data);
-    const resultItem = $('.post-list-item')
-        .map((index, li) => {
-            const elem = $(li);
-            return {
-                title: elem.find('h2').text(),
-                description: elem.find('.post-excerpt').text(),
-                link: elem.find('h2 a').attr('href'),
-                image: elem.find('.mobile-show > div > a > picture > img').attr('href'),
-                pubDate: elem.find('time').attr('datetime'),
-                author: elem.find('.post-list-meta-user>a>span').text(),
-            };
-        })
-        .get();
-
-    const out = await Promise.all(
-        resultItem.map(async (link) => {
-            const pageUrl = link.link;
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response = await got({
-                method: 'get',
-                url: pageUrl,
-                headers: {
-                    Referer: url,
-                },
-            });
-            const $1 = cheerio.load(response.data);
-            const single = {
-                pubDate: link.pubDate,
-                link: link.link,
-                title: link.title,
-                description: $1('.entry-content').html(),
-            };
-            ctx.cache.set(link.link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${categories[ctx.params.category]} - 中国灵异网`,
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/lowendtalk/discussion.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://www.lowendtalk.com';
-    const currentUrl = `${rootUrl}/discussion/${ctx.params.id}`;
-    let response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    let $ = cheerio.load(response.data);
-
-    response = await got({
-        method: 'get',
-        url: $('.LastPage').attr('href'),
-    });
-
-    $ = cheerio.load(response.data);
-
-    const items = $('.userContent')
-        .map((_, item) => {
-            item = $(item);
-
-            const header = item.parent().parent().prev();
-            const pubDate = header.find('time');
-
-            return {
-                description: item.html(),
-                pubDate: pubDate.attr('datetime'),
-                author: header.find('.Author').text(),
-                link: `${rootUrl}${pubDate.parent().attr('href')}`,
-                title: `${header.find('.Author').text().trim()}: ${item.text()}`,
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: $('h1').eq(0).text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/makeuseof/index.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-
-    const rootUrl = 'https://www.makeuseof.com';
-    const currentUrl = `${rootUrl}${category === '' ? '' : '/category/' + category}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.home-secondary, .listing-content')
-        .find('.bc-title-link')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('.img-article-item')
-                    .find('img')
-                    .each(function () {
-                        content(this).attr('src', content(this).prev().attr('data-srcset').split('?')[0]);
-                    });
-
-                content('.ad-zone-container, .sharing, .sentinel-article-nextArticle, .article-tags, .w-article-author-bio, .ml-form-embedContainer').remove();
-
-                item.description = content('.article-body').html();
-                item.author = content('a.author').text().replace('By ', '');
-                item.pubDate = new Date(content('time').attr('datetime')).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `MakeUseOf - ${$('.listing-title').text() ? $('.listing-title').text() : 'Trending'}`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/matataki/site/posts/author.js

@@ -1,17 +0,0 @@
-const matatakiUtils = require('@/routes/matataki/utils/matataki-utils');
-
-module.exports = async (ctx) => {
-    const authorId = ctx.params.authorId;
-    const ipfsFlag = !!ctx.params.ipfsFlag;
-
-    const authorName = await matatakiUtils.getUserNickname(authorId);
-
-    const items = await matatakiUtils.getPostsAsFeedItems(`/posts/timeRanking?author=${authorId}`, ipfsFlag);
-
-    ctx.state.data = {
-        title: `瞬Matataki - ${authorName}作品 ${ipfsFlag ? '(IPFS)' : ''}`,
-        link: `https://www.matataki.io/user/${authorId}`,
-        description: `瞬Matataki - ${authorName}作品`,
-        item: items,
-    };
-};

package/lib/routes/matataki/site/posts/favorite.js

@@ -1,42 +0,0 @@
-const matatakiUtils = require('@/routes/matataki/utils/matataki-utils');
-
-module.exports = async (ctx) => {
-    const userId = ctx.params.userId;
-    const favoriteListId = ctx.params.favoriteListId;
-    const ipfsFlag = !!ctx.params.ipfsFlag;
-
-    const response = await matatakiUtils.get(`/favorites/post?userId=${userId}&fid=${favoriteListId}&page=1`);
-    let items;
-
-    if (ipfsFlag) {
-        items = await Promise.all(
-            response.data.data.list.map(async (item) => {
-                const ipfsHtmlHash = await matatakiUtils.getPostIpfsHtmlHash(item.pid);
-
-                return {
-                    title: item.title,
-                    description: item.short_content,
-                    link: `${matatakiUtils.IPFS_GATEWAY_URL}/ipfs/${ipfsHtmlHash}`,
-                    pubDate: item.create_time,
-                    guid: ipfsHtmlHash,
-                };
-            })
-        );
-    } else {
-        items = response.data.data.list.map((item) => ({
-            title: item.title,
-            description: item.short_content,
-            link: `https://www.matataki.io/p/${item.pid}`,
-            pubDate: item.create_time,
-        }));
-    }
-
-    const text = `瞬Matataki - ${response.data.data.info.nickname || response.data.data.info.username} 收藏夹 #${response.data.data.info.name}# ${ipfsFlag ? '(IPFS)' : ''}`;
-    ctx.state.data = {
-        title: text,
-        link: `https://www.matataki.io/user/${userId}/favlist?fid=${favoriteListId}`,
-        description: text,
-        allowEmpty: true,
-        item: items,
-    };
-};

package/lib/routes/matataki/site/posts/scoreranking.js

@@ -1,15 +0,0 @@
-const matatakiUtils = require('@/routes/matataki/utils/matataki-utils');
-
-module.exports = async (ctx) => {
-    const querystring = ctx.request.querystring;
-    const ipfsFlag = !!ctx.params.ipfsFlag;
-
-    const items = await matatakiUtils.getPostsAsFeedItems(`/posts/scoreRanking?${querystring}`, ipfsFlag);
-
-    ctx.state.data = {
-        title: `瞬Matataki - 热门作品 ${ipfsFlag ? '(IPFS)' : ''}`,
-        link: `https://www.matataki.io/article/`,
-        description: `瞬Matataki - 热门作品`,
-        item: items,
-    };
-};

package/lib/routes/matataki/site/posts/tag.js

@@ -1,16 +0,0 @@
-const matatakiUtils = require('@/routes/matataki/utils/matataki-utils');
-
-module.exports = async (ctx) => {
-    const tagId = ctx.params.tagId;
-    const tagName = ctx.params.tagName;
-    const ipfsFlag = !!ctx.params.ipfsFlag;
-
-    const items = await matatakiUtils.getPostsAsFeedItems(`/posts/getPostByTag?pagesize=20&tagid=${tagId}&extra=short_content&orderBy=hot_score&order=desc&page=1`, ipfsFlag);
-
-    ctx.state.data = {
-        title: `瞬Matataki #${tagName} ${ipfsFlag ? '(IPFS)' : ''}`,
-        link: `https://www.matataki.io/tags/${tagId}`,
-        description: `瞬Matataki #${tagName}`,
-        item: items,
-    };
-};

package/lib/routes/matataki/site/posts/timeranking.js

@@ -1,15 +0,0 @@
-const matatakiUtils = require('@/routes/matataki/utils/matataki-utils');
-
-module.exports = async (ctx) => {
-    const querystring = ctx.request.querystring;
-    const ipfsFlag = !!ctx.params.ipfsFlag;
-
-    const items = await matatakiUtils.getPostsAsFeedItems(`/posts/timeRanking?${querystring}`, ipfsFlag);
-
-    ctx.state.data = {
-        title: `瞬Matataki - 最新作品 ${ipfsFlag ? '(IPFS)' : ''}`,
-        link: `https://www.matataki.io/article/latest`,
-        description: `瞬Matataki - 最新作品`,
-        item: items,
-    };
-};

package/lib/routes/matataki/site/posts/token.js

@@ -1,18 +0,0 @@
-const matatakiUtils = require('@/routes/matataki/utils/matataki-utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const filterCode = ctx.params.filterCode;
-    const ipfsFlag = !!ctx.params.ipfsFlag;
-
-    const tokenName = await matatakiUtils.getTokenName(id);
-    const items = await matatakiUtils.getPostsAsFeedItems(`/minetoken/${id}/related?filter=${filterCode}&sort=time-desc&onlyCreator=0&page=1`, ipfsFlag);
-
-    ctx.state.data = {
-        title: `瞬Matataki - ${tokenName ? tokenName : 'Fan票'}关联作品 ${ipfsFlag ? '(IPFS)' : ''}`,
-        link: `https://www.matataki.io/token/${id}/circle`,
-        description: `瞬Matataki - ${tokenName ? tokenName : 'Fan票'}关联作品`,
-        allowEmpty: true,
-        item: items,
-    };
-};

package/lib/routes/matataki/utils/matataki-utils.js

@@ -1,125 +0,0 @@
-const got = require('@/utils/got');
-
-/**
- *  Matataki API 地址
- */
-const MTATAKI_API_URL = 'https://api.mttk.net';
-
-/**
- *  Matataki 官网地址
- */
-const MATATAKI_WEB_URL = 'https://www.matataki.io/';
-
-/**
- *  IPFS网关的URL。可以换成其他公共网关，也可以换成自建的网关地址
- */
-const IPFS_GATEWAY_URL = 'https://10.via0.com';
-
-/**
- * 以`get` 方式调用Matataki API的简单封装
- *
- * @param {string} path 以 / 开始
- */
-function get(path) {
-    return got({
-        method: 'get',
-        url: MTATAKI_API_URL + path,
-        headers: {
-            Referer: MATATAKI_WEB_URL,
-        },
-    });
-}
-
-/**
- * 获取用户信息昵称
- *
- * @param {number} userId
- */
-async function getUserNickname(userId) {
-    try {
-        const userInfoResponse = await get(`/user/${userId}`);
-        return userInfoResponse.data.data.nickname || userInfoResponse.data.data.username;
-    } catch (err) {
-        return '';
-    }
-}
-
-/**
- * 获取Fan票名称
- *
- * @param {number} tokenId
- */
-async function getTokenName(tokenId) {
-    try {
-        const tokenInfoResponse = await get(`/minetoken/${tokenId}`);
-        return tokenInfoResponse.data.data.token.name;
-    } catch (err) {
-        return '';
-    }
-}
-
-/**
- * 获取Matataki作品在IPFS上的Hash
- *
- * @param {number} postId
- */
-async function getPostIpfsHtmlHash(postId) {
-    const ipfsInfoResponse = await get(`/p/${postId}/ipfs`);
-    return ipfsInfoResponse.data.data[0].htmlHash;
-}
-
-/**
- * 将Matataki作品条目转为指向IPFS网关的RSS订阅源条目
- *
- * @param {Object} item
- */
-async function postToIpfsFeedItem(item) {
-    const ipfsHtmlHash = await getPostIpfsHtmlHash(item.id);
-
-    return {
-        title: `${item.title} - ${item.nickname || item.author}${item.token_name ? ' $' + item.token_name : ''}`,
-        description: item.short_content,
-        link: `${IPFS_GATEWAY_URL}/ipfs/${ipfsHtmlHash}`,
-        pubDate: item.create_time,
-        guid: ipfsHtmlHash,
-    };
-}
-
-/**
- * 将Matataki作品条目转为指向官网的RSS订阅源条目
- *
- * @param {Object} item
- */
-function postToFeedItem(item) {
-    return {
-        title: `${item.title} - ${item.nickname || item.author}${item.token_name ? ' $' + item.token_name : ''}`,
-        description: item.short_content,
-        link: `https://www.matataki.io/p/${item.id}`,
-        pubDate: item.create_time,
-    };
-}
-
-/**
- * 获取作品列表并转为Feed Item数组
- *
- * @param {string} url Matataki作品相关API的url
- * @param {ipfsFlag} ipfsFlag 是否取IPFS地址
- */
-async function getPostsAsFeedItems(url, ipfsFlag) {
-    const response = await get(url);
-    if (ipfsFlag) {
-        return Promise.all(response.data.data.list.map(postToIpfsFeedItem));
-    }
-    return response.data.data.list.map(postToFeedItem);
-}
-
-module.exports = {
-    IPFS_GATEWAY_URL,
-    get,
-    getUserNickname,
-    getTokenName,
-    getPostIpfsHtmlHash,
-    postToIpfsFeedItem,
-    postToFeedItem,
-    getPostsAsFeedItems,
-};

package/lib/routes/mi/board.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const boardId = ctx.params.boardId;
-    const link = `https://www.xiaomi.cn/board/${boardId}`;
-
-    const response = await got({
-        method: 'get',
-        url: `https://prod.api.xiaomi.cn/community/board/home/announce/list?after=&limit=20&boardId=${boardId}`,
-        headers: {
-            Referer: link,
-        },
-    });
-    const data = response.data.entity.records;
-    const name = data[0].boards[0].boardName;
-
-    ctx.state.data = {
-        title: name + '-小米社区',
-        link,
-        item: data.map((item) => {
-            let picTpl = '';
-            if (item.picList && item.picList.length) {
-                item.picList.forEach((pic) => {
-                    picTpl += `<br><img src="${pic.imageUrl}">`;
-                });
-            }
-            return {
-                title: item.title || item.textContent,
-                description: item.textContent + picTpl,
-                pubDate: new Date(item.createTime).toUTCString(),
-                author: item.author.name,
-                link: `https://www.xiaomi.cn/post/${item.id}`,
-            };
-        }),
-    };
-};

package/lib/routes/mitbbs/index.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-module.exports = async (ctx) => {
-    const caty = ctx.params.caty || '';
-    const rootUrl = 'http://www.mitbbs.com';
-    const currentUrl = `${rootUrl}/${caty === '' ? 'news/mitbbs_news_zahui.php' : 'news_pg/' + ctx.params.caty + '.html'}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-        responseType: 'buffer',
-    });
-
-    const $ = cheerio.load(iconv.decode(response.data, 'gb2312'));
-    const list = $('tr[align="center"] td a.blue_14p_link, tr[bgcolor="#FFFFFF"] td a.blue_14p_link')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-                pubDate: new Date(item.find('div.weinei_left_con_line_date').text() + ' GMT+8').toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                    responseType: 'buffer',
-                });
-                const content = cheerio.load(iconv.decode(detailResponse.data, 'gb2312'));
-
-                const dateTd = content('.black_32p').parent();
-                dateTd.find('span, p').remove();
-
-                item.pubDate = new Date(dateTd.text().trim().replace(/年|月/g, '-').replace('日', ' ')).toUTCString();
-                item.description = content('table').eq(5).find('table').eq(1).html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `未名新闻 - ${caty === '' ? '新闻大杂烩' : $('strong').eq(1).text()}`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/nba/app_news.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-
-const sourceTimezoneOffset = -8;
-module.exports = async (ctx) => {
-    const id_url = 'https://sportsnba.qq.com/news/index?column=banner';
-    const articles = await got.get(id_url);
-    const articleIds = articles.data.data.map((article) => article.id);
-
-    const url = 'https://sportsnba.qq.com/news/item?column=banner&articleIds=' + articleIds.toString();
-    const response = await got.get(url);
-    const xmls = response.data.data;
-    const out = Object.keys(xmls).map((xml) => {
-        const data = xmls[xml];
-        const link = data.shareUrl;
-
-        const guid = data.newsId;
-        const title = data.title;
-        const time = new Date(data.pub_time);
-        time.setTime(time.getTime() + (sourceTimezoneOffset - time.getTimezoneOffset() / 60) * 60 * 60 * 1000);
-        const pubDate = time.toUTCString();
-
-        const description = '<img src="' + data.imgurl + '">';
-
-        const item = {
-            title,
-            description,
-            pubDate,
-            link,
-            guid,
-        };
-
-        return item;
-    });
-
-    ctx.state.data = {
-        title: 'NBA - news',
-        link: 'https://kbsapp.sports.qq.com',
-        item: out,
-    };
-};