rsshub 1.0.0-master.f6c2ebb → 1.0.0-master.f70afef

package/lib/routes/xiaohongshu/notes.ts

@@ -1,39 +0,0 @@
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import { getNotes, formatText, formatNote } from './util';
-
-export const route: Route = {
-    path: '/user/:user_id/notes/fulltext',
-    radar: [
-        {
-            source: ['xiaohongshu.com/user/profile/:user_id'],
-            target: '/user/:user_id/notes',
-        },
-    ],
-    name: '用户笔记 全文',
-    maintainers: ['howerhe'],
-    handler,
-    example: '/xiaohongshu/user/52d8c541b4c4d60e6c867480/notes/fulltext',
-    features: {
-        antiCrawler: true,
-        requirePuppeteer: true,
-    },
-    parameters: {
-        user_id: 'user id, length 24 characters',
-    },
-};
-
-async function handler(ctx) {
-    const userId = ctx.req.param('user_id');
-    const url = `https://www.xiaohongshu.com/user/profile/${userId}`;
-
-    const { user, notes } = await getNotes(url, cache);
-
-    return {
-        title: `${user.nickname} - 笔记 • 小红书 / RED`,
-        description: formatText(user.desc),
-        image: user.imageb || user.images,
-        link: url,
-        item: notes.map((item) => formatNote(url, item)),
-    };
-}

package/lib/routes/zaker/index.ts

@@ -1,80 +0,0 @@
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-import { parseRelativeDate } from '@/utils/parse-date';
-import timezone from '@/utils/timezone';
-
-export const route: Route = {
-    path: '/:type/:id?',
-    radar: [
-        {
-            source: ['myzaker.com/:type/:id'],
-            target: '/:type/:id',
-        },
-    ],
-    name: 'Unknown',
-    maintainers: ['LogicJake', 'kt286', 'AlexdanerZe', 'TonyRL'],
-    handler,
-};
-
-async function handler(ctx) {
-    const type = ctx.req.param('type') ?? 'channel';
-    const id = ctx.req.param('id') ?? 1;
-    const rootUrl = 'http://www.myzaker.com';
-    const link = type === 'focusread' ? `${rootUrl}/?pos=selected_article` : `${rootUrl}/${type}/${id}`;
-
-    const response = await got({
-        url: link,
-        headers: {
-            Referer: rootUrl,
-        },
-    });
-    const $ = load(response.data);
-    const feedTitle = $('head title').text();
-
-    let items = $('div.content-block')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.find('.article-title').text(),
-                link: 'http:' + item.find('.article-wrap > a').attr('href').replace('http://', ''),
-            };
-        })
-        .get();
-
-    items = await Promise.all(
-        items.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const response = await got({
-                    url: item.link,
-                    headers: {
-                        Referer: link,
-                    },
-                });
-
-                const $ = load(response.data);
-
-                item.description = $('div.article_content div').html() ?? '原文已被删除';
-                item.author = $('a.article-auther.line').text();
-                item.category = $('.lebel-list')
-                    .find('a')
-                    .toArray()
-                    .map((item) => $(item).text());
-                const date = $('span.time').text() ?? undefined;
-                if (date) {
-                    item.pubDate = timezone(parseRelativeDate(date), +8);
-                }
-
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: type === 'focusread' ? 'ZAKER 精读新闻' : feedTitle,
-        link,
-        item: items.filter((t) => t.description !== '原文已被删除'),
-    };
-}

package/lib/routes-deprecated/21caijing/channel.js

@@ -1,76 +0,0 @@
-const got = require('@/utils/got');
-const { parseRelativeDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const channel = ctx.params.name;
-    const pageUrl = `https://m.21jingji.com/channel/${channel}`;
-
-    const response = await got({
-        method: 'get',
-        url: pageUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const channelName = $(`div.nav a[href='/channel/${channel}']`).text();
-    const list = $('div.news_list>a')
-        .slice(0, 5)
-        .map((i, e) => $(e).attr('href'))
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (link) => {
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return JSON.parse(cache);
-            }
-
-            const response = await got({
-                method: 'get',
-                url: link,
-                headers: {
-                    Referer: pageUrl,
-                },
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const div = $('div.editor');
-            if (div) {
-                div.remove();
-            }
-
-            const title = $('h1').text();
-            const dateStr = $('div.newsDate').text();
-
-            $('div.txtContent img').each((index, element) => {
-                const $el = $(element);
-                const img_original_data = $el.attr('data-original');
-                const img_src = $el.attr('src');
-                if (img_src === undefined && img_original_data) {
-                    $el.attr('src', img_original_data);
-                }
-            });
-
-            const content = $('div.txtContent').html();
-
-            const single = {
-                pubDate: timezone(parseRelativeDate(dateStr), +8),
-                link,
-                title,
-                description: content,
-            };
-
-            ctx.cache.set(link, JSON.stringify(single));
-            return single;
-        })
-    );
-
-    ctx.state.data = {
-        title: '21财经-' + channelName,
-        link: pageUrl,
-        description: '21财经-' + channelName,
-        item: out,
-    };
-};

package/lib/routes-deprecated/dytt/index.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-const baseURL = 'https://www.ygdy8.net/index.html';
-async function load(link, ctx) {
-    const cache = await ctx.cache.get(link);
-    if (cache) {
-        return cache;
-    }
-    const response = await got.get(link, {
-        responseType: 'buffer',
-    });
-    response.data = iconv.decode(response.data, 'gb2312');
-
-    const $ = cheerio.load(response.data);
-
-    const description = $('div#Zoom').html();
-    ctx.cache.set(link, description);
-    return description;
-}
-
-module.exports = async (ctx) => {
-    const response = await got.get(baseURL, {
-        responseType: 'buffer',
-    });
-    response.data = iconv.decode(response.data, 'gb2312');
-
-    const $ = cheerio.load(response.data);
-    const list = $('.co_content8 table tr').get();
-    // 页面含有2个.co_content8 table
-    // 仅第一个table内第一个tr元素是广告连接
-    // 去除该广告连接
-    list.splice(0, 1);
-    // const list = $('.co_content8 table tr:not(:first-child)').get();
-    const process = await Promise.all(
-        list.slice(0, 20).map(async (item) => {
-            const link = $(item).find('a:nth-of-type(2)');
-            const itemUrl = 'https://www.ygdy8.net' + link.attr('href');
-            const other = await load(itemUrl, ctx);
-
-            return {
-                enclosure_url: String(other.match(/magnet:.*?(?=">)/)),
-                enclosure_type: 'application/x-bittorrent',
-                title: link.text(),
-                description: other,
-                pubDate: new Date($(item).find('font').text()).toUTCString(),
-                link: itemUrl,
-            };
-        })
-    );
-
-    const data = {
-        title: '电影天堂/阳光电影',
-        link: baseURL,
-        description: '电影天堂RSS',
-        item: process,
-    };
-
-    ctx.state.data = data;
-};

package/lib/routes-deprecated/ieee/author.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const { aid, sortType, count = 10 } = ctx.params;
-
-    const response = await got(`https://ieeexplore.ieee.org/rest/author/${aid}`);
-    const author = response.data[0];
-
-    const { data: papers } = await got.post('https://ieeexplore.ieee.org/rest/search', {
-        json: {
-            rowsPerPage: count,
-            searchWithin: [`"Author Ids": ${aid}`],
-            sortType,
-        },
-    });
-
-    ctx.state.data = {
-        title: `${author.preferredName} on IEEE Xplore`,
-        link: `https://ieeexplore.ieee.org/author/${aid}`,
-        description: author.bioParagraphs.join('<br/>'),
-        item: papers.records.map((item) => ({
-            title: item.articleTitle,
-            author: item.authors.map((author) => author.preferredName).join(', '),
-            category: item.articleContentType,
-            description: item.abstract,
-            pubDate: item.publicationDate,
-            link: `https://ieeexplore.ieee.org${item.documentLink}`,
-        })),
-    };
-};

package/lib/routes-deprecated/ifanr/index.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let host = 'https://www.ifanr.com';
-
-    let channel;
-    if (ctx.params.channel) {
-        channel = ctx.params.channel.toLowerCase();
-        channel = channel.split('-').join('/');
-
-        // 兼容旧版路由
-        host = channel === 'appso' ? `${host}/app` : `${host}/${channel}`;
-    } else {
-        host = `${host}/app`;
-        channel = 'app';
-    }
-
-    const response = await got.get(host);
-
-    const $ = cheerio.load(response.data);
-
-    let list;
-    switch (channel) {
-        case 'dasheng':
-            list = $('#articles-collection')
-                .find('.c-bricks__brick a.c-dasheng')
-                .map((i, e) => $(e).attr('href'))
-                .get();
-            break;
-        default:
-            list = $('#articles-collection')
-                .find('.article-item .article-info h3 a')
-                .map((i, e) => $(e).attr('href'))
-                .get();
-            break;
-    }
-
-    const out = await Promise.all(
-        list.map(async (itemUrl) => {
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return JSON.parse(cache);
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            const item = {
-                title: $('.c-single-normal__title').text(),
-                link: itemUrl,
-                author: $('.c-card-author__name').text(),
-                description: $('article').html(),
-                pubDate: new Date($('.c-article-header-meta__time').attr('data-timestamp') * 1000),
-            };
-            // "大声" 标题
-            if (/^https?:\/\/www\.ifanr\.com\/dasheng\/.*$/.test(itemUrl)) {
-                item.title = $('.c-dasheng_header__title').text();
-            }
-
-            ctx.cache.set(itemUrl, JSON.stringify(item));
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: `iFanr - ${$('h1.c-archive-header__title').text()}：${$('div.c-archive-header__desc').text()}`,
-        link: host,
-        item: out,
-    };
-};

package/lib/routes-deprecated/lol/newsindex.js

@@ -1,87 +0,0 @@
-const got = require('@/utils/got');
-const map = new Map([
-    ['zh', { name: '综合', channelid: '23' }],
-    ['gg', { name: '公告', channelid: '24' }],
-    ['ss', { name: '赛事', channelid: '25' }],
-    ['gl', { name: '攻略', channelid: '27' }],
-    ['sq', { name: '社区', channelid: '1934' }],
-]);
-const refererUrl = 'https://lol.qq.com/news/index.shtml';
-const apiUrl = 'https://apps.game.qq.com/cmc/zmMcnTargetContentList?r0=jsonp&page=1&num=16&target=';
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'all';
-    if (type === 'all') {
-        const tasks = [];
-        for (const value of map.values()) {
-            tasks.push(getPage(value.channelid, value.name));
-        }
-        const results = await Promise.all(tasks);
-        let items = [];
-        for (const result of results) {
-            items = [...items, ...result];
-        }
-        ctx.state.data = {
-            title: `【全部】 - 英雄联盟 - 新闻列表`,
-            link: `https://lol.qq.com/news/index.shtml`,
-            description: `英雄联盟官方网站，海量风格各异的英雄，丰富、便捷的物品合成系统，游戏内置的匹配、排行和竞技系统，独创的“召唤师”系统及技能、符文、天赋等系统组合，必将带你进入一个崭新而又丰富多彩的游戏世界。`,
-            item: items,
-        };
-    } else {
-        const OutName = map.get(type).name;
-        const OutId = map.get(type).channelid;
-        ctx.state.data = {
-            title: `【${OutName}】 - 英雄联盟 - 新闻列表`,
-            link: `https://lol.qq.com/news/index.shtml`,
-            description: `英雄联盟官方网站，海量风格各异的英雄，丰富、便捷的物品合成系统，游戏内置的匹配、排行和竞技系统，独创的“召唤师”系统及技能、符文、天赋等系统组合，必将带你进入一个崭新而又丰富多彩的游戏世界。`,
-            item: await getPage(OutId, OutName),
-        };
-    }
-    async function getPage(id, typeName) {
-        let list;
-        if (id === '1934') {
-            // id=1934，社区的数据是另一个api
-            const response = await got({
-                method: 'get',
-                url: 'https://apps.game.qq.com/cmc/cross?serviceId=3&source=zm&tagids=1934&typeids=1,2&withtop=yes&start=0&limit=16',
-                headers: {
-                    Referer: refererUrl,
-                },
-            });
-            list = response.data.data.items;
-        } else {
-            // 非社区的数据处理，多了callback需要截取
-            const response = (
-                await got({
-                    method: 'get',
-                    url: apiUrl + id,
-                    headers: {
-                        Referer: refererUrl,
-                    },
-                })
-            ).data.trim();
-            try {
-                const jsonString = response.slice(9, -2);
-                list = JSON.parse(jsonString).data.result;
-            } catch {
-                // console.error(error);
-            }
-        }
-        function getUrl(sRedirectURL, iDocID, sVID) {
-            // 由于数据源太多，具体的URL返回逻辑可以参考news/index.html页面里面的handleData方法
-
-            if (sRedirectURL) {
-                sRedirectURL = sRedirectURL.indexOf('?') > 0 ? sRedirectURL + '&docid=' + iDocID : sRedirectURL + '?docid=' + iDocID;
-            } else {
-                sRedirectURL = sVID ? 'http://lol.qq.com/v/v2/detail.shtml?docid=' + iDocID : 'http://lol.qq.com/news/detail.shtml?docid=' + iDocID;
-            }
-
-            return sRedirectURL;
-        }
-        return list.map((item) => ({
-            title: `【${typeName}】` + item.sTitle,
-            link: getUrl(item.sRedirectURL, item.iDocID, item.sVID),
-            pubDate: new Date(`${item.sCreated} UTC+8`).toUTCString(),
-            guid: item.iDocID,
-        }));
-    }
-};

package/lib/routes-deprecated/qstheory/index.js

@@ -1,122 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const rootUrl = 'http://www.qstheory.cn/';
-
-const config = {
-    toutiao: {
-        title: '头条',
-        url: `${rootUrl}/v9zhuanqu/toutiao/index.htm`,
-    },
-    qswp: {
-        title: '网评',
-        url: `${rootUrl}/qswp.htm`,
-    },
-    qssp: {
-        title: '视频',
-        url: `${rootUrl}/qssp/index.htm`,
-    },
-    qslgxd: {
-        title: '原创',
-        url: `${rootUrl}/qslgxd/index.htm`,
-    },
-    economy: {
-        title: '经济',
-        url: `${rootUrl}/economy/index.htm`,
-    },
-    politics: {
-        title: '政治',
-        url: `${rootUrl}/politics/index.htm`,
-    },
-    culture: {
-        title: '文化',
-        url: `${rootUrl}/culture/index.htm`,
-    },
-    society: {
-        title: '社会',
-        url: `${rootUrl}/society/index.htm`,
-    },
-    cpc: {
-        title: '党建',
-        url: `${rootUrl}/cpc/index.htm`,
-    },
-    science: {
-        title: '科教',
-        url: `${rootUrl}/science/index.htm`,
-    },
-    zoology: {
-        title: '生态',
-        url: `${rootUrl}/zoology/index.htm`,
-    },
-    defense: {
-        title: '国防',
-        url: `${rootUrl}/defense/index.htm`,
-    },
-    international: {
-        title: '国际',
-        url: `${rootUrl}/international/index.htm`,
-    },
-    books: {
-        title: '图书',
-        url: `${rootUrl}/books/index.htm`,
-    },
-    xxbj: {
-        title: '学习笔记',
-        url: `${rootUrl}/qszq/xxbj/index.htm`,
-    },
-};
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'toutiao';
-
-    const currentUrl = config[category].url;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.list-style1 ul li a, .text h2 a, .no-pic ul li a')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('.fs-text, .fs-pinglun, .hidden-xs').remove();
-
-                item.author = content('.appellation').text();
-                item.description = content('.highlight, .text').html() || content('.content').html();
-                item.pubDate = new Date(
-                    content('.puttime_mobi, .pubtime, .headtitle span')
-                        .text()
-                        .replace('发表于', '')
-                        .replaceAll(/(年|月)/g, '-')
-                        .replace('日', '')
-                ).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};