rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/ieee/earlyaccess.ts

@@ -1,100 +0,0 @@
-import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-import path from 'node:path';
-import { art } from '@/utils/render';
-
-import { CookieJar } from 'tough-cookie';
-const cookieJar = new CookieJar();
-
-export const route: Route = {
-    path: '/journal/:journal/earlyaccess/:sortType?',
-    categories: ['journal'],
-    example: '/ieee/journal/5306045/earlyaccess',
-    parameters: { journal: 'Issue code, the number of the `isnumber` in the URL', sortType: 'Sort Type, default: `vol-only-seq`, the part of the URL after `sortType`' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    name: 'Early Access Journal',
-    maintainers: ['5upernova-heng'],
-    handler,
-};
-
-async function handler(ctx) {
-    const isnumber = ctx.req.param('journal');
-    const sortType = ctx.req.param('sortType') ?? 'vol-only-seq';
-    const host = 'https://ieeexplore.ieee.org';
-    const jrnlUrl = `${host}/xpl/tocresult.jsp?isnumber=${isnumber}`;
-
-    const response = await got(`${host}/rest/publication/home/metadata?issueid=${isnumber}`, {
-        cookieJar,
-    }).json();
-    const punumber = response.publicationNumber;
-    const volume = response.currentIssue.volume;
-    const jrnlName = response.displayTitle;
-
-    const response2 = await got
-        .post(`${host}/rest/search/pub/${punumber}/issue/${isnumber}/toc`, {
-            cookieJar,
-            json: {
-                punumber,
-                isnumber,
-                sortType,
-                rowsPerPage: '100',
-            },
-        })
-        .json();
-    let list = response2.records.map((item) => {
-        const $2 = load(item.articleTitle);
-        const title = $2.text();
-        const link = item.htmlLink;
-        const doi = item.doi;
-        let authors = 'Do not have author';
-        if (Object.hasOwn(item, 'authors')) {
-            authors = item.authors.map((itemAuth) => itemAuth.preferredName).join('; ');
-        }
-        const abstract = Object.hasOwn(item, 'abstract') ? item.abstract : '';
-        return {
-            title,
-            link,
-            authors,
-            doi,
-            volume,
-            abstract,
-        };
-    });
-
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
-        });
-    list = await Promise.all(
-        list.map((item) =>
-            cache.tryGet(item.link, async () => {
-                if (item.abstract !== '') {
-                    const response3 = await got(`${host}${item.link}`);
-                    const { abstract } = JSON.parse(response3.body.match(/metadata=(.*);/)[1]);
-                    const $3 = load(abstract);
-                    item.abstract = $3.text();
-                    item.description = renderDesc(item);
-                }
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: jrnlName,
-        link: jrnlUrl,
-        item: list,
-    };
-}

package/lib/routes/ieee/recent.ts

@@ -1,107 +0,0 @@
-import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
-import path from 'node:path';
-import { art } from '@/utils/render';
-
-import { CookieJar } from 'tough-cookie';
-const cookieJar = new CookieJar();
-
-export const route: Route = {
-    path: ['/:journal/latest/date/:sortType?', '/journal/:journal/recent/:sortType?'],
-    name: 'Unknown',
-    maintainers: [],
-    handler,
-};
-
-async function handler(ctx) {
-    const punumber = ctx.req.param('journal');
-    const sortType = ctx.req.param('sortType') ?? 'vol-only-seq';
-    const host = 'https://ieeexplore.ieee.org';
-    const jrnlUrl = `${host}/xpl/mostRecentIssue.jsp?punumber=${punumber}`;
-
-    const date = new Date();
-    const year = date.getFullYear();
-    const month = date.getMonth() + 1;
-    let strYM, endYM;
-    const snap = 2;
-    if (1 <= month && month <= snap) {
-        month - snap + 12 < 10 ? (strYM = year - 1 + '0' + (month - snap + 12)) : (strYM = year - 1 + '' + (month - snap + 12));
-        endYM = year + '0' + month;
-    } else if (snap < month && month < 10) {
-        month - snap < 10 ? (strYM = year + '0' + (month - snap)) : (strYM = year + '' + (month - snap));
-        endYM = year + '0' + month;
-    } else {
-        month - snap < 10 ? (strYM = year + '0' + (month - snap)) : (strYM = year + '' + (month - snap));
-        endYM = year + '' + month;
-    }
-
-    const response = await got(`${host}/rest/publication/home/metadata?pubid=${punumber}`, {
-        cookieJar,
-    }).json();
-    const volume = response.currentIssue.volume;
-    const isnumber = response.currentIssue.issueNumber;
-    const jrnlName = response.displayTitle;
-
-    const response2 = await got
-        .post(`${host}/rest/search/pub/${punumber}/issue/${isnumber}/toc`, {
-            cookieJar,
-            json: {
-                punumber,
-                isnumber,
-                sortType,
-                rowsPerPage: '100',
-                ranges: [strYM + `01_` + endYM + `31_Search Latest Date`],
-            },
-        })
-        .json();
-    let list = response2.records.map((item) => {
-        const $2 = load(item.articleTitle);
-        const title = $2.text();
-        const link = item.htmlLink;
-        const doi = item.doi;
-        let authors = 'Do not have author';
-        if (Object.hasOwn(item, 'authors')) {
-            authors = item.authors.map((itemAuth) => itemAuth.preferredName).join('; ');
-        }
-        let abstract = '';
-        Object.hasOwn(item, 'abstract') ? (abstract = item.abstract) : (abstract = '');
-        return {
-            title,
-            link,
-            authors,
-            doi,
-            volume,
-            abstract,
-        };
-    });
-
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
-        });
-    list = await Promise.all(
-        list.map((item) =>
-            cache.tryGet(item.link, async () => {
-                if (item.abstract !== '') {
-                    const response3 = await got(`${host}${item.link}`);
-                    const { abstract } = JSON.parse(response3.body.match(/metadata=(.*);/)[1]);
-                    const $3 = load(abstract);
-                    item.abstract = $3.text();
-                    item.description = renderDesc(item);
-                }
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: `${jrnlName} - Recent`,
-        link: jrnlUrl,
-        item: list,
-    };
-}

package/lib/routes/yahoo/news/tw/index.ts

@@ -1,80 +0,0 @@
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import { getArchive, getCategories, parseList, parseItem } from './utils';
-import InvalidParameterError from '@/errors/types/invalid-parameter';
-
-export const route: Route = {
-    path: '/news/:region/:category?',
-    categories: ['new-media'],
-    example: '/yahoo/news/hk/world',
-    parameters: { region: 'Region, see the table below', category: 'Category, see the table below' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['yahoo.com/'],
-        },
-    ],
-    name: 'News',
-    maintainers: ['KeiLongW'],
-    handler,
-    url: 'yahoo.com/',
-    description: `\`Region\`
-
-  | Hong Kong | Taiwan | US |
-  | --------- | ------ | -- |
-  | hk        | tw     | en |
-
-  <details>
-    <summary>\`Category\` (Hong Kong)</summary>
-
-    | 全部     | 港聞      | 兩岸國際 | 財經     | 娛樂          | 體育   | 健康   | 親子      | 副刊       |
-    | -------- | --------- | -------- | -------- | ------------- | ------ | ------ | --------- | ---------- |
-    | （留空） | hong-kong | world    | business | entertainment | sports | health | parenting | supplement |
-  </details>
-
-  <details>
-    <summary>\`Category\` (Taiwan)</summary>
-
-    | 全部     | 政治     | 財經    | 娛樂          | 運動   | 社會地方 | 國際  | 生活      | 健康   | 科技       | 品味  |
-    | -------- | -------- | ------- | ------------- | ------ | -------- | ----- | --------- | ------ | ---------- | ----- |
-    | （留空） | politics | finance | entertainment | sports | society  | world | lifestyle | health | technology | style |
-  </details>
-
-  <details>
-    <summary>\`Category\` (US)</summary>
-
-    | All     | World | Business | Entertainment | Sports | Health |
-    | ------- | ----- | -------- | ------------- | ------ | ------ |
-    | (Empty) | world | business | entertainment | sports | health |
-  </details>`,
-};
-
-async function handler(ctx) {
-    const { region, category } = ctx.req.param();
-    if (!['hk', 'tw'].includes(region)) {
-        throw new InvalidParameterError(`Unknown region: ${region}`);
-    }
-
-    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
-    const categoryMap = await getCategories(region, cache.tryGet);
-    const tag = category ? categoryMap[category].yctMap : null;
-
-    const response = await getArchive(region, limit, tag);
-    const list = parseList(region, response);
-
-    const items = await Promise.all(list.map((item) => parseItem(item, cache.tryGet)));
-
-    return {
-        title: `Yahoo 新聞 - ${category ? categoryMap[category].name : '所有類別'}`,
-        link: `https://${region}.news.yahoo.com/${category ? `${category}/` : ''}archive`,
-        image: 'https://s.yimg.com/cv/apiv2/social/images/yahoo_default_logo-1200x1200.png',
-        item: items,
-    };
-}

package/lib/routes/yahoo/news/us/index.ts

@@ -1,55 +0,0 @@
-import { Route } from '@/types';
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import parser from '@/utils/rss-parser';
-import { load } from 'cheerio';
-import { isValidHost } from '@/utils/valid-host';
-import InvalidParameterError from '@/errors/types/invalid-parameter';
-
-export const route: Route = {
-    path: '/news/en/:category?',
-    name: 'Unknown',
-    maintainers: [],
-    handler,
-};
-
-async function handler(ctx) {
-    const region = ctx.req.param('region') === 'en' ? '' : ctx.req.param('region').toLowerCase();
-    if (!isValidHost(region) && region !== '') {
-        throw new InvalidParameterError('Invalid region');
-    }
-    const category = ctx.req.param('category') ? ctx.req.param('category').toLowerCase() : '';
-    const rssUrl = `https://${region ? `${region}.` : ''}news.yahoo.com/rss/${category}`;
-    const feed = await parser.parseURL(rssUrl);
-    const filteredItems = feed.items.filter((item) => !item.link.includes('promotions') && new URL(item.link).hostname.match(/.*\.yahoo\.com$/));
-    const items = await Promise.all(
-        filteredItems.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const response = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const $ = load(response.data);
-                const author = `${$('span.caas-author-byline-collapse').text()} @${$('span.caas-attr-provider').text()}`;
-                $('.caas-content-byline-wrapper, .caas-xray-wrapper, .caas-header, .caas-readmore').remove();
-                const description = $('.caas-content-wrapper').html();
-
-                const single = {
-                    title: item.title,
-                    description,
-                    author,
-                    pubDate: item.pubDate,
-                    link: item.link,
-                };
-                return single;
-            })
-        )
-    );
-
-    return {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-}

package/lib/routes/zhihu/hotlist.ts

@@ -1,72 +0,0 @@
-import { Route } from '@/types';
-import got from '@/utils/got';
-import { processImage } from './utils';
-import { parseDate } from '@/utils/parse-date';
-
-export const route: Route = {
-    path: '/hotlist',
-    categories: ['social-media'],
-    example: '/zhihu/hotlist',
-    parameters: {},
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['www.zhihu.com/hot'],
-        },
-    ],
-    name: '知乎热榜',
-    maintainers: ['DIYgod'],
-    handler,
-    url: 'www.zhihu.com/hot',
-};
-
-async function handler() {
-    const {
-        data: { data },
-    } = await got({
-        method: 'get',
-        url: 'https://www.zhihu.com/api/v3/explore/guest/feeds?limit=40',
-    });
-
-    return {
-        title: '知乎热榜',
-        link: 'https://www.zhihu.com/billboard',
-        description: '知乎热榜',
-        item: data.map((item) => {
-            switch (item.target.type) {
-                case 'answer':
-                    return {
-                        title: item.target.question.title,
-                        description: `${item.target.author.name}的回答<br/><br/>${processImage(item.target.content)}`,
-                        author: item.target.author.name,
-                        pubDate: parseDate(item.target.updated_time * 1000),
-                        guid: item.target.id.toString(),
-                        link: `https://www.zhihu.com/question/${item.target.question.id}/answer/${item.target.id}`,
-                    };
-                case 'article':
-                    return {
-                        title: item.target.title,
-                        description: `${item.target.author.name}的文章<br/><br/>${processImage(item.target.content)}`,
-                        author: item.target.author.name,
-                        pubDate: parseDate(item.updated * 1000),
-                        guid: item.target.id.toString(),
-                        link: `https://zhuanlan.zhihu.com/p/${item.target.id}`,
-                    };
-                default:
-                    return {
-                        title: '未知类型',
-                        description: '请点击链接提交issue',
-                        guid: item.target.type,
-                        link: 'https://github.com/DIYgod/RSSHub/issues',
-                    };
-            }
-        }),
-    };
-}

package/lib/routes-deprecated/bjnews/news.js

@@ -1,44 +0,0 @@
-const cheerio = require('cheerio');
-const { parseRelativeDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = `http://www.bjnews.com.cn/${ctx.params.cat}`;
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('#waterfall-container .pin_demo > a').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const title = $('.pin_tit').text();
-            const itemUrl = $('a').attr('href');
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return JSON.parse(cache);
-            }
-
-            const responses = await got.get(itemUrl);
-            const $d = cheerio.load(responses.data);
-            $d('img').each((i, e) => $(e).attr('referrerpolicy', 'no-referrer'));
-
-            const single = {
-                title,
-                pubDate: timezone(parseRelativeDate($d('.left-info .timer').text()), +8),
-                author: $d('.left-info .reporter').text(),
-                link: itemUrl,
-                guid: itemUrl,
-                description: $d('#contentStr').html(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return single;
-        })
-    );
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        item: out,
-    };
-};

package/lib/routes-deprecated/iplay/home.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const url = `https://www.iplaysoft.com/`;
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: url,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('#postlist .entry').get();
-
-    const result = await util.ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: $('title').text().split('-')[0],
-        link: url,
-        description: $('meta[name="description"]').attr('content'),
-        item: result,
-    };
-};

package/lib/routes-deprecated/iplay/utils.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-async function load(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    // 处理日期
-    const datestr = $('.entry-meta li')
-        .text()
-        .match(/生产日期：异次纪元 ([\S\s]*?秒)/)[1]
-        .match(/(\d{1,2})/gm);
-    for (let i = 1; i < datestr.length; i++) {
-        datestr[i] = datestr[i].padStart(2, '0');
-    }
-    const date = new Date('20' + datestr[0] + '-' + datestr[1] + '-' + datestr[2] + ' ' + datestr[3] + ':' + datestr[4] + ':' + datestr[5]);
-    const timeZone = 8;
-    const serverOffset = date.getTimezoneOffset() / 60;
-    const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
-    // 提取详情
-    let description = $('.entry-content').html();
-    // 去除data-srcset，srcset，将data-src替换成src以正常显示图片
-    description = description.replaceAll(/(data-){0,1}srcset="[\S\s]*?"/g, '');
-    description = description.replaceAll('data-src', 'src');
-    return { description, pubDate };
-}
-
-const ProcessFeed = (list, caches) => {
-    const host = 'https://www.iplaysoft.com/';
-    return Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const $title = $('.entry-title a');
-            // 还原相对链接为绝对链接
-            const itemUrl = url.resolve(host, $title.attr('href'));
-
-            // 列表上提取到的信息
-            const single = {
-                title: $title.text(),
-                link: itemUrl,
-                // author: $('.nickname').text(),
-                guid: itemUrl,
-            };
-
-            // 使用tryGet方法从缓存获取内容。
-            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Object.assign({}, single, other);
-        })
-    );
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes-deprecated/matters/author.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    const host = `https://matters.news`;
-    const url = `https://server.matters.news/graphql`;
-    const response = await got({
-        method: 'post',
-        url,
-        json: {
-            query: `
-      {
-        user(input: { userName: "${uid}" }) {
-          displayName
-          info {
-            description
-          }
-          articles(input: { first: 20 }) {
-            edges {
-              node {
-                slug
-                mediaHash
-                title
-                content
-                createdAt
-              }
-            }
-          }
-        }
-      }`,
-        },
-    });
-
-    const user = response.data.data.user;
-
-    ctx.state.data = {
-        title: `Matters | ${user.displayName}`,
-        link: `${host}/@${uid}`,
-        description: user.info.description,
-        item: user.articles.edges.map(({ node: article }) => ({
-            title: article.title,
-            author: user.displayName,
-            description: article.content,
-            link: `${host}/@${uid}/${article.slug}-${article.mediaHash}`,
-            pubDate: parseDate(article.createdAt),
-        })),
-    };
-};

package/lib/routes-deprecated/matters/latest.js

@@ -1,69 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'latest';
-    const url = `https://server.matters.news/graphql`;
-    const options = {
-        latest: {
-            title: '最新',
-            apiType: 'newest',
-        },
-        heat: {
-            title: '熱議',
-            apiType: 'hottest',
-        },
-        essence: {
-            title: '精華',
-            apiType: 'icymi',
-        },
-    };
-
-    const response = await got({
-        method: 'post',
-        url,
-        json: {
-            query: `
-            {
-                viewer {
-                  id
-                  recommendation {
-                    feed: ${options[type].apiType}(input: { first: 10 }) {
-                      edges {
-                        node {
-                          author {
-                            userName
-                            displayName
-                          }
-                          slug
-                          mediaHash
-                          title
-                          content
-                          createdAt
-                        }
-                      }
-                    }
-                  }
-                }
-              }`,
-        },
-    });
-
-    const item = response.data.data.viewer.recommendation.feed.edges.map(({ node }) => {
-        const link = `https://matters.news/@${node.author.userName}/${node.slug}-${node.mediaHash}`;
-        const article = node.content;
-        return {
-            title: node.title,
-            link,
-            description: article,
-            author: node.author.displayName,
-            pubDate: parseDate(node.createdAt),
-        };
-    });
-
-    ctx.state.data = {
-        title: `Matters | ${options[type].title}`,
-        link: 'https://matters.news/',
-        item,
-    };
-};