rsshub 1.0.0-master.f5fb3ae → 1.0.0-master.f5fc827

package/lib/routes/yilinzazhi/index.ts

@@ -0,0 +1,59 @@
+import { Data, DataItem, Route, ViewType } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/',
+    categories: ['reading', 'popular'],
+    view: ViewType.Articles,
+    example: '/yilinzazhi',
+    radar: [
+        {
+            source: ['www.yilinzazhi.com'],
+            target: '/',
+        },
+    ],
+    name: '文章列表',
+    maintainers: ['g0ngjie'],
+    handler,
+    url: 'www.yilinzazhi.com',
+};
+
+async function handler(): Promise<Data> {
+    const baseUrl = 'https://www.yilinzazhi.com/';
+    const response = await got(baseUrl);
+    const $ = load(response.data);
+    const contents: DataItem[] = $('section.content')
+        .find('li')
+        .toArray()
+        .map((target) => {
+            const li = $(target);
+
+            const aTag = li.find('a');
+            const title = aTag.text();
+            const link = baseUrl + aTag.attr('href');
+
+            return {
+                title,
+                link,
+                description: '',
+            };
+        });
+
+    const items = (await Promise.all(
+        contents.map((content) =>
+            cache.tryGet(content.link!, async () => {
+                const childRes = await got(content.link);
+                const $$ = load(childRes.data);
+                content.description = $$('.maglistbox').html()!;
+                return content;
+            })
+        )
+    )) as DataItem[];
+    return {
+        title: '意林杂志网',
+        link: baseUrl,
+        item: items,
+    };
+}

package/lib/routes/yilinzazhi/latest.ts

@@ -0,0 +1,104 @@
+import { Data, DataItem, Route, ViewType } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import dayjs from 'dayjs';
+
+export const route: Route = {
+    path: '/latest',
+    categories: ['reading', 'popular'],
+    view: ViewType.Articles,
+    example: '/yilinzazhi/latest',
+    radar: [
+        {
+            source: ['www.yilinzazhi.com'],
+            target: '/',
+        },
+    ],
+    name: '近期文章汇总',
+    maintainers: ['g0ngjie'],
+    handler,
+    url: 'www.yilinzazhi.com',
+    description: '最近一期的文章汇总',
+};
+
+type Stage = {
+    link: string;
+    title: string;
+};
+
+type Catalog = {
+    title: string;
+    tables: Data[];
+};
+
+async function handler(): Promise<Data> {
+    const baseUrl = 'https://www.yilinzazhi.com/';
+    const response = await got(baseUrl);
+    const $ = load(response.data);
+
+    const currentYear = dayjs().year();
+    const yearSection = $('.year-section')
+        .toArray()
+        .find((el) =>
+            $(el)
+                .find('.year-title')
+                .text()
+                .includes(currentYear + '')
+        );
+
+    const stage = $(yearSection!)
+        .find('a')
+        .toArray()
+        .map<Stage>((elem) => {
+            const aTag = $(elem);
+            const link = baseUrl + aTag.attr('href');
+            const title = aTag.text();
+            return { link, title };
+        })[0];
+
+    const catalogs = (await cache.tryGet(stage.link, async () => {
+        const stageRes = await got(stage.link);
+        const $$ = load(stageRes.data);
+        const catalogsEl = $$('.maglistbox dl').toArray();
+        const children = catalogsEl.map<Catalog>((catalog) => {
+            const title = $$(catalog).find('dt span').text();
+            const tables = $$(catalog)
+                .find('a')
+                .toArray()
+                .map<Data>((aTag) => {
+                    const href = $$(aTag).attr('href')!;
+                    const yearType = currentYear + href.substring(4, 5);
+                    return {
+                        title: $$(aTag).text(),
+                        link: `${baseUrl}${currentYear}/yl${yearType}/${href}`,
+                    };
+                });
+            return { title, tables };
+        });
+        return children;
+    })) as Catalog[];
+
+    const contents: Data[] = catalogs.flatMap((catalog) => catalog.tables);
+
+    const items = (await Promise.all(
+        contents.map(
+            async (target) =>
+                await cache.tryGet(target.link!, async () => {
+                    const detailRes = await got(target.link);
+                    const $$ = load(detailRes.data);
+                    const detailContainer = $$('.blkContainerSblk.collectionContainer');
+
+                    target.description = detailContainer.html()!;
+
+                    return target;
+                })
+        )
+    )) as DataItem[];
+
+    return {
+        title: '意林 - 近期文章汇总',
+        link: stage.link,
+        item: items,
+    };
+}

package/lib/routes/yilinzazhi/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '意林杂志',
+    url: 'www.yilinzazhi.com',
+    categories: ['reading'],
+    description: '',
+    lang: 'zh-CN',
+};

package/lib/routes/ymgal/article.ts

@@ -0,0 +1,84 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
+
+const host = 'https://www.ymgal.games';
+
+const types = {
+    news: '?type=NEWS&page=1',
+    column: '?type=COLUMN&page=1',
+};
+
+export const route: Route = {
+    path: '/article/:type?',
+    categories: ['anime'],
+    example: '/ymgal/article',
+    parameters: { type: '文章类型' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '文章',
+    maintainers: ['SunBK201'],
+    handler,
+    description: `| 全部文章 | 资讯 | 专栏   |
+  | -------- | ---- | ------ |
+  | all      | news | column |`,
+};
+
+async function handler(ctx) {
+    const type = ctx.req.param('type') || 'all';
+
+    const link = `${host}/co/topic/list` + types[type];
+    let data = [];
+    if (type === 'all') {
+        await Promise.all(
+            Object.values(types).map(async (type) => {
+                const response = await got(`${host}/co/topic/list${type}`);
+                data.push(...response.data.data);
+            })
+        );
+        data = data.sort((a, b) => b.publishTime - a.publishTime).slice(0, 10);
+    } else {
+        const response = await got(link);
+        data = response.data.data;
+    }
+
+    const items = await Promise.all(
+        data.map((item) => {
+            const itemUrl = host + '/co/article/' + item.topicId;
+            return cache.tryGet(itemUrl, async () => {
+                const result = await got(itemUrl);
+                const $ = load(result.data);
+                const description = $('article').html().trim();
+                return {
+                    title: item.title,
+                    link: itemUrl,
+                    pubDate: timezone(parseDate(item.publishTime), 8),
+                    description,
+                };
+            });
+        })
+    );
+
+    let info = '全部文章';
+    if (type === 'news') {
+        info = '资讯';
+    } else if (type === 'column') {
+        info = '专栏';
+    }
+
+    return {
+        title: `月幕 Galgame - ${info}`,
+        link: `${host}/co/article`,
+        description: `月幕 Galgame - ${info}`,
+        item: items,
+    };
+}

package/lib/routes/ymgal/game.ts

@@ -0,0 +1,69 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import got from '@/utils/got';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { load } from 'cheerio';
+
+const host = 'https://www.ymgal.games';
+
+const date = new Date();
+const year = date.getFullYear();
+const month = date.getMonth() + 1;
+
+export const route: Route = {
+    path: '/game/release',
+    categories: ['anime'],
+    example: '/ymgal/game/release',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['ymgal.games/'],
+        },
+    ],
+    name: '本月新作',
+    maintainers: ['SunBK201'],
+    handler,
+    url: 'ymgal.games/',
+};
+
+async function handler() {
+    const response = await got({
+        method: 'get',
+        url: `${host}/release-list/${year}/${month}`,
+    });
+
+    const $ = load(response.data);
+    const list = $('.game-view-card').toArray();
+
+    const items =
+        list &&
+        list.map((item) => {
+            item = $(item);
+            const itemPicUrl = item.find('.lazy').first().attr('data-original');
+            const tags = item.find('.tag-info-list').children();
+            const taginfo = tags.map((i, elem) => $(elem).text()).get();
+            return {
+                title: item.attr('title'),
+                link: `${host}${item.attr('href')}`,
+                description: art(path.join(__dirname, 'templates/description.art'), { itemPicUrl, taginfo }),
+            };
+        });
+
+    return {
+        title: `月幕 Galgame - 本月新作`,
+        link: `${host}/release-list/${year}/${month}`,
+        description: '月幕 Galgame - 本月新作',
+        item: items,
+    };
+}

package/lib/routes/ymgal/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '月幕 Galgame',
+    url: 'ymgal.games',
+    lang: 'zh-CN',
+};

package/lib/routes/ymgal/templates/description.art

@@ -0,0 +1,7 @@
+{{ if itemPicUrl }}
+<img src="{{ itemPicUrl }}">
+{{ /if }}
+<br>
+{{each taginfo}}
+    <li>{{$value}}</li>
+{{/each}}

package/lib/routes/yna/index.ts

@@ -0,0 +1,92 @@
+import { Route } from '@/types';
+import parser from '@/utils/rss-parser';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+    path: '/:lang?/:channel?',
+    categories: ['traditional-media'],
+    example: '/yna/en/national',
+    parameters: {
+        lang: 'Language, see below, `ko` by default',
+        channel: 'RSS Feed Channel, see below, `news` by default',
+    },
+    features: {
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+        requireConfig: false,
+    },
+    name: 'News',
+    maintainers: ['quiniapiezoelectricity'],
+    handler,
+    description: `
+| Language  | 한국어 | English | 简体中文 | 日本語 | عربي   | Español | Français |
+| --------- | ------ | ------- | -------- | ------ | ------ | ------- | -------- |
+| \`:lang\` | \`ko\` | \`en\`  | \`cn\`   | \`jp\` | \`ar\` | \`es\`  | \`fr\`   |
+
+For a full list of RSS Feed Channels, please refer to the RSS feed page of the corresponding language
+| RSS Feed Page                                             |
+| --------------------------------------------------------- |
+| [한국어](https://www.yna.co.kr/rss/index?site=footer_rss) |
+| [English](https://en.yna.co.kr/channel/index)             |
+| [简体中文](https://cn.yna.co.kr/channel/index)            |
+| [日本語](https://jp.yna.co.kr/channel/index)              |
+| [عربي](https://ar.yna.co.kr/channel/index)                |
+| [Español](https://sp.yna.co.kr/channel/index)             |
+| [Français](https://fr.yna.co.kr/channel/index)            |
+
+:::tip
+For example, the path for the RSS feed url https://www.yna.co.kr/rss/economy.xml and https://cn.yna.co.kr/RSS/news.xml would be \`/ko/economy\` and \`/cn/news\` respectively. 
+:::
+`,
+};
+
+async function handler(ctx) {
+    const lang = ctx.req.param('lang') ?? 'ko';
+    const channel = ctx.req.param('channel') ?? 'news';
+    let url;
+    switch (lang) {
+        case 'ko':
+            url = `https://www.yna.co.kr/rss/${channel}.xml`;
+            break;
+        default:
+            url = `https://${lang}.yna.co.kr/RSS/${channel}.xml`;
+            break;
+    }
+
+    const feed = await parser.parseURL(url);
+    const items = await Promise.all(
+        feed.items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                item.pubDate = lang === 'ko' ? parseDate(item.pubDate) : timezone(parseDate(item.pubDate), +9); // Timezone is only included in the pubDate of the Korean language RSS
+                const response = await got(item.link);
+                const $ = load(response.data);
+                item.author =
+                    item.creator ??
+                    $('.tit-name')
+                        .toArray()
+                        .map((c) => $(c).text())
+                        .join(', ');
+                const article = $('article.story-news');
+                article.find('.related-group').remove();
+                article.find('.writer-zone01').remove();
+                item.description = article.html();
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        language: feed.language ?? lang,
+        item: items,
+    };
+}

package/lib/routes/yna/namespace.ts

@@ -0,0 +1,10 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Yonhap News Agency',
+    url: 'yna.co.kr',
+    lang: 'ko',
+    zh: {
+        name: '韩联社',
+    },
+};

package/lib/routes/yoasobi-music/info.ts

@@ -0,0 +1,97 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { parseJSONP } from './jsonp-helper';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const route: Route = {
+    path: '/info/:category?',
+    categories: ['live'],
+    example: '/yoasobi-music/info/news',
+    parameters: { category: '`news`, `biography`' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.yoasobi-music.jp/', 'www.yoasobi-music.jp/:category'],
+            target: '/info/:category',
+        },
+    ],
+    name: 'News & Biography',
+    maintainers: [],
+    handler,
+    url: 'www.yoasobi-music.jp/',
+};
+
+async function handler(ctx) {
+    const category = ctx.req.param('category');
+
+    const ARTIST = 'YOASOBI',
+        SONYJPURL = 'https://www.sonymusic.co.jp',
+        BASEURL = 'https://www.sonymusic.co.jp/json/v2/artist',
+        POSTFIX = category === 'news' ? 'start/0/count/-1' : 'start/0/count/-1/callback/hotCallback';
+
+    const officialUrl = `https://www.yoasobi-music.jp/${category}`;
+    const api = `${BASEURL}/${ARTIST}/${category === 'news' ? 'information' : 'hottopic'}/${POSTFIX}`;
+    const title = `LATEST ${category.toUpperCase()}`;
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => {
+        const isBio = category === 'biography';
+        const randomEmoji = (() => {
+            const emojis = ['㊗️', '🎉', '🎊', '🎈', '🎁', '🎂', '🎀', '🎗', '🎆', '🎇', '🎐', '🎑', '🎃'];
+            return emojis[Math.floor(Math.random() * emojis.length)];
+        })();
+
+        return {
+            id: isBio ? null : item.id,
+            guid: isBio ? `bio:${item.url}` : `news:${item.title}${item.date}`,
+            title: isBio ? `${randomEmoji} ${item.url}` : item.title,
+            category: item.category ?? 'Achievement',
+            date: isBio ? item.url : item.date,
+            description: isBio ? item.kiji : item.article,
+            image: isBio ? (item.image_url === '' ? null : `${SONYJPURL}${item.image_url}`) : null,
+        };
+    });
+
+    return {
+        // the source title
+        title,
+        // the source url
+        link: officialUrl,
+        // the source description
+        description: `Yoasobi's latest ${category}`,
+        // iterate through all leaf objects
+        item: data.map((i) => ({
+            // the article title
+            title: i.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/info.art'), {
+                image: i.image,
+                category: i.category,
+                description: i.description.replaceAll('\n', '<br>'),
+            }),
+            // the article publish time
+            pubDate: parseDate(i.date),
+            // guid
+            guid: i.guid,
+            // the article link
+            link: i.id ? `${officialUrl}/${i.id}` : officialUrl,
+            category: i.category,
+        })),
+    };
+}

package/lib/routes/yoasobi-music/jsonp-helper.ts

@@ -0,0 +1,17 @@
+function parseJSONP(jsonpData) {
+    try {
+        const startPos = jsonpData.indexOf('({');
+        const endPos = jsonpData.lastIndexOf('})');
+        let jsonString = jsonpData.substring(startPos + 1, endPos + 1);
+
+        // remove escaped single quotes since they are not valid json
+        jsonString = jsonString.replaceAll(String.raw`\'`, "'");
+
+        return JSON.parse(jsonString);
+    } catch (error_) {
+        const error = new Error(`Failed to convert jsonp to json. ${error_.message}`);
+        throw error;
+    }
+}
+
+export { parseJSONP };

package/lib/routes/yoasobi-music/live.ts

@@ -0,0 +1,80 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import got from '@/utils/got';
+import { parseJSONP } from './jsonp-helper';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const route: Route = {
+    path: '/live',
+    categories: ['live'],
+    example: '/yoasobi-music/live',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.yoasobi-music.jp/', 'www.yoasobi-music.jp/live'],
+        },
+    ],
+    name: 'Live',
+    maintainers: ['Kiotlin'],
+    handler,
+    url: 'www.yoasobi-music.jp/',
+};
+
+async function handler() {
+    const ARTIST = 'YOASOBI',
+        SONYJPURL = 'https://www.sonymusic.co.jp',
+        BASEURL = 'https://www.sonymusic.co.jp/json/v2/artist',
+        POSTFIX = 'start/0/count/-1';
+
+    const api = `${BASEURL}/${ARTIST}/live/${POSTFIX}`;
+    const officialUrl = 'https://www.yoasobi-music.jp/live';
+    const title = 'LATEST LIVE';
+
+    const response = await got({
+        method: 'get',
+        url: api,
+    });
+
+    const data = parseJSONP(response.data).items.map((item) => ({
+        title: item.tourName,
+        imageLink: item.tourImage === '' ? null : `${SONYJPURL}${item.tourImage}`,
+        link: `${officialUrl}/${item.link.split('/').pop()}`,
+        description: item.tourInfo,
+        // @param {Array} liveItem - An array contains all the sessions
+        sessions: item.liveItem,
+    }));
+
+    return {
+        // the source title
+        title,
+        // the source url
+        link: officialUrl,
+        // the source description
+        description: "YOASOBI's Latest Live",
+        // iterate through all leaf objects
+        item: data.map((item) => ({
+            // the article title
+            title: item.title,
+            // the article content
+            description: art(path.join(__dirname, 'templates/live.art'), {
+                image: item.imageLink,
+                description: item.description,
+                sessions: item.sessions,
+            }),
+            // no pubDate
+            // the article link
+            link: item.link,
+        })),
+    };
+}