rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/lib/routes/yenpress/series.ts

@@ -0,0 +1,115 @@
+import { DataItem, Route } from '@/types';
+import type { Context } from 'hono';
+
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+import * as cheerio from 'cheerio';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { getCurrentPath } from '@/utils/helpers';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+const render = (data) => art(path.join(__dirname, 'templates', 'series.art'), data);
+
+export const route: Route = {
+    path: '/series/:name',
+    example: '/yenpress/series/alya-sometimes-hides-her-feelings-in-russian',
+    parameters: { name: 'Series name' },
+    name: 'Series',
+    maintainers: ['TonyRL'],
+    handler,
+    radar: [
+        {
+            source: ['yenpress.com/series/:name'],
+            target: '/series/:name',
+        },
+    ],
+};
+
+async function handler(ctx: Context) {
+    const { name: series } = ctx.req.param();
+    const baseUrl = 'https://yenpress.com';
+    const link = `https://yenpress.com/series/${series}`;
+
+    const response = await ofetch(link);
+    const $ = cheerio.load(response);
+
+    const list = $('.show-more-container .inline_block')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            return {
+                title: $item.find('span').text().trim(),
+                link: new URL($item.find('a').attr('href')!, baseUrl).href,
+            };
+        }) as DataItem[];
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link!, async () => {
+                const response = await ofetch(item.link!);
+                const $ = cheerio.load(response);
+
+                item.category = $('.detail-labels.mobile-only')
+                    .eq(0)
+                    .find('a')
+                    .toArray()
+                    .map((a) => $(a).text().trim());
+
+                $('svg, .social-share, .desktop-only, .detail-labels').remove();
+
+                const cover = $('.book-info').find('.book-cover-img').html();
+
+                const bookInfo = $('.buy-info .deliver')
+                    .toArray()
+                    .map((item, i) => ({
+                        deliver: $(item).text().trim(),
+                        price: $('.book-price').eq(i).text().trim(),
+                        from: $('.services')
+                            .eq(i)
+                            .find('.service')
+                            .toArray()
+                            .map((service) => {
+                                const a = $(service).find('a');
+                                return {
+                                    name: a.text().trim(),
+                                    link: a.attr('href'),
+                                };
+                            }),
+                        detail: $('.detail-info')
+                            .eq(i)
+                            .find('div span')
+                            .toArray()
+                            .map((span) => {
+                                const $span = $(span);
+                                return {
+                                    key: $span.text().trim(),
+                                    value: $span.next().text().trim(),
+                                };
+                            }),
+                    }));
+
+                const info = $('.book-info');
+                info.find('.buy-info, .series-cover').remove();
+
+                item.description = render({
+                    cover: cover! + info.html(),
+                    bookInfo,
+                });
+                item.pubDate = timezone(parseDate(bookInfo[0].detail.find((d) => d.key === 'Release Date')!.value), 0);
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: $('head title').text().trim(),
+        description: $('.social-share p').text().trim(),
+        link,
+        item: items,
+    };
+}

package/lib/routes/yenpress/templates/series.art

@@ -0,0 +1,25 @@
+{{ if cover }}
+    {{@ cover }}<br>
+{{ /if }}
+
+{{ if bookInfo }}
+    {{ each bookInfo info }}
+        <p>{{ info.deliver }}: {{ info.price }}</p>
+        Buy from:
+        <ul>
+            {{ each info.from f }}
+                <li><a href="{{ f.link }}">{{ f.name }}</a></li>
+            {{ /each }}
+        </ul>
+        <b>FULL DETAILS</b>
+        <table>
+            {{ each info.detail d }}
+                <tr>
+                    <td>{{ d.key }}</td>
+                    <td>{{ d.value }}</td>
+                </tr>
+            {{ /each }}
+        </table>
+        <br>
+    {{ /each }}
+{{ /if }}

package/lib/routes/yicai/carousel.ts

@@ -0,0 +1,48 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import { rootUrl, fetchFullArticles } from './utils';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/carousel',
+    categories: ['traditional-media'],
+    example: '/yicai/carousel',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['yicai.com/'],
+        },
+    ],
+    name: '轮播',
+    maintainers: ['nczitzk'],
+    handler,
+    url: 'yicai.com/',
+};
+
+async function handler() {
+    const res = await ofetch(rootUrl);
+    const $ = load(res);
+    const items = await Promise.all(
+        fetchFullArticles(
+            $('#breaknews a')
+                .toArray()
+                .map((e) => ({ link: new URL($(e).attr('href'), rootUrl).href, title: $(e).text() })),
+            cache.tryGet
+        )
+    );
+
+    return {
+        title: '第一财经 - 轮播',
+        link: rootUrl,
+        item: items,
+    };
+}

package/lib/routes/yicai/utils.ts

@@ -35,25 +35,31 @@ const ProcessItems = async (apiUrl, tryGet) => {
         }),
     }));
 
-    return Promise.all(
-        items.map((item) =>
-            tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
+    return Promise.all(fetchFullArticles(items, tryGet));
+};
+function fetchFullArticles(items, tryGet) {
+    return items.map((item) =>
+        tryGet(item.link, async () => {
+            const detailResponse = await got({
+                method: 'get',
+                url: item.link,
+            });
 
-                const content = load(detailResponse.data);
+            const content = load(detailResponse.data);
 
-                content('h1').remove();
-                content('.u-btn6, .m-smallshare, .topic-hot').remove();
+            if (!item.pubDate) {
+                const dataScript = content("script[src='/js/alert.min.js']").next().text() || content('title').next().text();
+                const pb = new Map(JSON.parse(dataScript.match(/_pb = (\[.*?]);/)[1].replaceAll("'", '"')));
+                item.pubDate = parseDate(`${pb.get('actime')}:00`);
+            }
 
-                item.description += content('.multiText, #multi-text, .txt').html() ?? '';
+            content('h1').remove();
+            content('.u-btn6, .m-smallshare, .topic-hot').remove();
 
-                return item;
-            })
-        )
-    );
-};
+            item.description = (item.description ?? '') + (content('.multiText, #multi-text, .txt').html() ?? '');
 
-export { rootUrl, ProcessItems };
+            return item;
+        })
+    );
+}
+export { rootUrl, ProcessItems, fetchFullArticles };

package/lib/routes/yilinzazhi/index.ts

@@ -0,0 +1,58 @@
+import { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/',
+    categories: ['reading'],
+    example: '/yilinzazhi',
+    radar: [
+        {
+            source: ['www.yilinzazhi.com'],
+            target: '/',
+        },
+    ],
+    name: '文章列表',
+    maintainers: ['g0ngjie'],
+    handler,
+    url: 'www.yilinzazhi.com',
+};
+
+async function handler(): Promise<Data> {
+    const baseUrl = 'https://www.yilinzazhi.com/';
+    const response = await got(baseUrl);
+    const $ = load(response.data);
+    const contents: DataItem[] = $('section.content')
+        .find('li')
+        .map((_, target) => {
+            const li = $(target);
+
+            const aTag = li.find('a');
+            const title = aTag.text();
+            const link = baseUrl + aTag.attr('href');
+
+            return {
+                title,
+                link,
+                description: '',
+            };
+        })
+        .toArray();
+
+    const items = (await Promise.all(
+        contents.map((content) =>
+            cache.tryGet(content.link!, async () => {
+                const childRes = await got(content.link);
+                const $$ = load(childRes.data);
+                content.description = $$('.maglistbox').html()!;
+                return content;
+            })
+        )
+    )) as DataItem[];
+    return {
+        title: '意林杂志网',
+        link: baseUrl,
+        item: items,
+    };
+}

package/lib/routes/yilinzazhi/latest.ts

@@ -0,0 +1,103 @@
+import { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import dayjs from 'dayjs';
+
+export const route: Route = {
+    path: '/latest',
+    categories: ['reading'],
+    example: '/yilinzazhi/latest',
+    radar: [
+        {
+            source: ['www.yilinzazhi.com'],
+            target: '/',
+        },
+    ],
+    name: '近期文章汇总',
+    maintainers: ['g0ngjie'],
+    handler,
+    url: 'www.yilinzazhi.com',
+    description: '最近一期的文章汇总',
+};
+
+type Stage = {
+    link: string;
+    title: string;
+};
+
+type Catalog = {
+    title: string;
+    tables: Data[];
+};
+
+async function handler(): Promise<Data> {
+    const baseUrl = 'https://www.yilinzazhi.com/';
+    const response = await got(baseUrl);
+    const $ = load(response.data);
+
+    const currentYear = dayjs().year();
+    const yearSection = $('.year-section')
+        .toArray()
+        .find((el) =>
+            $(el)
+                .find('.year-title')
+                .text()
+                .includes(currentYear + '')
+        );
+
+    const stage = $(yearSection!)
+        .find('a')
+        .map<typeof yearSection, Stage>(function () {
+            const aTag = $(this);
+            const link = baseUrl + aTag.attr('href');
+            const title = aTag.text();
+            return { link, title };
+        })
+        .toArray()[0];
+
+    const catalogs = (await cache.tryGet(stage.link, async () => {
+        const stageRes = await got(stage.link);
+        const $$ = load(stageRes.data);
+        const catalogsEl = $$('.maglistbox dl').toArray();
+        const children = catalogsEl.map<Catalog>((catalog) => {
+            const title = $$(catalog).find('dt span').text();
+            const tables = $$(catalog)
+                .find('a')
+                .toArray()
+                .map<Data>((aTag) => {
+                    const href = $$(aTag).attr('href')!;
+                    const yearType = currentYear + href.substring(4, 5);
+                    return {
+                        title: $$(aTag).text(),
+                        link: `${baseUrl}${currentYear}/yl${yearType}/${href}`,
+                    };
+                });
+            return { title, tables };
+        });
+        return children;
+    })) as Catalog[];
+
+    const contents: Data[] = catalogs.flatMap((catalog) => catalog.tables);
+
+    const items = (await Promise.all(
+        contents.map(
+            async (target) =>
+                await cache.tryGet(target.link!, async () => {
+                    const detailRes = await got(target.link);
+                    const $$ = load(detailRes.data);
+                    const detailContainer = $$('.blkContainerSblk.collectionContainer');
+
+                    target.description = detailContainer.html()!;
+
+                    return target;
+                })
+        )
+    )) as DataItem[];
+
+    return {
+        title: '意林 - 近期文章汇总',
+        link: stage.link,
+        item: items,
+    };
+}

package/lib/routes/yilinzazhi/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '意林杂志',
+    url: 'www.yilinzazhi.com',
+    categories: ['reading'],
+    description: '',
+};

package/lib/routes/ymgal/article.ts

@@ -42,7 +42,7 @@ async function handler(ctx) {
         await Promise.all(
             Object.values(types).map(async (type) => {
                 const response = await got(`${host}/co/topic/list${type}`);
-                data.push(response.data.data);
+                data.push(...response.data.data);
             })
         );
         data = data.sort((a, b) => b.publishTime - a.publishTime).slice(0, 10);

package/lib/routes/yoasobi-music/jsonp-helper.ts

@@ -5,7 +5,7 @@ function parseJSONP(jsonpData) {
         let jsonString = jsonpData.substring(startPos + 1, endPos + 1);
 
         // remove escaped single quotes since they are not valid json
-        jsonString = jsonString.replaceAll("\\'", "'");
+        jsonString = jsonString.replaceAll(String.raw`\'`, "'");
 
         return JSON.parse(jsonString);
     } catch (error_) {

package/lib/routes/youtube/channel.ts

@@ -30,7 +30,7 @@ export const route: Route = {
             target: '/channel/:id',
         },
     ],
-    name: 'Channel',
+    name: 'Channel with id',
     maintainers: ['DIYgod'],
     handler,
     description: `:::tip
@@ -69,6 +69,7 @@ async function handler(ctx) {
                     pubDate: parseDate(snippet.publishedAt),
                     link: `https://www.youtube.com/watch?v=${videoId}`,
                     author: snippet.videoOwnerChannelTitle,
+                    image: img.url,
                 };
             }),
     };

package/lib/routes/youtube/custom.ts

@@ -12,6 +12,19 @@ export const route: Route = {
     categories: ['social-media'],
     example: '/youtube/c/YouTubeCreators',
     parameters: { username: 'YouTube custom URL', embed: 'Default to embed the video, set to any value to disable embedding' },
+    features: {
+        requireConfig: [
+            {
+                name: 'YOUTUBE_KEY',
+                description: ' YouTube API Key, support multiple keys, split them with `,`, [API Key application](https://console.developers.google.com/)',
+            },
+        ],
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
     radar: [
         {
             source: ['www.youtube.com/c/:id'],
@@ -46,6 +59,7 @@ async function handler(ctx) {
         title: `${username} - YouTube`,
         link: `https://www.youtube.com/c/${username}`,
         description: ytInitialData.metadata.channelMetadataRenderer.description,
+        image: ytInitialData.metadata.channelMetadataRenderer.avatar?.thumbnails?.[0]?.url,
         item: data
             .filter((d) => d.snippet.title !== 'Private video' && d.snippet.title !== 'Deleted video')
             .map((item) => {
@@ -58,6 +72,7 @@ async function handler(ctx) {
                     pubDate: parseDate(snippet.publishedAt),
                     link: `https://www.youtube.com/watch?v=${videoId}`,
                     author: snippet.videoOwnerChannelTitle,
+                    image: img.url,
                 };
             }),
     };

package/lib/routes/youtube/live.ts

@@ -13,7 +13,12 @@ export const route: Route = {
     example: '/youtube/live/@GawrGura',
     parameters: { username: 'YouTuber id', embed: 'Default to embed the video, set to any value to disable embedding' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'YOUTUBE_KEY',
+                description: ' YouTube API Key, support multiple keys, split them with `,`, [API Key application](https://console.developers.google.com/)',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -63,6 +68,7 @@ async function handler(ctx) {
                 pubDate: parseDate(snippet.publishedAt),
                 guid: liveVideoId,
                 link: `https://www.youtube.com/watch?v=${liveVideoId}`,
+                image: img.url,
             };
         }),
         allowEmpty: true,

package/lib/routes/youtube/namespace.ts

@@ -1,6 +1,6 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'YouTube Live',
-    url: 'charts.youtube.com',
+    name: 'YouTube',
+    url: 'youtube.com',
 };

package/lib/routes/youtube/playlist.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 import utils from './utils';
 import { config } from '@/config';
@@ -7,11 +7,17 @@ import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/playlist/:id/:embed?',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.Videos,
     example: '/youtube/playlist/PLqQ1RwlxOgeLTJ1f3fNMSwhjVgaWKo_9Z',
     parameters: { id: 'YouTube playlist id', embed: 'Default to embed the video, set to any value to disable embedding' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'YOUTUBE_KEY',
+                description: ' YouTube API Key, support multiple keys, split them with `,`, [API Key application](https://console.developers.google.com/)',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -48,6 +54,7 @@ async function handler(ctx) {
                 pubDate: parseDate(snippet.publishedAt),
                 link: `https://www.youtube.com/watch?v=${videoId}`,
                 author: snippet.videoOwnerChannelTitle,
+                image: img.url,
             };
         }),
     };

package/lib/routes/youtube/subscriptions.ts

@@ -77,12 +77,14 @@ async function handler(ctx) {
                 pubDate: parseDate(snippet.publishedAt),
                 link: `https://www.youtube.com/watch?v=${videoId}`,
                 author: snippet.videoOwnerChannelTitle,
+                image: img.url,
             };
         });
 
     const ret = {
         title: 'Subscriptions - YouTube',
         description: 'YouTube Subscriptions',
+        link: 'www.youtube.com/feed/subscriptions',
         item: items,
     };
 

package/lib/routes/youtube/user.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 import utils from './utils';
 import { config } from '@/config';
@@ -9,11 +9,17 @@ import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/user/:username/:embed?',
-    categories: ['social-media'],
-    example: '/youtube/user/JFlaMusic',
-    parameters: { username: 'YouTuber id', embed: 'Default to embed the video, set to any value to disable embedding' },
+    categories: ['social-media', 'popular'],
+    view: ViewType.Videos,
+    example: '/youtube/user/@JFlaMusic',
+    parameters: { username: 'YouTuber username with @', embed: 'Default to embed the video, set to any value to disable embedding' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'YOUTUBE_KEY',
+                description: ' YouTube API Key, support multiple keys, split them with `,`, [API Key application](https://console.developers.google.com/)',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -26,7 +32,7 @@ export const route: Route = {
             target: '/user/:username',
         },
     ],
-    name: 'User',
+    name: 'Channel with username',
     maintainers: ['DIYgod'],
     handler,
 };
@@ -40,12 +46,21 @@ async function handler(ctx) {
 
     let playlistId;
     let channelName;
+    let image;
+    let description;
     if (username.startsWith('@')) {
         const link = `https://www.youtube.com/${username}`;
         const response = await got(link);
         const $ = load(response.data);
-        const channelId = $('meta[itemprop="identifier"]').attr('content');
-        channelName = $('meta[itemprop="name"]').attr('content');
+        const ytInitialData = JSON.parse(
+            $('script')
+                .text()
+                .match(/ytInitialData = ({.*?});/)?.[1] || '{}'
+        );
+        const channelId = ytInitialData.metadata.channelMetadataRenderer.externalId;
+        channelName = ytInitialData.metadata.channelMetadataRenderer.title;
+        image = ytInitialData.metadata.channelMetadataRenderer.avatar?.thumbnails?.[0]?.url;
+        description = ytInitialData.metadata.channelMetadataRenderer.description;
         playlistId = (await utils.getChannelWithId(channelId, 'contentDetails', cache)).data.items[0].contentDetails.relatedPlaylists.uploads;
     }
     playlistId = playlistId || (await utils.getChannelWithUsername(username, 'contentDetails', cache)).data.items[0].contentDetails.relatedPlaylists.uploads;
@@ -55,7 +70,8 @@ async function handler(ctx) {
     return {
         title: `${channelName || username} - YouTube`,
         link: username.startsWith('@') ? `https://www.youtube.com/${username}` : `https://www.youtube.com/user/${username}`,
-        description: `YouTube user ${username}`,
+        description: description || `YouTube user ${username}`,
+        image,
         item: data
             .filter((d) => d.snippet.title !== 'Private video' && d.snippet.title !== 'Deleted video')
             .map((item) => {
@@ -68,6 +84,7 @@ async function handler(ctx) {
                     pubDate: parseDate(snippet.publishedAt),
                     link: `https://www.youtube.com/watch?v=${videoId}`,
                     author: snippet.videoOwnerChannelTitle,
+                    image: img.url,
                 };
             }),
     };