rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/kadokawa/blog.ts

@@ -0,0 +1,134 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const handler = async (ctx) => {
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10;
+
+    const rootUrl = 'https://www.kadokawa.com.tw';
+    const currentUrl = new URL('blog/posts', rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    const language = $('html').prop('lang');
+
+    let items = $('div.List-item')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const image = item.find('div.List-item-excerpt img').prop('src')?.split(/\?/)[0] ?? undefined;
+            const title = item.find('h2.List-item-title').text();
+            const description = art(path.join(__dirname, 'templates/description.art'), {
+                images: image
+                    ? [
+                          {
+                              src: image,
+                              alt: title,
+                          },
+                      ]
+                    : undefined,
+                intro: item.find('div.List-item-preview').text(),
+            });
+
+            return {
+                title,
+                description,
+                pubDate: parseDate(item.find('span.primary-border-color-after').text()),
+                link: new URL(item.find('a').prop('href'), rootUrl).href,
+                content: {
+                    html: description,
+                    text: item.find('div.List-item-preview').text(),
+                },
+                image,
+                banner: image,
+                language,
+                enclosure_url: image,
+                enclosure_type: image ? `image/${image.split(/\./).pop()}` : undefined,
+                enclosure_title: title,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const title = $$('h1.Post-title').text().trim();
+                const description = art(path.join(__dirname, 'templates/description.art'), {
+                    description: $$('div.Post-content').html(),
+                });
+                const image = $$('meta[property="og:image"]').prop('content')?.split(/\?/)[0] ?? undefined;
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = parseDate($$('div.Post-date').text().trim());
+                item.content = {
+                    html: description,
+                    text: $$('div.Post-content').text(),
+                };
+                item.image = image;
+                item.banner = image;
+                item.language = language;
+                item.enclosure_url = image;
+                item.enclosure_type = image ? `image/${image.split(/\./).pop()}` : undefined;
+                item.enclosure_title = title;
+
+                return item;
+            })
+        )
+    );
+
+    const image = new URL($('meta[property="og:image"]').prop('content'), rootUrl).href;
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').prop('content'),
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: $('meta[property="og:site_name"]').prop('content'),
+        language,
+    };
+};
+
+export const route: Route = {
+    path: '/blog',
+    name: '角編新聞台',
+    url: 'kadokawa.com.tw',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/kadokawa/blog',
+    parameters: undefined,
+    description: '',
+    categories: ['blog'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['kadokawa.com.tw/blog/posts'],
+            target: '/blog',
+        },
+    ],
+};

package/lib/routes/kadokawa/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '台灣角川',
+    url: 'kadokawa.com.tw',
+    categories: ['shopping'],
+    description: 'TAIWAN KADOKAWA',
+};

package/lib/routes/kadokawa/templates/description.art

@@ -0,0 +1,21 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/kaopu/news.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 export const route: Route = {
     path: '/news/:language?',
     categories: ['new-media'],
-    example: '/news/zh-hans',
+    example: '/kaopu/news/zh-hans',
     parameters: {
         language: '语言',
     },
@@ -16,8 +16,8 @@ export const route: Route = {
     ],
     name: '全部',
     maintainers: ['fashioncj'],
-    description: `| 简体中文    | 繁体中文     | 
-  | ------- | -------- | 
+    description: `| 简体中文    | 繁体中文     |
+  | ------- | -------- |
   | zh-hans | zh-hant | `,
     handler,
 };

package/lib/routes/kelownacapnews/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Kelowna Capital News',
+    url: 'www.kelownacapnews.com',
+};

package/lib/routes/kelownacapnews/news.ts

@@ -0,0 +1,93 @@
+import { DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/:type',
+    categories: ['new-media'],
+    example: '/kelownacapnews/local-news',
+    parameters: { type: 'Type of news' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.kelownacapnews.com/:type'],
+            target: '/:type',
+        },
+    ],
+    name: 'News',
+    maintainers: ['hualiong'],
+    url: 'www.kelownacapnews.com',
+    description: `\`type\` is as follows:
+  
+| News type     | Value         | News type    | Value        |
+| ------------- | ------------- | ------------ | ------------ |
+| News          | news          | Sports       | sports       |
+| Local News    | local-news    | Business     | business     |
+| Canadian News | national-news | Trending Now | trending-now |
+| World News    | world-news    | Opinion      | opinion      |
+| Entertainment | entertainment |              |              |`,
+    handler: async (ctx) => {
+        const type = ctx.req.param('type');
+        const baseURL = 'https://www.kelownacapnews.com';
+
+        const response = await ofetch(`${baseURL}/${type}`);
+        const $ = load(response);
+
+        const list = $('.media')
+            .toArray()
+            .map((item): DataItem => {
+                const a = $(item);
+                return {
+                    title: a.find('.media-heading').text(),
+                    pubDate: parseDate(a.find('.media-links time').attr('datetime')!),
+                    link: baseURL + a.attr('href'),
+                };
+            });
+
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link!, async () => {
+                    const response = await ofetch(item.link!);
+                    const $ = load(response);
+
+                    let image = $('.details-file')!;
+                    if (!image.length) {
+                        image = $('#sliderImgs .tablist-item .galleryWrap');
+                    }
+                    const byline = $('.details-byline');
+                    const profileTitle = byline.find('.profile-title');
+                    if (profileTitle.length) {
+                        item.author = profileTitle.find('a').text();
+                    }
+                    let label = '';
+                    if (image.length > 1) {
+                        for (const e of image.toArray()) {
+                            const img = $(e);
+                            label += `<figure style="margin: 10px 0 0 0"><img src='${img.data('src')}' /><figcaption>${img.attr('title')}</figcaption></figure>`;
+                        }
+                    } else {
+                        label = `<figure style="margin: 0">${image.html()!}</figure>`;
+                    }
+                    item.description = label + $('.details-body').html()!;
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: `${$('.body-title').text()} - Kelowna Capital News`,
+            link: `${baseURL}/${type}`,
+            item: items as DataItem[],
+        };
+    },
+};

package/lib/routes/kemono/index.ts

@@ -140,6 +140,26 @@ async function handler(ctx) {
                     desc += kemonoFile;
                 }
 
+                let enclosureInfo = {};
+                load(desc)('audio source, video source').each(function () {
+                    const src = $(this).attr('src') ?? '';
+                    const mimeType =
+                        {
+                            m4a: 'audio/mp4',
+                            mp3: 'audio/mpeg',
+                            mp4: 'video/mp4',
+                        }[src.replace(/.*\./, '').toLowerCase()] || null;
+
+                    if (mimeType === null) {
+                        return;
+                    }
+
+                    enclosureInfo = {
+                        enclosure_url: new URL(src, rootUrl).toString(),
+                        enclosure_type: mimeType,
+                    };
+                });
+
                 return {
                     title: i.title,
                     description: desc,
@@ -147,6 +167,7 @@ async function handler(ctx) {
                     pubDate: parseDate(i.published),
                     guid: `${apiUrl}/${i.service}/user/${i.user}/post/${i.id}`,
                     link: `${rootUrl}/${i.service}/user/${i.user}/post/${i.id}`,
+                    ...enclosureInfo,
                 };
             });
     }

package/lib/routes/keylol/index.ts

@@ -1,13 +1,17 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
+import { config } from '@/config';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import timezone from '@/utils/timezone';
-import { parseDate } from '@/utils/parse-date';
+import { parseDate, parseRelativeDate } from '@/utils/parse-date';
 import parser from '@/utils/rss-parser';
 import queryString from 'query-string';
 
 const threadIdRegex = /(\d+)-\d+-\d+/;
+const header = {
+    Cookie: config.keylol.cookie ?? undefined,
+};
 
 export const route: Route = {
     path: '/:path',
@@ -15,6 +19,20 @@ export const route: Route = {
     parameters: { path: '路径，默认为热点聚焦' },
     categories: ['game'],
     example: '/keylol/f161-1',
+    features: {
+        requireConfig: [
+            {
+                name: 'KEYLOL_COOKIE',
+                optional: true,
+                description: `配置后可抓取具有阅读权限的帖子內容`,
+            },
+        ],
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
     radar: [
         {
             source: ['keylol.com/:path'],
@@ -58,19 +76,25 @@ async function handler(ctx) {
     const rootUrl = 'https://keylol.com';
     const currentUrl = queryString.stringifyUrl({ url: `${rootUrl}/forum.php`, query: queryParams });
 
-    const { data: response } = await got(currentUrl);
+    const { data: response } = await got({
+        method: 'get',
+        url: currentUrl,
+        headers: header,
+    });
 
     const $ = load(response);
 
-    let items = $('tbody[id^="normalthread_"] a.xst')
+    let items = $('tbody[id^="normalthread_"]')
         .slice(0, limit)
         .toArray()
         .map((item) => {
             item = $(item);
 
             return {
-                title: item.text(),
-                link: new URL(item.prop('href').split('&extra=')[0], rootUrl).href,
+                title: item.find('a.xst').text(),
+                link: new URL(item.find(' a.xst').prop('href').split('&extra=')[0], rootUrl).href,
+                author: item.find('td.by-author cite').text(),
+                pubDate: parseRelativeDate(item.find('td.by-author em').text().replaceAll(' 发表', '')),
             };
         });
 
@@ -78,11 +102,15 @@ async function handler(ctx) {
         items.map((item) =>
             cache.tryGet(item.link, async () => {
                 const threadId = threadIdRegex.test(item.link) ? item.link.match(threadIdRegex)[1] : queryString.parseUrl(item.link).query.tid;
-                const { data: detailResponse } = await got(item.link);
+                const { data: detailResponse } = await got({
+                    method: 'get',
+                    url: item.link,
+                    headers: header,
+                });
 
                 const content = load(detailResponse);
 
-                let descriptionList: any[] = [];
+                let descriptionList: string[] = [];
                 const indexDiv = content('div#threadindex');
                 if (indexDiv.length > 0) {
                     // post with page
@@ -110,8 +138,10 @@ async function handler(ctx) {
                 }
 
                 item.description = descriptionList.join('<br/>');
-                const authorName = authorNameMap.find((a) => a.threadId === threadId);
-                item.author = authorName && authorName.length > 0 ? authorName[0].author : content('a.xw1').first().text();
+                const realAuthorName = authorNameMap.find((a) => a.threadId === threadId);
+                if (realAuthorName) {
+                    item.author = realAuthorName.author;
+                }
                 item.category = content('#keyloL_thread_tags a')
                     .toArray()
                     .map((c) => content(c).text());
@@ -156,11 +186,26 @@ async function handler(ctx) {
 function getDescription($) {
     const descriptionEl = $('td.t_f');
     descriptionEl.find('div.rnd_ai_pr').remove(); // remove ad image
-    return descriptionEl.html();
+
+    // handle lazyload image
+    descriptionEl.find('img').each((_, img) => {
+        img = $(img);
+        if (img.attr('src')?.endsWith('none.gif') && img.attr('file')) {
+            img.attr('src', img.attr('file'));
+            img.removeAttr('file');
+            img.removeAttr('zoomfile');
+        }
+    });
+
+    return descriptionEl.length > 0 ? descriptionEl.html() : $('div.alert_info').html();
 }
 
 async function getPage(url, pageTitle) {
-    const { data: detailResponse } = await got(url);
+    const { data: detailResponse } = await got({
+        method: 'get',
+        url,
+        headers: header,
+    });
 
     const $ = load(detailResponse, { xmlMode: true });
     const content = $('root').text();

package/lib/routes/kurogames/namespace.ts

@@ -0,0 +1,7 @@
+import { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '库洛游戏',
+    url: 'www.kurogames.com',
+    categories: ['game'],
+};

package/lib/routes/kurogames/wutheringwaves/news.ts

@@ -0,0 +1,59 @@
+import { DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import * as cheerio from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
+interface NewsItem {
+    articleContent: string;
+    articleDesc: string;
+    articleId: number;
+    articleTitle: string;
+    articleType: number;
+    createTime: string;
+    sortingMark: number;
+    startTime: string;
+    suggestCover: string;
+    top: number;
+}
+
+export const route: Route = {
+    path: '/wutheringwaves/news',
+    categories: ['game'],
+    example: '/kurogames/wutheringwaves/news',
+    name: '鸣潮 — 游戏公告、新闻与活动',
+    radar: [
+        {
+            source: ['mc.kurogames.com/m/main/news', 'mc.kurogames.com/main'],
+        },
+    ],
+    maintainers: ['enpitsulin'],
+    description: '',
+    async handler() {
+        const res = await ofetch<NewsItem[]>('https://media-cdn-mingchao.kurogame.com/akiwebsite/website2.0/json/G152/zh/ArticleMenu.json', { query: { t: Date.now() } });
+        const item = await Promise.all(
+            res.map((i) => {
+                const contentUrl = `https://media-cdn-mingchao.kurogame.com/akiwebsite/website2.0/json/G152/zh/article/${i.articleId}.json`;
+                const item = {
+                    title: i.articleTitle,
+                    pubDate: timezone(parseDate(i.createTime), +8),
+                    link: `https://mc.kurogames.com/main/news/detail/${i.articleId}`,
+                } as DataItem;
+                return cache.tryGet(contentUrl, async () => {
+                    const data = await ofetch<NewsItem>(contentUrl, { query: { t: Date.now() } });
+                    const $ = cheerio.load(data.articleContent);
+
+                    item.description = $.html() ?? i.articleDesc ?? '';
+                    return item;
+                }) as Promise<DataItem>;
+            })
+        );
+        return {
+            title: '《鸣潮》— 游戏公告、新闻和活动',
+            link: 'https://mc.kurogames.com/main#news',
+            item,
+            language: 'zh-cn',
+        };
+    },
+};

package/lib/routes/kyodonews/index.ts

@@ -35,7 +35,7 @@ export const route: Route = {
 
 async function handler(ctx) {
     const language = ctx.req.param('language') ?? 'china';
-    const keyword = ctx.req.param('keyword') === 'RSS' ? 'rss' : ctx.req.param('keyword') ?? '';
+    const keyword = ctx.req.param('keyword') === 'RSS' ? 'rss' : (ctx.req.param('keyword') ?? '');
 
     // raise error for invalid languages
     if (!['china', 'tchina'].includes(language)) {

package/lib/routes/leetcode/articles.ts

@@ -1,6 +1,6 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import MarkdownIt from 'markdown-it';
@@ -38,8 +38,8 @@ export const route: Route = {
 
 async function handler() {
     const link = new URL('/articles/', host).href;
-    const response = await got(link);
-    const $ = load(response.data);
+    const response = await ofetch(link, { parseResponse: (txt) => txt });
+    const $ = load(response);
 
     const list = $('a.list-group-item')
         .filter((i, e) => $(e).find('h4.media-heading i').length === 0)
@@ -59,37 +59,35 @@ async function handler() {
             cache.tryGet(info.link, async () => {
                 const titleSlug = info.link.split('/')[4];
 
-                const questionContent = await got
-                    .post(gqlEndpoint, {
-                        json: {
-                            operationName: 'questionContent',
-                            variables: { titleSlug },
-                            query: `query questionContent($titleSlug: String!) {
+                const questionContent = await ofetch(gqlEndpoint, {
+                    method: 'POST',
+                    body: {
+                        operationName: 'questionContent',
+                        variables: { titleSlug },
+                        query: `query questionContent($titleSlug: String!) {
                                 question(titleSlug: $titleSlug) {
                                     content
                                     mysqlSchemas
                                     dataSchemas
                                 }
                             }`,
-                        },
-                    })
-                    .json();
+                    },
+                });
 
-                const officialSolution = await got
-                    .post(gqlEndpoint, {
-                        json: {
-                            operationName: 'officialSolution',
-                            variables: { titleSlug },
-                            query: `query officialSolution($titleSlug: String!) {
+                const officialSolution = await ofetch(gqlEndpoint, {
+                    method: 'POST',
+                    body: {
+                        operationName: 'officialSolution',
+                        variables: { titleSlug },
+                        query: `query officialSolution($titleSlug: String!) {
                                 question(titleSlug: $titleSlug) {
                                     solution {
                                         content
                                     }
                                 }
                             }`,
-                        },
-                    })
-                    .json();
+                    },
+                });
 
                 const solution = md.render(officialSolution.data.question.solution.content);
 

package/lib/routes/line/today.ts

@@ -40,7 +40,7 @@ async function handler(ctx) {
             url: tabUrl,
         });
 
-        const listing = moduleResponse.data.modules.filter((item) => item.source === 'CATEGORY_MOST_VIEW').pop().listings[0];
+        const listing = moduleResponse.data.modules.findLast((item) => item.source === 'CATEGORY_MOST_VIEW').listings[0];
 
         title = moduleResponse.data.name;
         moduleUrl =

package/lib/routes/linkedin/cn/renderer.ts

@@ -169,7 +169,7 @@ const parseAttr = (description) => {
         q.push(render(e));
     }
     if (p < m.length) {
-        q.push(m.slice(p, m.length));
+        q.push(m.slice(p));
     }
     return q.join('');
 };