rsshub 1.0.0-master.ff3a9ce → 1.0.0-master.ff3ea5a

package/lib/routes/jetbrains/comments.ts

@@ -0,0 +1,99 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import MarkdownIt from 'markdown-it';
+
+const md = MarkdownIt({ html: true });
+
+const rootUrl = 'https://youtrack.jetbrains.com';
+const apiUrl = `${rootUrl}/api`;
+
+const ACTIVITY_CATEGORIES = 'IssueCreatedCategory,CommentsCategory';
+const ACTIVITY_FIELDS = 'activities(author(name),category(id),id,issue(description),timestamp,added(author(name),created,id,text,usesMarkdown))';
+const ISSUE_FIELDS = 'summary';
+
+export const route: Route = {
+    path: '/youtrack/comments/:issueId',
+    categories: ['programming'],
+    example: '/jetbrains/youtrack/comments/IJPL-174543',
+    parameters: {
+        issueId: 'Issue ID (e.g., IJPL-174543)',
+    },
+    radar: [
+        {
+            source: ['youtrack.jetbrains.com/issue/:issueId'],
+            target: '/youtrack/comments/:issueId',
+        },
+    ],
+    name: 'YouTrack Issue Comments',
+    maintainers: ['NekoAria'],
+    handler,
+};
+
+function processIssueCreated(activity, issueId) {
+    const description = md.render(activity.issue.description);
+
+    return {
+        title: `${activity.author.name} created issue ${issueId}`,
+        author: activity.author.name,
+        pubDate: parseDate(activity.timestamp),
+        link: `${rootUrl}/issue/${issueId}#focus=Comments-${activity.id}`,
+        description,
+        guid: `${issueId}-comment-${activity.id}`,
+    };
+}
+
+function processComment(activity, issueId) {
+    const comment = activity.added[0];
+    const author = comment.author || activity.author;
+    const description = comment.usesMarkdown ? md.render(comment.text) : comment.text;
+
+    return {
+        title: `${author.name} commented on ${issueId}`,
+        author: author.name,
+        pubDate: parseDate(comment.created || activity.timestamp),
+        link: `${rootUrl}/issue/${issueId}#focus=Comments-${activity.id}`,
+        description,
+        guid: `${issueId}-comment-${activity.id}`,
+    };
+}
+
+function processActivity(activity, issueId) {
+    switch (activity.category.id) {
+        case 'IssueCreatedCategory':
+            return processIssueCreated(activity, issueId);
+        case 'CommentsCategory':
+            return processComment(activity, issueId);
+        default:
+            return null;
+    }
+}
+
+async function handler(ctx) {
+    const issueId = ctx.req.param('issueId');
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 100;
+
+    const issueInfo = await ofetch(`${apiUrl}/issues/${issueId}`, {
+        query: { fields: ISSUE_FIELDS },
+    });
+
+    const response = await ofetch(`${apiUrl}/issues/${issueId}/activitiesPage`, {
+        query: {
+            categories: ACTIVITY_CATEGORIES,
+            fields: ACTIVITY_FIELDS,
+        },
+    });
+
+    const items = response.activities
+        .map((activity) => processActivity(activity, issueId))
+        .filter((item) => item !== null)
+        .sort((a, b) => new Date(b.pubDate).getTime() - new Date(a.pubDate).getTime())
+        .slice(0, limit);
+
+    return {
+        title: `YouTrack ${issueId} - ${issueInfo.summary}`,
+        link: `${rootUrl}/issue/${issueId}`,
+        description: `Comments and activities for YouTrack issue ${issueId}`,
+        item: items,
+    };
+}

package/lib/routes/jetbrains/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'JetBrains',
+    url: 'jetbrains.com',
+    description: 'JetBrains is a software development company that creates professional development tools and IDEs.',
+    lang: 'en',
+};

package/lib/routes/jimmyspa/books.ts

@@ -34,7 +34,7 @@ export const route: Route = {
 | en | English |
 | jp | 日本語 |
     `,
-    maintainers: ['FYLSen'],
+    maintainers: ['Cedaric'],
     handler,
 };
 

package/lib/routes/jimmyspa/news.ts

@@ -33,7 +33,7 @@ export const route: Route = {
 | en | English |
 | jp | 日本語 |
     `,
-    maintainers: ['FYLSen'],
+    maintainers: ['Cedaric'],
     handler,
 };
 

package/lib/routes/jpxgmn/tab.ts

@@ -19,6 +19,9 @@ export const route: Route = {
     name: '分类',
     maintainers: ['Urabartin'],
     handler,
+    features: {
+        nsfw: true,
+    },
 };
 
 async function handler(ctx) {

package/lib/routes/kakuyomu/works.ts

@@ -58,8 +58,10 @@ async function handler(ctx: Context): Promise<Data> {
                     const description = $('.widget-episodeBody').html();
                     return {
                         title: item.title,
+                        link: episodeUrl,
                         description,
                         pubDate: parseDate(item.publishedAt),
+                        guid: item.id,
                     };
                 });
             })
@@ -67,6 +69,7 @@ async function handler(ctx: Context): Promise<Data> {
 
     return {
         title,
+        link: url,
         description: catchphrase,
         item: items,
     };

package/lib/routes/kaopu/news.ts

@@ -28,7 +28,7 @@ async function handler(ctx) {
     const rootUrl = 'https://kaopu.news';
     const currentUrl = `${rootUrl}/${language === 'zh-hant' ? 'zh-hant' : 'index'}.html`;
     // API PATH: https://kaopucdn.azureedge.net/jsondata/news_list_beta_hans_0.json
-    const apiUrl = `https://kaopucdn.azureedge.net/jsondata/news_list_beta_han${language === 'zh-hant' ? 't' : 's'}_0.json`;
+    const apiUrl = `https://kaopustorage.blob.core.windows.net/jsondata/news_list_beta_han${language === 'zh-hant' ? 't' : 's'}_0.json`;
 
     const response = await got({
         method: 'get',

package/lib/routes/kemono/const.ts

@@ -1,4 +1,4 @@
-const KEMONO_ROOT_URL = 'https://kemono.su';
+const KEMONO_ROOT_URL = 'https://kemono.cr';
 const KEMONO_API_URL = `${KEMONO_ROOT_URL}/api/v1`;
 const MIME_TYPE_MAP = {
     m4a: 'audio/mp4',

package/lib/routes/kemono/index.ts

@@ -25,23 +25,24 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {
-            source: ['kemono.su/'],
-            target: '/kemono',
+            source: ['kemono.cr/'],
+            target: '',
         },
         {
-            source: ['kemono.su/:source/user/:id'],
-            target: '/kemono/:source/:id',
+            source: ['kemono.cr/:source/user/:id'],
+            target: '/:source/:id',
         },
         {
-            source: ['kemono.su/:source/user/:id/announcements'],
-            target: '/kemono/:source/:id/announcements',
+            source: ['kemono.cr/:source/user/:id/announcements'],
+            target: '/:source/:id/announcements',
         },
         {
-            source: ['kemono.su/:source/user/:id/fancards'],
-            target: '/kemono/:source/:id/fancards',
+            source: ['kemono.cr/:source/user/:id/fancards'],
+            target: '/:source/:id/fancards',
         },
     ],
     name: 'Posts',
@@ -93,7 +94,7 @@ function buildApiUrl(source: string, userId?: string, contentType?: string): str
     }
 
     const basePath = `${KEMONO_API_URL}/${source}/user/${userId}`;
-    return contentType ? `${basePath}/${contentType}` : basePath;
+    return contentType ? `${basePath}/${contentType}` : `${basePath}/posts`;
 }
 
 function buildFrontendUrl(source: string, userId?: string, contentType?: string): string {
@@ -274,7 +275,7 @@ function processPosts(posts: KemonoPost[], authorName: string, limit: number) {
                 description,
                 author: authorName,
                 pubDate: parseDate(post.published),
-                guid: `${KEMONO_API_URL}/${post.service}/user/${post.user}/post/${post.id}`,
+                guid: `kemono:${post.service}:${post.user}:post:${post.id}`,
                 link: `${KEMONO_ROOT_URL}/${post.service}/user/${post.user}/post/${post.id}`,
                 ...generateEnclosureInfo(description),
             };
@@ -298,7 +299,7 @@ async function handler(ctx) {
 
         const authorName = isPostsMode || isDiscordMode || !userId ? '' : await fetchUserProfile(source, userId);
 
-        const iconUrl = isPostsMode || isDiscordMode ? `${KEMONO_ROOT_URL}/favicon.ico` : `https://img.kemono.su/icons/${source}/${userId}`;
+        const iconUrl = isPostsMode || isDiscordMode ? `${KEMONO_ROOT_URL}/favicon.ico` : `https://img.kemono.cr/icons/${source}/${userId}`;
 
         let items: any[];
         let title: string;

package/lib/routes/kemono/namespace.ts

@@ -2,6 +2,6 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'Kemono',
-    url: 'kemono.su',
+    url: 'kemono.cr',
     lang: 'en',
 };

package/lib/routes/kiro/blog.ts

@@ -0,0 +1,131 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://kiro.dev';
+    const targetUrl: string = new URL('blog/', baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'en';
+
+    let items: DataItem[] = [];
+
+    items = $('main a.group')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('h4').text();
+            const pubDateStr: string | undefined = $el.find('time').text();
+            const linkUrl: string | undefined = $el.attr('href');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = $$('header h1').text();
+                const description: string | undefined = $$('div.prose').html() ?? undefined;
+                const pubDateStr: string | undefined = $$('time').text();
+                const authorEl: Cheerio<Element> = $$('img.aspect-square').parent().parent();
+                const authors: DataItem['author'] = [
+                    {
+                        name: authorEl.find('p').first().text(),
+                        url: undefined,
+                        avatar: authorEl.find('img').attr('src'),
+                    },
+                ];
+                const image: string | undefined = $$('meta[property="og:image"]').attr('content');
+                const upDatedStr: string | undefined = pubDateStr;
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                    author: authors,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    image,
+                    banner: image,
+                    updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: $('meta[property="og:site_name"]').attr('content'),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/blog',
+    name: 'Blog',
+    url: 'kiro.dev',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/kiro/blog',
+    parameters: undefined,
+    description: undefined,
+    categories: ['programming'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['kiro.dev', 'kiro.dev/blog/'],
+            target: '/blog',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/kiro/changelog.ts

@@ -0,0 +1,128 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://kiro.dev';
+    const targetUrl: string = new URL('changelog/', baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'en';
+
+    let items: DataItem[] = [];
+
+    items = $('a.block')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = `${$el.parent().find('span').text()} ${$el.find('h3').text()}`;
+            const description: string | undefined = $el.parent().parent().find('div.prose').html() ?? undefined;
+            const pubDateStr: string | undefined = $el.parent().parent().parent().find('time').text();
+            const linkUrl: string | undefined = $el.attr('href');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = `${$$('article span').first().text()} ${$$('article h3').text()}`;
+                const description: string | undefined = $$('div.prose').html() ?? undefined;
+                const pubDateStr: string | undefined = $$('time').text();
+                const image: string | undefined = $$('meta[property="og:image"]').attr('content');
+                const upDatedStr: string | undefined = pubDateStr;
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    image,
+                    banner: image,
+                    updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: $('meta[property="og:site_name"]').attr('content'),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/changelog',
+    name: 'Changelog',
+    url: 'kiro.dev',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/kiro/changelog',
+    parameters: undefined,
+    description: undefined,
+    categories: ['program-update'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['kiro.dev', 'kiro.dev/changelog/'],
+            target: '/changelog',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/kiro/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Kiro',
+    url: 'kiro.dev',
+    categories: ['programming'],
+    description: 'The AI IDE for prototype to production',
+    lang: 'en',
+};

package/lib/routes/konachan/post.ts

@@ -37,6 +37,9 @@ export const route: Route = {
 | ------- | -------- | ------- | -------- |
 | 1d | 1w | 1m | 1y |`,
     handler,
+    features: {
+        nsfw: true,
+    },
 };
 
 async function handler(ctx) {

package/lib/routes/kovidgoyal/kitty/changelog.ts

@@ -0,0 +1,83 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/kitty/changelog',
+    categories: ['program-update'],
+    example: '/kovidgoyal/kitty/changelog',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['sw.kovidgoyal.net/kitty/changelog/'],
+            target: '/kitty/changelog',
+        },
+    ],
+    name: 'Changelog',
+    maintainers: ['xbot'],
+    handler,
+    url: 'sw.kovidgoyal.net/kitty/changelog/',
+};
+
+async function handler() {
+    const url = 'https://sw.kovidgoyal.net/kitty/changelog/';
+    const response = await ofetch(url);
+    const $ = load(response);
+
+    // Find the "Detailed list of changes" section
+    const detailedSection = $('#detailed-list-of-changes');
+
+    const items = detailedSection
+        .find('section[id^="id"]')
+        .toArray()
+        .map((section) => {
+            const $section = $(section);
+
+            // Extract version and date from h3 title
+            const titleText = $section.find('h3').first().text().trim();
+            const versionMatch = titleText.match(/^([\d.]+)\s*\[([^\]]+)\]/);
+
+            if (!versionMatch) {
+                return null;
+            }
+
+            const version = versionMatch[1];
+            const dateStr = versionMatch[2];
+
+            // Extract changelog items from the ul list
+            const changelogItems = $section
+                .find('ul.simple li')
+                .toArray()
+                .map((li) => $(li).html())
+                .filter(Boolean);
+
+            // Create description from changelog items
+            const description = changelogItems.length > 0 ? '<ul>' + changelogItems.map((item) => `<li>${item}</li>`).join('') + '</ul>' : 'No changelog items available.';
+
+            return {
+                title: `Kitty ${version}`,
+                description,
+                link: `${url}#${$section.attr('id')}`,
+                pubDate: parseDate(dateStr, 'YYYY-MM-DD'),
+                guid: `kitty-${version}`,
+            };
+        })
+        .filter(Boolean);
+
+    return {
+        title: 'Kitty Changelog',
+        link: url,
+        description: 'Changelog for Kitty terminal emulator',
+        language: 'en',
+        item: items,
+    };
+}

package/lib/routes/kovidgoyal/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: "Kovid's software projects",
+    url: 'sw.kovidgoyal.net',
+    lang: 'en',
+};

package/lib/routes/kunchengblog/essay.ts

@@ -47,7 +47,7 @@ async function handler(ctx) {
     const items = await SourceMapConsumer.with(response, null, (consumer) =>
         consumer.sources
             .filter((s) => /routes\/essays/.test(s))
-            .reverse()
+            .toReversed()
             .slice(0, limit)
             .map((item) => {
                 const source = consumer.sourceContentFor(item).replaceAll(/\s\n/g, '');

package/lib/routes/landiannews/category.ts

@@ -7,7 +7,7 @@ export const handler = async (ctx): Promise<Data> => {
     const { id, name } = await fetchCategory(slug);
 
     const rootUrl = 'https://www.landiannews.com/';
-    const postApiUrl = `${rootUrl}wp-json/wp/v2/posts?_embed&categories=${id}`;
+    const postApiUrl = `${rootUrl}wp-json/wp/v2/posts?_embed=author,wp:term&categories=${id}`;
 
     const items: DataItem[] = await fetchNewsItems(postApiUrl);
 

package/lib/routes/landiannews/index.ts

@@ -3,7 +3,7 @@ import { fetchNewsItems } from './utils';
 
 export const handler = async (): Promise<Data> => {
     const rootUrl = 'https://www.landiannews.com/';
-    const postApiUrl = `${rootUrl}wp-json/wp/v2/posts?_embed`;
+    const postApiUrl = `${rootUrl}wp-json/wp/v2/posts?_embed=author,wp:term`;
 
     const items: DataItem[] = await fetchNewsItems(postApiUrl);
 

package/lib/routes/landiannews/tag.ts

@@ -7,7 +7,7 @@ export const handler = async (ctx): Promise<Data> => {
     const { id, name } = await fetchTag(slug);
 
     const rootUrl = 'https://www.landiannews.com/';
-    const postApiUrl = `${rootUrl}wp-json/wp/v2/posts?_embed&tags=${id}`;
+    const postApiUrl = `${rootUrl}wp-json/wp/v2/posts?_embed=author,wp:term&tags=${id}`;
 
     const items: DataItem[] = await fetchNewsItems(postApiUrl);
 

package/lib/routes/line/utils.ts

@@ -18,7 +18,7 @@ const parseItems = (list) =>
     Promise.all(
         list.map((item) =>
             cache.tryGet(item.link, async () => {
-                const edition = item.link.match(/today\.line\.me\/(\w+?)\/v2\/.*$/)[1];
+                const edition = item.link.match(/today\.line\.me\/(\w+?)\/v[23]\/.*$/)[1];
                 let data;
                 try {
                     const response = await got(`${baseUrl}/webapi/portal/page/setting/article`, {