rsshub 1.0.0-master.fc1b99f → 1.0.0-master.fc2cf18

package/lib/routes/iplaysoft/index.ts

@@ -0,0 +1,68 @@
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import parser from '@/utils/rss-parser';
+
+export const route: Route = {
+    path: '/',
+    categories: ['program-update'],
+    example: '/iplaysoft',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.iplaysoft.com'],
+        },
+    ],
+    name: '全部文章',
+    maintainers: ['williamgateszhao'],
+    handler,
+};
+
+async function handler(ctx) {
+    const feed = await parser.parseURL('https://www.iplaysoft.com/feed/atom');
+    const filteredItems = feed.items
+        .filter((item) => item?.link && item?.pubDate && new URL(item.link).hostname.match(/.*\.iplaysoft\.com$/))
+        .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20) as DataItem[];
+
+    const items: DataItem[] = await Promise.all(
+        filteredItems.map(
+            (item) =>
+                cache.tryGet(item.link as string, async () => {
+                    const response = await ofetch(item.link as string);
+                    const $ = load(response);
+                    const content = $('.entry-content');
+                    content
+                        .find('div')
+                        .filter((_index, element) => {
+                            const style = $(element).attr('style');
+                            return style !== undefined && style.includes('overflow:hidden');
+                        })
+                        .remove();
+                    return {
+                        title: item.title,
+                        description: content.html(),
+                        link: item.link,
+                        author: item.author,
+                        pubDate: parseDate(item.pubDate as string),
+                    } as DataItem;
+                }) as Promise<DataItem>
+        )
+    );
+
+    return {
+        title: '异次元软件世界',
+        link: 'https://www.iplaysoft.com',
+        language: 'zh-CN',
+        item: items,
+    };
+}

package/lib/routes/iplaysoft/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '异次元软件世界',
+    url: 'www.iplaysoft.com',
+};

package/lib/routes/ippa/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '子方有料',
+    url: 'ippa.top',
+};

package/lib/routes/ippa/rss.ts

@@ -0,0 +1,35 @@
+import { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import got from '@/utils/got';
+
+export const route: Route = {
+    path: '/',
+    categories: ['blog'],
+    example: '/ippa',
+    radar: [
+        {
+            source: ['ippa.top/'],
+        },
+    ],
+    name: '最新文章',
+    maintainers: ['cnkmmk'],
+    handler,
+    url: 'ippa.top/',
+};
+
+async function handler() {
+    const url = 'https://www.ippa.top';
+    const response = await got(`${url}/wp-json/wp/v2/posts`);
+    const list = response.data;
+    return {
+        title: '子方有料',
+        link: url,
+        description: '子方有料 - 最新文章',
+        item: list.map((item) => ({
+            title: item.title.rendered,
+            link: item.link,
+            pubDate: parseDate(item.date_gmt),
+            description: item.content.rendered,
+        })),
+    };
+}

package/lib/routes/iqilu/program.ts

@@ -7,7 +7,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/v/:category{.+}?',

package/lib/routes/iqiyi/album.ts

@@ -6,7 +6,8 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/album/:id',
@@ -43,7 +44,7 @@ async function handler(ctx) {
     } = await got(`https://pcw-api.iqiyi.com/album/album/baseinfo/${album.videoAlbumInfo.albumId}`);
 
     if (Object.keys(album.cacheAlbumList).length === 0) {
-        throw new Error(`${baseInfo.name} is not available in this server region.`);
+        throw new InvalidParameterError(`${baseInfo.name} is not available in this server region.`);
     }
 
     let pos = 1;

package/lib/routes/iresearch/report.ts

@@ -5,7 +5,7 @@ const __dirname = getCurrentPath(import.meta.url);
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 

package/lib/routes/iresearch/weekly.ts

@@ -5,7 +5,7 @@ const __dirname = getCurrentPath(import.meta.url);
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/weekly/:category?',

package/lib/routes/itc/collection.ts

@@ -0,0 +1,66 @@
+import { DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+
+/**
+ * OpenGithub - Github开源项目精选
+ *  colType：0 | 1 | 2 | 3
+ */
+
+enum COL_TYPE {
+    HANDPICK,
+    SPECIAL,
+    WEEKLY,
+    MONTHLY,
+}
+
+const RESULT_DESC_MAP = {
+    [COL_TYPE.HANDPICK]: 'OpenGithub - Github开源项目精选 - 精选文章',
+    [COL_TYPE.SPECIAL]: 'OpenGithub - Github开源项目精选 - 专栏',
+    [COL_TYPE.WEEKLY]: 'OpenGithub - Github开源项目精选 - 周刊',
+    [COL_TYPE.MONTHLY]: 'OpenGithub - Github开源项目精选 - 月刊',
+};
+
+export const route: Route = {
+    path: '/collection/:colType',
+    categories: ['blog'],
+    example: '/itc/collection/1',
+    radar: [
+        {
+            source: ['open.itc.cn/'],
+        },
+    ],
+    name: '合集',
+    maintainers: ['cnkmmk'],
+    handler,
+};
+
+async function handler(ctx) {
+    const url = 'https://open.itc.cn';
+
+    const colType = ctx.req.param('colType');
+
+    const result = {
+        title: RESULT_DESC_MAP[colType] ?? 'NULL',
+        link: url,
+        description: RESULT_DESC_MAP[colType] ?? 'NULL',
+        item: [] as DataItem[],
+    };
+    const response = await ofetch(`${url}/github/collection/list?colType=${colType}`);
+    const $ = load(response);
+
+    result.item = [...$('.tab-pane > .row > .card')].map((item) => {
+        const date = $(item).find('.d-flex.mt-3.ms-sm-auto').text()?.split(':')?.[1];
+        const dataObject = date ? new Date(date) : undefined;
+
+        return {
+            title: $(item).find('a.btn-link').text(),
+            description: $(item).find('.d-sm-inline-block').text(),
+            link: $(item).find('a.btn-link').attr('href') || '',
+            pubDate: dataObject,
+            category: [...$(item).find('.nav.nav-stack.small li')].map((sub) => $(sub).find('.badge').text()),
+        };
+    });
+
+    return result;
+}

package/lib/routes/itc/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Open Github社区',
+    url: 'open.itc.cn',
+};

package/lib/routes/itch/devlog.ts

@@ -8,8 +8,9 @@ import { load } from 'cheerio';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 import { isValidHost } from '@/utils/valid-host';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/devlog/:user/:id',
@@ -38,7 +39,7 @@ async function handler(ctx) {
     const user = ctx.req.param('user') ?? '';
     const id = ctx.req.param('id') ?? '';
     if (!isValidHost(user)) {
-        throw new Error('Invalid user');
+        throw new InvalidParameterError('Invalid user');
     }
 
     const rootUrl = `https://${user}.itch.io/${id}/devlog`;

package/lib/routes/itch/index.ts

@@ -7,7 +7,7 @@ import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '*',

package/lib/routes/ithome/index.ts

@@ -1,3 +1,4 @@
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 import { Route } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
@@ -59,7 +60,7 @@ export const route: Route = {
 async function handler(ctx) {
     const cfg = config[ctx.req.param('caty')];
     if (!cfg) {
-        throw new Error('Bad category. See <a href="https://docs.rsshub.app/routes/new-media#it-zhi-jia">https://docs.rsshub.app/routes/new-media#it-zhi-jia</a>');
+        throw new InvalidParameterError('Bad category. See <a href="https://docs.rsshub.app/routes/new-media#it-zhi-jia">https://docs.rsshub.app/routes/new-media#it-zhi-jia</a>');
     }
 
     const current_url = get_url(ctx.req.param('caty'));

package/lib/routes/ithome/ranking.ts

@@ -1,3 +1,4 @@
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 import { Route } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
@@ -49,7 +50,7 @@ async function handler(ctx) {
     const id = type2id[option];
 
     if (!id) {
-        throw new Error('Bad type. See <a href="https://docs.rsshub.app/routes/new-media#it-zhi-jia">https://docs.rsshub.app/routes/new-media#it-zhi-jia</a>');
+        throw new InvalidParameterError('Bad type. See <a href="https://docs.rsshub.app/routes/new-media#it-zhi-jia">https://docs.rsshub.app/routes/new-media#it-zhi-jia</a>');
     }
 
     const list = $(`#${id} > li`)

package/lib/routes/ithome/templates/description.art

@@ -0,0 +1,13 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}

package/lib/routes/ithome/zt.ts

@@ -1,88 +1,150 @@
 import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
 
-export const route: Route = {
-    path: '/zt/:id',
-    categories: ['new-media'],
-    example: '/ithome/zt/xijiayi',
-    parameters: { id: '专题 id' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    radar: [
-        {
-            source: ['ithome.com/zt/:id'],
-        },
-    ],
-    name: '专题',
-    maintainers: ['nczitzk'],
-    handler,
-    description: `所有专题请见[此处](https://www.ithome.com/zt)`,
-};
-
-async function handler(ctx) {
-    const id = ctx.req.param('id');
+export const handler = async (ctx) => {
+    const { id = 'xijiayi' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 50;
 
     const rootUrl = 'https://www.ithome.com';
-    const currentUrl = `${rootUrl}/zt/${id}`;
+    const currentUrl = new URL(`zt/${id}`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
 
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
+    const $ = load(response);
 
-    const $ = load(response.data);
+    const author = 'IT之家';
+    const language = 'zh';
 
-    const list = $('.newsbody a')
-        .map((_, item) => {
+    let items = $('div.newsbody')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
             item = $(item);
 
+            const title = item.find('h2').text();
+            const image = item.find('img').prop('data-original') ?? item.find('img').prop('src');
+
             return {
-                title: item.text(),
-                link: item.attr('href'),
+                title,
+                pubDate: timezone(
+                    parseDate(
+                        item
+                            .find('span.time script')
+                            .text()
+                            .match(/'(.*?)'/)
+                    ),
+                    +8
+                ),
+                link: item.find('a').first().prop('href'),
+                author: item.find('div.editor').contents().first().text(),
+                image,
+                banner: image,
+                language,
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                $$('p.ad-tips, a.topic-bar').remove();
 
-                const content = load(detailResponse.data);
-                const post = content('.post_content');
+                $$('div#paragraph p img').each((_, el) => {
+                    el = $$(el);
 
-                post.find('img[data-original]').each((_, ele) => {
-                    ele = $(ele);
-                    ele.attr('src', ele.attr('data-original'));
-                    ele.removeAttr('class');
-                    ele.removeAttr('data-original');
+                    const src = el.prop('data-original');
+
+                    if (src) {
+                        el.replaceWith(
+                            art(path.join(__dirname, 'templates/description.art'), {
+                                images: [
+                                    {
+                                        src,
+                                        alt: el.prop('alt'),
+                                    },
+                                ],
+                            })
+                        );
+                    }
                 });
 
-                item.description = post.html();
-                item.author = content('#author_baidu').text().replace('作者：', '');
-                item.pubDate = timezone(parseDate(content('#pubtime_baidu').text()), +8);
+                const title = $$('h1').text();
+                const description = $$('div#paragraph').html();
+                const image = $$('div#paragraph img').first().prop('src');
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = timezone(parseDate($$('span#pubtime_baidu').text()), +8);
+                item.category = $$('div.cv a')
+                    .toArray()
+                    .map((c) => $$(c).text())
+                    .slice(1);
+                item.author = $$('span#author_baidu').contents().last().text() || $$('span#source_baidu').contents().last().text() || $$('span#editor_baidu').contents().last().text();
+                item.content = {
+                    html: description,
+                    text: $$('div#paragraph').text(),
+                };
+                item.image = image;
+                item.banner = image;
+                item.language = language;
 
                 return item;
             })
         )
     );
 
+    const image = new URL($('meta[property="og:image"]').prop('content'), rootUrl).href;
+
     return {
-        title: `${$('title').text()} - IT之家`,
+        title: `${author} - ${$('title').text()}`,
+        description: $('meta[name="description"]').prop('content'),
         link: currentUrl,
         item: items,
+        allowEmpty: true,
+        image,
+        author,
+        language,
     };
-}
+};
+
+export const route: Route = {
+    path: '/zt/:id?',
+    name: '专题',
+    url: 'ithome.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/ithome/zt/xijiayi',
+    parameters: { category: '专题 id，默认为 xijiayi，即 [喜加一](https://www.ithome.com/zt/xijiayi)，可在对应专题页 URL 中找到' },
+    description: `:::tip
+  更多专题请见 [IT之家专题](https://www.ithome.com/zt)
+  :::`,
+    categories: ['new-media'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['ithome.com/zt/:id'],
+            target: '/zt/:id',
+        },
+    ],
+};

package/lib/routes/iwara/subscriptions.ts

@@ -7,8 +7,9 @@ import got from '@/utils/got';
 import { config } from '@/config';
 import { art } from '@/utils/render';
 import { parseDate } from '@/utils/parse-date';
-import * as path from 'node:path';
+import path from 'node:path';
 import MarkdownIt from 'markdown-it';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
 const md = MarkdownIt({
     html: true,
 });
@@ -45,13 +46,13 @@ export const route: Route = {
     handler,
     url: 'ecchi.iwara.tv/',
     description: `:::warning
-  This route requires username and password, therefore it's only available when self-hosting, refer to the [Deploy Guide](/install/#route-specific-configurations) for route-specific configurations.
+  This route requires username and password, therefore it's only available when self-hosting, refer to the [Deploy Guide](https://docs.rsshub.app/deploy/config#route-specific-configurations) for route-specific configurations.
   :::`,
 };
 
 async function handler() {
     if (!config.iwara || !config.iwara.username || !config.iwara.password) {
-        throw new Error('Iwara subscription RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>');
+        throw new ConfigNotFoundError('Iwara subscription RSS is disabled due to the lack of <a href="https://docs.rsshub.app/deploy/config#route-specific-configurations">relevant config</a>');
     }
 
     const rootUrl = `https://www.iwara.tv`;

package/lib/routes/ixigua/user-video.ts

@@ -5,7 +5,7 @@ const __dirname = getCurrentPath(import.meta.url);
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 import { parseDate } from '@/utils/parse-date';
 
 const host = 'https://www.ixigua.com';

package/lib/routes/j-test/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '实用日本语鉴定考试（J.TEST）',
+    url: 'www.j-test.com',
+};

package/lib/routes/j-test/news.ts

@@ -0,0 +1,64 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+    path: '/news',
+    name: '公告',
+    url: 'www.j-test.com',
+    maintainers: ['kuhahku'],
+    example: '/j-test/news',
+    parameters: {},
+    categories: ['study'],
+    features: {
+        supportRadar: true,
+    },
+    radar: [
+        {
+            source: ['www.j-test.com'],
+            target: '/news',
+        },
+    ],
+    handler,
+    description: '',
+};
+
+async function handler() {
+    const baseUrl = 'http://www.j-test.com';
+    const response = await ofetch(baseUrl);
+    const $ = load(response);
+
+    const list = $('#content1 > .center > .col_box1 > .col_body1 > ul > li')
+        .toArray()
+        .map((item) => {
+            const [title, date] = $(item).text().trim().replaceAll(']', '').split(' [');
+            const link = new URL($(item).children('a').attr('href')!, baseUrl).href;
+            const pubDate = timezone(parseDate(date), +8);
+            return {
+                title,
+                link,
+                pubDate,
+                description: '',
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch(item.link);
+                const $ = load(response);
+                item.description = $('.content > table').html() ?? '';
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '实用日本语鉴定考试（J.TEST）公告',
+        link: baseUrl,
+        item: items,
+    };
+}

package/lib/routes/jandan/index.ts

@@ -20,6 +20,12 @@ async function handler() {
                 const response = await got(item.link);
                 const $ = load(response.data);
                 $('.wechat-hide').prev().nextAll().remove();
+                $('img').replaceWith((i, e) => {
+                    const src = $(e).attr('src');
+                    const alt = $(e).attr('alt');
+                    const newSrc = src?.replace(/https?:\/\/(\w+)\.moyu\.im/, 'https://$1.sinaimg.cn');
+                    return `<img src="${newSrc}" alt="${alt}">`;
+                });
                 const single = {
                     title: item.title,
                     description: $('.entry').html(),

package/lib/routes/jandan/section.ts

@@ -33,7 +33,10 @@ async function handler(ctx) {
             item.find('.commenttext img, .tucao-report').remove();
 
             item.find('.commenttext .view_img_link').each(function () {
-                $(this).replaceWith(`<img src="${$(this).attr('href')}">`);
+                const url = new URL($(this).attr('href'), rootUrl);
+                url.protocol = 'https:';
+                url.host = url.host.replace('moyu.im', 'sinaimg.cn');
+                $(this).replaceWith(`<img src="${url}">`);
             });
 
             const author = item.find('b').first().text();