rsshub 1.0.0-master.fc1b99f → 1.0.0-master.fc2cf18

package/lib/routes/cma/channel.ts

@@ -7,7 +7,7 @@ import { load } from 'cheerio';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/channel/:id?',

package/lib/routes/cnbc/rss.ts

@@ -65,7 +65,7 @@ async function handler(ctx) {
                     }
 
                     const meta = JSON.parse($('[type=application/ld+json]').last().text());
-                    item.author = meta.author ? meta.author.name ?? meta.author.map((a) => a.name).join(', ') : null;
+                    item.author = meta.author ? (meta.author.name ?? meta.author.map((a) => a.name).join(', ')) : null;
                     item.category = meta.keywords;
 
                     return item;

package/lib/routes/cnbeta/category.ts

@@ -0,0 +1,23 @@
+import { Route } from '@/types';
+import { handler } from './common';
+
+export const route: Route = {
+    name: '分类',
+    path: ['/category/:id'],
+    example: '/cnbeta/category/movie',
+    maintainers: ['nczitzk'],
+    parameters: {
+        id: '分类 id，可在对应分类页的 URL 中找到',
+    },
+    radar: [
+        {
+            source: ['cnbeta.com.tw/category/:id'],
+            target: (params) => `/cnbeta/category/${params.id.replace('.htm', '')}`,
+        },
+    ],
+    handler,
+    url: 'cnbeta.com.tw',
+    description: `| 影视  | 音乐  | 游戏 | 动漫  | 趣闻  | 科学    | 软件 |
+  | ----- | ----- | ---- | ----- | ----- | ------- | ---- |
+  | movie | music | game | comic | funny | science | soft |`,
+};

package/lib/routes/cnbeta/{type.ts → common.ts}

@@ -1,4 +1,3 @@
-import { Route } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
@@ -7,22 +6,7 @@ import { parseDate } from '@/utils/parse-date';
 
 import { rootUrl, ProcessItems } from './utils';
 
-export const route: Route = {
-    path: ['/:type/:id', '/'],
-    radar: [
-        {
-            source: ['cnbeta.com.tw/'],
-            target: '',
-        },
-    ],
-    name: 'Unknown',
-    maintainers: [],
-    handler,
-    url: 'cnbeta.com.tw/',
-    url: 'cnbeta.com.tw/',
-};
-
-async function handler(ctx) {
+export async function handler(ctx) {
     const { type, id } = ctx.req.param();
 
     const currentUrl = type ? `${rootUrl}/${type}/${id}.htm` : rootUrl;

package/lib/routes/cnbeta/index.ts

@@ -0,0 +1,16 @@
+import { Route } from '@/types';
+import { handler } from './common';
+
+export const route: Route = {
+    name: '头条资讯',
+    path: ['/'],
+    example: '/cnbeta',
+    radar: [
+        {
+            source: ['cnbeta.com.tw/'],
+        },
+    ],
+    maintainers: ['kt286', 'HaitianLiu', 'nczitzk'],
+    handler,
+    url: 'cnbeta.com.tw',
+};

package/lib/routes/cnbeta/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'cnBeta.COM',
     url: 'cnbeta.com.tw',
+    categories: ['new-media'],
 };

package/lib/routes/cnbeta/topics.ts

@@ -0,0 +1,23 @@
+import { Route } from '@/types';
+import { handler } from './common';
+
+export const route: Route = {
+    name: '主题',
+    path: ['/topics/:id'],
+    example: '/cnbeta/topics/453',
+    maintainers: ['cczhong11', 'nczitzk'],
+    parameters: {
+        id: '主题 id，可在对应主题页的 URL 中找到',
+    },
+    radar: [
+        {
+            source: ['cnbeta.com.tw/topics/:id'],
+            target: (params) => `/cnbeta/topics/${params.id.replace('.htm', '')}`,
+        },
+    ],
+    handler,
+    url: 'cnbeta.com.tw',
+    description: `::: tip
+完整的主题列表参见 [主题列表](https://www.cnbeta.com.tw/topics.htm)
+:::`,
+};

package/lib/routes/cnblogs/common.ts

@@ -29,8 +29,6 @@ export const route: Route = {
     url: 'www.cnblogs.com/pick',
     description: `在博客园主页的分类出可查看所有类型。例如，go 的分类地址为: \`https://www.cnblogs.com/cate/go/\`, 则: [\`/cnblogs/cate/go\`](https://rsshub.app/cnblogs/cate/go)`,
     url: 'www.cnblogs.com/aggsite/headline',
-    url: 'www.cnblogs.com/aggsite/topviews',
-    url: 'www.cnblogs.com/aggsite/topdiggs',
 };
 
 async function handler(ctx) {

package/lib/routes/cngal/entry.ts

@@ -4,7 +4,7 @@ const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 
@@ -38,6 +38,7 @@ async function handler(ctx) {
 
     const data = response.data;
 
+    ctx.set('json', response.data);
     return {
         title: `CnGal - ${data.name} 的动态`,
         link: `https://www.cngal.org/entries/index/${entryId}`,
@@ -48,5 +49,4 @@ async function handler(ctx) {
             link: item.link,
         })),
     };
-    ctx.set('json', response.data);
 }

package/lib/routes/cngal/weekly.ts

@@ -4,7 +4,7 @@ const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {

package/lib/routes/cnjxol/index.ts

@@ -7,7 +7,8 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 const categories = {
     jxrb: '嘉兴日报',
@@ -25,7 +26,7 @@ async function handler(ctx) {
     const category = ctx.req.param('category') ?? 'jxrb';
     const id = ctx.req.param('id');
     if (!Object.keys(categories).includes(category)) {
-        throw new Error('Invalid category');
+        throw new InvalidParameterError('Invalid category');
     }
 
     const rootUrl = `https://${category}.cnjxol.com`;

package/lib/routes/cnki/author.ts

@@ -2,7 +2,7 @@ import { Route } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
-import utils from './utils';
+import { ProcessItem } from './utils';
 
 const rootUrl = 'https://kns.cnki.net';
 
@@ -70,7 +70,7 @@ async function handler(ctx) {
         };
     });
 
-    const items = await Promise.all(list.map((item) => cache.tryGet(item.link, () => utils.ProcessItem(item))));
+    const items = await Promise.all(list.map((item) => cache.tryGet(item.link, () => ProcessItem(item))));
 
     return {
         title: `知网 ${authorName} ${companyName}`,

package/lib/routes/cnki/debut.ts

@@ -7,7 +7,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 const rootUrl = 'https://chn.oversea.cnki.net';
 

package/lib/routes/cnki/utils.ts

@@ -4,7 +4,7 @@ const __dirname = getCurrentPath(import.meta.url);
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 const ProcessItem = async (item) => {
     const detailResponse = await got(item.link);
@@ -24,4 +24,4 @@ const ProcessItem = async (item) => {
     return item;
 };
 
-export default { ProcessItem };
+export { ProcessItem };

package/lib/routes/cntheory/paper.ts

@@ -7,7 +7,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/paper/:id?',

package/lib/routes/cntv/column.ts

@@ -4,7 +4,7 @@ const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {

package/lib/routes/codeforces/contests.ts

@@ -2,8 +2,8 @@ import { Route } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
-import got from '@/utils/got';
-import * as path from 'node:path';
+import ofetch from '@/utils/ofetch';
+import path from 'node:path';
 import { art } from '@/utils/render';
 
 import dayjs from 'dayjs';
@@ -46,7 +46,7 @@ export const route: Route = {
 };
 
 async function handler() {
-    const contestsData = await got.get(contestAPI).json();
+    const contestsData = await ofetch(contestAPI);
     const contests = contestsData.result;
 
     const items = contests

package/lib/routes/codeforces/recent-actions.ts

@@ -1,5 +1,5 @@
 import { Route } from '@/types';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 
 export const route: Route = {
@@ -30,7 +30,7 @@ export const route: Route = {
 async function handler(ctx) {
     const minRating = ctx.req.param('minrating') || 1;
 
-    const rsp = await got.get('https://codeforces.com/api/recentActions?maxCount=100').json();
+    const rsp = await ofetch('https://codeforces.com/api/recentActions?maxCount=100');
 
     const actions = rsp.result.map((action) => {
         const pubDate = new Date(action.timeSeconds * 1000);

package/lib/routes/colamanga/manga.ts

@@ -0,0 +1,88 @@
+import { Route } from '@/types';
+import puppeteer from '@/utils/puppeteer';
+
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { Context } from 'hono';
+import logger from '@/utils/logger';
+
+const domain = 'www.colamanga.com';
+
+export const route: Route = {
+    path: '/:id',
+    parameters: { id: '漫画id' },
+    name: 'Manga',
+    maintainers: ['machsix'],
+    example: '/colamanga/manga-qq978758',
+    categories: ['anime'],
+    radar: [
+        {
+            source: [`${domain}/:id/`],
+            target: '/:id',
+        },
+    ],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: true,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    handler,
+};
+
+function shift_date(date, days) {
+    const result = new Date(date);
+    result.setDate(result.getDate() + days);
+    return result;
+}
+
+async function handler(ctx: Context) {
+    const id = ctx.req.param('id');
+    const url = `https://${domain}/${id}`;
+
+    const browser = await puppeteer();
+
+    const page = await browser.newPage();
+
+    await page.setRequestInterception(true);
+
+    page.on('request', (request) => {
+        request.resourceType() === 'document' ? request.continue() : request.abort();
+    });
+
+    logger.http(`Requesting ${url}`);
+    await page.goto(url, {
+        // 指定页面等待载入的时间
+        waitUntil: 'domcontentloaded',
+    });
+
+    const response = await page.content();
+    browser.close();
+
+    const $ = load(response);
+
+    const book_name = $("meta[property='og:comic:book_name']").attr('content');
+    const updateDateAttr = $("meta[property='og:comic:update_time']").attr('content');
+    const updateDate = updateDateAttr ? timezone(parseDate(updateDateAttr)) : timezone(new Date());
+
+    const author = $("span:contains('作者')").parent().contents().eq(1).text();
+    // const cover = $(".fed-deta-images a").attr('data-original');
+    const items = $('.all_data_list >ul>li>a')
+        .map((i, elem) => ({
+            title: `${book_name} ${$(elem).text()}`,
+            link: elem.attribs.href,
+            description: $('.fed-part-esan').text(),
+            author,
+            pubDate: shift_date(updateDate, -7 * i),
+        }))
+        .get();
+
+    return {
+        title: book_name || 'Unknown Manga',
+        link: url,
+        item: items,
+    };
+}

package/lib/routes/colamanga/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'COLAMANGA',
+    url: 'www.colamanga.com',
+    zh: {
+        name: '可乐漫画',
+    },
+};

package/lib/routes/comicskingdom/index.ts

@@ -7,7 +7,8 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/:name',
@@ -50,7 +51,7 @@ async function handler(ctx) {
         .map((el) => $(el).find('a').first().attr('href'));
 
     if (links.length === 0) {
-        throw new Error(`Comic Not Found - ${name}`);
+        throw new InvalidParameterError(`Comic Not Found - ${name}`);
     }
     const items = await Promise.all(
         links.map((link) =>

package/lib/routes/coolapk/dyh.ts

@@ -1,6 +1,7 @@
 import { Route } from '@/types';
 import got from '@/utils/got';
 import utils from './utils';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/dyh/:dyhId',
@@ -48,7 +49,7 @@ async function handler(ctx) {
 
     out = out.filter(Boolean); // 去除空值
     if (out.length === 0) {
-        throw new Error('仅限于采集站内订阅的看看号的图文及动态内容。这个ID可能是站外订阅。');
+        throw new InvalidParameterError('仅限于采集站内订阅的看看号的图文及动态内容。这个ID可能是站外订阅。');
     }
     return {
         title: `酷安看看号-${targetTitle}`,

package/lib/routes/coolapk/huati.ts

@@ -1,6 +1,7 @@
 import { Route } from '@/types';
 import got from '@/utils/got';
 import utils from './utils';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/huati/:tag',
@@ -32,7 +33,7 @@ async function handler(ctx) {
 
     out = out.filter(Boolean); // 去除空值
     if (out.length === 0) {
-        throw new Error('这个话题还没有被创建或现在没有图文及动态内容。');
+        throw new InvalidParameterError('这个话题还没有被创建或现在没有图文及动态内容。');
     }
     return {
         title: `酷安话题-${tag}`,

package/lib/routes/coolapk/user-dynamic.ts

@@ -1,6 +1,7 @@
 import { Route } from '@/types';
 import got from '@/utils/got';
 import utils from './utils';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/user/:uid/dynamic',
@@ -29,7 +30,7 @@ async function handler(ctx) {
     });
     const data = response.data.data;
     if (!data) {
-        throw new Error('这个人没有任何动态。');
+        throw new InvalidParameterError('这个人没有任何动态。');
     }
     let out = await Promise.all(
         data.map((item) => {
@@ -43,7 +44,7 @@ async function handler(ctx) {
 
     out = out.filter(Boolean); // 去除空值
     if (out.length === 0) {
-        throw new Error('这个人还没有图文或动态。');
+        throw new InvalidParameterError('这个人还没有图文或动态。');
     }
     return {
         title: `酷安个人动态-${username}`,

package/lib/routes/coomer/utils.ts

@@ -3,7 +3,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 
-export default async (ctx, currentUrl) => {
+const fetchItems = async (ctx, currentUrl) => {
     const rootUrl = 'https://coomer.party';
     currentUrl = `${rootUrl}/${currentUrl}`;
 
@@ -54,3 +54,4 @@ export default async (ctx, currentUrl) => {
         item: items,
     };
 };
+export default fetchItems;

package/lib/routes/copernicium/index.ts

@@ -0,0 +1,67 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/:category',
+    categories: ['new-media'],
+    radar: [{ source: ['www.copernicium.tw'] }],
+    name: '分类',
+    example: '/copernicium/环球视角',
+    parameters: { category: '分类名' },
+    maintainers: ['dzx-dzx'],
+    handler,
+};
+
+async function handler(ctx) {
+    const CATEGORY_TO_ARG_MAP = new Map([
+        ['环球视角', '4_1'],
+        ['人文叙述', '4_3'],
+        ['观点评论', '4_5'],
+        ['专题报道', '4_7'],
+    ]);
+    if (!CATEGORY_TO_ARG_MAP.get(ctx.req.param().category)) {
+        throw new Error('The requested category does not exist or is not supported.');
+    }
+    const reqArgs = {
+        args: {
+            _jcp: CATEGORY_TO_ARG_MAP.get(ctx.req.param().category),
+            m31pageno: 1,
+        },
+        type: 0,
+    };
+    const res = await ofetch(`https://www.copernicium.tw/nr.jsp`, {
+        query: { _reqArgs: reqArgs },
+    });
+    const $ = load(res);
+    const list = $('.J_newsResultLine a.mixNewsStyleTitle')
+        .toArray()
+        .map((e) => {
+            e = $(e);
+            return {
+                title: e.text(),
+                link: e.attr('href'),
+            };
+        });
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const detailResponse = await ofetch(item.link);
+                const content = load(detailResponse);
+                return {
+                    pubDate: parseDate(content('span.newsInfo').text().substring(5)),
+                    description: content('.richContent').html(),
+                    ...item,
+                };
+            })
+        )
+    );
+    return {
+        title: `日新说 - ${ctx.req.param().category}`,
+        link: 'https://www.copernicium.tw',
+        item: items,
+    };
+}

package/lib/routes/copernicium/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '日新说',
+    url: 'www.copernicium.tw',
+};

package/lib/routes/copymanga/comic.ts

@@ -7,7 +7,7 @@ import { load } from 'cheerio';
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 import { config } from '@/config';
 import asyncPool from 'tiny-async-pool';
 
@@ -34,7 +34,7 @@ async function handler(ctx) {
     // 用于控制返回的章节数量
     const chapterCnt = Number(ctx.req.param('chapterCnt') || 10);
     // 直接调用拷贝漫画的接口
-    const host = 'copymanga.site';
+    const host = 'copymanga.tv';
     const baseUrl = `https://${host}`;
     const apiBaseUrl = `https://api.${host}`;
     const strBaseUrl = `${apiBaseUrl}/api/v3/comic/${id}/group/default/chapters`;
@@ -76,6 +76,7 @@ async function handler(ctx) {
             chapters = chapters
                 .map(({ comic_path_word, uuid, name, size, datetime_created, ordered /* , index*/ }) => ({
                     link: `${baseUrl}/comic/${comic_path_word}/chapter/${uuid}`,
+                    guid: `https://copymanga.site/comic/${comic_path_word}/chapter/${uuid}`,
                     uuid,
                     title: name,
                     size,
@@ -117,6 +118,7 @@ async function handler(ctx) {
 
         return {
             link: chapter.link,
+            guid: chapter.guid,
             title: chapter.title,
             description: art(path.join(__dirname, './templates/comic.art'), {
                 size: chapter.size,