rsshub 1.0.0-master.fc1b99f → 1.0.0-master.fc2cf18

package/lib/routes/douban/other/group.ts

@@ -1,13 +1,34 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 
 export const route: Route = {
     path: '/group/:groupid/:type?',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
     example: '/douban/group/648102',
-    parameters: { groupid: '豆瓣小组的 id', type: '缺省 最新，essence 最热，elite 精华' },
+    parameters: {
+        groupid: '豆瓣小组的 id',
+        type: {
+            description: '类型',
+            default: 'latest',
+            options: [
+                {
+                    label: '最新',
+                    value: 'latest',
+                },
+                {
+                    label: '最热',
+                    value: 'essence',
+                },
+                {
+                    label: '精华',
+                    value: 'elite',
+                },
+            ],
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -31,7 +52,7 @@ async function handler(ctx) {
     const groupid = ctx.req.param('groupid');
     const type = ctx.req.param('type');
 
-    const url = `https://www.douban.com/group/${groupid}/${type ? `?type=${type}` : ''}`;
+    const url = `https://www.douban.com/group/${groupid}/${type && type !== 'latest' ? `?type=${type}` : ''}`;
     const response = await got({
         method: 'get',
         url,

package/lib/routes/douban/other/list.ts

@@ -3,7 +3,7 @@ import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
-import * as path from 'node:path';
+import path from 'node:path';
 import { art } from '@/utils/render';
 import { fallback, queryToInteger } from '@/utils/readable-social';
 

package/lib/routes/douban/other/recommended.ts

@@ -3,7 +3,7 @@ import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
-import * as path from 'node:path';
+import path from 'node:path';
 import { art } from '@/utils/render';
 import { fallback, queryToInteger } from '@/utils/readable-social';
 

package/lib/routes/douban/other/weekly-best.ts

@@ -4,7 +4,7 @@ const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/movie/weekly/:type?',

package/lib/routes/douyin/hashtag.ts

@@ -6,6 +6,7 @@ import { config } from '@/config';
 import { fallback, queryToBoolean } from '@/utils/readable-social';
 import { templates, resolveUrl, proxyVideo, getOriginAvatar } from './utils';
 import puppeteer from '@/utils/puppeteer';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/hashtag/:cid/:routeParams?',
@@ -34,7 +35,7 @@ export const route: Route = {
 async function handler(ctx) {
     const cid = ctx.req.param('cid');
     if (isNaN(cid)) {
-        throw new TypeError('Invalid tag ID. Tag ID should be a number.');
+        throw new InvalidParameterError('Invalid tag ID. Tag ID should be a number.');
     }
     const routeParams = Object.fromEntries(new URLSearchParams(ctx.req.param('routeParams')));
     const embed = fallback(undefined, queryToBoolean(routeParams.embed), false); // embed video

package/lib/routes/douyin/live.ts

@@ -4,6 +4,7 @@ import { config } from '@/config';
 import { getOriginAvatar } from './utils';
 import logger from '@/utils/logger';
 import puppeteer from '@/utils/puppeteer';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/live/:rid',
@@ -31,7 +32,7 @@ export const route: Route = {
 async function handler(ctx) {
     const rid = ctx.req.param('rid');
     if (isNaN(rid)) {
-        throw new TypeError('Invalid room ID. Room ID should be a number.');
+        throw new InvalidParameterError('Invalid room ID. Room ID should be a number.');
     }
 
     const pageUrl = `https://live.douyin.com/${rid}`;
@@ -45,7 +46,7 @@ async function handler(ctx) {
             await page.setRequestInterception(true);
 
             page.on('request', (request) => {
-                request.resourceType() === 'document' || request.resourceType() === 'script' || request.resourceType() === 'xhr' ? request.continue() : request.abort();
+                request.resourceType() === 'document' || request.resourceType() === 'stylesheet' || request.resourceType() === 'script' || request.resourceType() === 'xhr' ? request.continue() : request.abort();
             });
             page.on('response', async (response) => {
                 const request = response.request();

package/lib/routes/douyin/templates/embed.art

@@ -1,4 +1,4 @@
-<video controls preload="none" referrerpolicy="no-referrer"
+<video controls preload="metadata" referrerpolicy="no-referrer"
 style="width:50%"
 {{ if img }}
 poster="{{ img }}"

package/lib/routes/douyin/user.ts

@@ -5,6 +5,7 @@ import { art } from '@/utils/render';
 import { config } from '@/config';
 import { fallback, queryToBoolean } from '@/utils/readable-social';
 import { templates, resolveUrl, proxyVideo, getOriginAvatar, universalGet } from './utils';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/user/:uid/:routeParams?',
@@ -33,7 +34,7 @@ export const route: Route = {
 async function handler(ctx) {
     const uid = ctx.req.param('uid');
     if (!uid.startsWith('MS4wLjABAAAA')) {
-        throw new Error('Invalid UID. UID should start with <b>MS4wLjABAAAA</b>.');
+        throw new InvalidParameterError('Invalid UID. UID should start with <b>MS4wLjABAAAA</b>.');
     }
     const routeParams = Object.fromEntries(new URLSearchParams(ctx.req.param('routeParams')));
     const embed = fallback(undefined, queryToBoolean(routeParams.embed), false); // embed video

package/lib/routes/douyin/utils.ts

@@ -2,7 +2,7 @@ import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
-import * as path from 'node:path';
+import path from 'node:path';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import logger from '@/utils/logger';

package/lib/routes/douyu/group.ts

@@ -6,7 +6,7 @@ import got from '@/utils/got';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/group/:id/:sort?',

package/lib/routes/douyu/post.ts

@@ -5,7 +5,7 @@ const __dirname = getCurrentPath(import.meta.url);
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/post/:id',

package/lib/routes/douyu/room.ts

@@ -20,37 +20,77 @@ export const route: Route = {
         },
     ],
     name: '直播间开播',
-    maintainers: ['DIYgod'],
+    maintainers: ['DIYgod', 'ChaosTong'],
     handler,
 };
 
 async function handler(ctx) {
     const id = ctx.req.param('id');
 
-    const response = await got({
-        method: 'get',
-        url: `http://open.douyucdn.cn/api/RoomApi/room/${id}`,
-        headers: {
-            Referer: `https://www.douyu.com/${id}`,
-        },
-    });
+    let data;
+    let item;
+    let room_thumb;
+    try {
+        const response = await got({
+            method: 'get',
+            url: `https://www.douyu.com/betard/${id}`,
+        });
 
-    const data = response.data.data;
+        if (!response.data.room) {
+            throw new Error('Invalid response');
+        }
 
-    let item;
-    if (data.online !== 0) {
-        item = [
-            {
-                title: `开播: ${data.room_name}`,
-                pubDate: new Date(data.start_time).toUTCString(),
-                guid: data.start_time,
-                link: `https://www.douyu.com/${id}`,
+        data = response.data.room;
+        room_thumb = data.room_pic;
+
+        if (data.show_status === 1) {
+            item =
+                data.videoLoop === 1
+                    ? [
+                          {
+                              title: `视频轮播: ${data.room_name}`,
+                              pubDate: new Date(data.show_time * 1000).toUTCString(),
+                              guid: data.show_time,
+                              link: `https://www.douyu.com/${id}`,
+                          },
+                      ]
+                    : [
+                          {
+                              title: `开播: ${data.room_name}`,
+                              pubDate: new Date(data.show_time * 1000).toUTCString(),
+                              guid: data.show_time,
+                              link: `https://www.douyu.com/${id}`,
+                          },
+                      ];
+        }
+        // make a fallback to the old api
+    } catch {
+        const response = await got({
+            method: 'get',
+            url: `http://open.douyucdn.cn/api/RoomApi/room/${id}`,
+            headers: {
+                Referer: `https://www.douyu.com/${id}`,
             },
-        ];
+        });
+
+        data = response.data.data;
+        room_thumb = data.room_thumb;
+
+        if (data.online !== 0) {
+            item = [
+                {
+                    title: `开播: ${data.room_name}`,
+                    pubDate: new Date(data.start_time).toUTCString(),
+                    guid: data.start_time,
+                    link: `https://www.douyu.com/${id}`,
+                },
+            ];
+        }
     }
 
     return {
         title: `${data.owner_name}的斗鱼直播间`,
+        image: room_thumb,
         link: `https://www.douyu.com/${id}`,
         item,
         allowEmpty: true,

package/lib/routes/dribbble/utils.ts

@@ -6,7 +6,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 // Refactored function to load a link asynchronously
 async function loadContent(link) {

package/lib/routes/duckdb/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'DuckDB Foundation',
+    url: 'duckdb.org',
+};

package/lib/routes/duckdb/news.ts

@@ -0,0 +1,65 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/news',
+    categories: ['programming'],
+    example: '/duckdb/news',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '新闻',
+    maintainers: ['mocusez'],
+    handler,
+};
+
+async function handler() {
+    const baseUrl = 'https://duckdb.org/news/';
+    const { data: response } = await got(baseUrl);
+    const $ = load(response);
+
+    const list = $('.postpreview')
+        // 使用“toArray()”方法将选择的所有 DOM 元素以数组的形式返回。
+        .toArray()
+        // 使用“map()”方法遍历数组，并从每个元素中解析需要的数据。
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h3').text().trim(),
+                link: `https://duckdb.org${item.find('a').eq(2).attr('href')}`,
+                pubDate: timezone(parseDate(item.find('.date').text(), 'YYYY-MM-DD'), 0),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = load(response.body);
+                item.author = $('.author').text();
+                item.description = $('.singleentry').html();
+
+                // 上面每个列表项的每个属性都在此重用，
+                // 并增加了一个新属性“description”
+                return item;
+            })
+        )
+    );
+
+    return {
+        // 在此处输出您的 RSS
+        title: 'DuckDB News',
+        link: baseUrl,
+        item: items,
+    };
+}

package/lib/routes/duozhuayu/search.ts

@@ -5,7 +5,7 @@ const __dirname = getCurrentPath(import.meta.url);
 import got from '@/utils/got';
 import aesjs from 'aes-js';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {

package/lib/routes/dushu/fuzhou/index.ts

@@ -2,9 +2,9 @@ import { Route } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 const host = 'https://gateway-api-ipv4.dushu365.com/compose-orch/offlineActivity/v100/activity/list';
 const itemLink = 'https://card.dushu.io/requirement/offline-activity/activity-detail/v/index.html';
@@ -42,16 +42,15 @@ export const route: Route = {
 };
 
 async function handler() {
-    const response = await got
-        .post(host, {
-            json: {
-                channelTid: 'xtntzsnwsnkw511r',
-                pageNo: 1,
-                pageSize: 10,
-                type: 0,
-            },
-        })
-        .json();
+    const response = await ofetch(host, {
+        method: 'POST',
+        body: {
+            channelTid: 'xtntzsnwsnkw511r',
+            pageNo: 1,
+            pageSize: 10,
+            type: 0,
+        },
+    });
 
     const data = response.data.activityListVOS;
     data.map((element) => transformTime(element));

package/lib/routes/dut/index.ts

@@ -6,6 +6,7 @@ import { parseDate } from '@/utils/parse-date';
 import defaults from './defaults';
 import shortcuts from './shortcuts';
 import { isValidHost } from '@/utils/valid-host';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: ['/*/*', '/:0?'],
@@ -17,7 +18,7 @@ export const route: Route = {
 async function handler(ctx) {
     const site = ctx.params[0] ?? 'news';
     if (!isValidHost(site)) {
-        throw new Error('Invalid site');
+        throw new InvalidParameterError('Invalid site');
     }
 
     let items;

package/lib/routes/e-hentai/index.ts

@@ -5,7 +5,7 @@ const __dirname = getCurrentPath(import.meta.url);
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
-import * as path from 'node:path';
+import path from 'node:path';
 import { art } from '@/utils/render';
 import { parseDate } from '@/utils/parse-date';
 

package/lib/routes/eagle/blog.ts

@@ -4,6 +4,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { isValidHost } from '@/utils/valid-host';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 const cateList = new Set(['all', 'design-resources', 'learn-design', 'inside-eagle']);
 
 export const route: Route = {
@@ -35,7 +36,7 @@ async function handler(ctx) {
     let cate = ctx.req.param('cate') ?? 'all';
     let language = ctx.req.param('language') ?? 'cn';
     if (!isValidHost(cate) || !isValidHost(language)) {
-        throw new Error('Invalid host');
+        throw new InvalidParameterError('Invalid host');
     }
     if (!cateList.has(cate)) {
         language = cate;

package/lib/routes/ecnu/contest.ts

@@ -5,7 +5,7 @@ const __dirname = getCurrentPath(import.meta.url);
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/acm/contest/:category?',

package/lib/routes/ecnu/jwc.ts

@@ -0,0 +1,67 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const type = (filename) => filename.split('.').pop();
+
+export const route: Route = {
+    path: '/jwc',
+    categories: ['university'],
+    example: '/ecnu/jwc',
+    radar: [
+        {
+            source: ['www.jwc.ecnu.edu.cn', 'www.ecnu.edu.cn'],
+            target: '/tzgg',
+        },
+    ],
+    name: '教务处通知',
+    maintainers: ['markbang'],
+    handler: async () => {
+        const baseUrl = 'http://www.jwc.ecnu.edu.cn/';
+
+        const response = await got(`${baseUrl}tzggwwxsgg/list.htm`);
+        const $ = load(response.data);
+        const links = $('.col_news_con ul.news_list > li')
+            .map((_, el) => ({
+                pubDate: timezone(parseDate($(el).find('.news_date').text()), 8),
+                link: new URL($(el).find('a').attr('href'), baseUrl).toString(),
+                title: $(el).find('a').text(),
+            }))
+            .get();
+        const items = await Promise.all(
+            links.map((item) =>
+                cache.tryGet(item.link, async () => {
+                    if (type(item.link) === 'htm') {
+                        try {
+                            const { data } = await got(item.link, {
+                                https: {
+                                    rejectUnauthorized: false,
+                                },
+                            });
+                            const $ = load(data);
+                            item.description = $('div.article')?.html()?.replaceAll('src="/', `src="${baseUrl}/`)?.replaceAll('href="/', `href="${baseUrl}/`)?.trim();
+                            return item;
+                        } catch {
+                            // intranet
+                            item.description = '请进行统一身份认证之后再访问';
+                            return item;
+                        }
+                    } else {
+                        // file to download
+                        item.description = '点击认证后访问内容';
+                        return item;
+                    }
+                })
+            )
+        );
+
+        return {
+            title: '教务处通知',
+            link: 'http://www.jwc.ecnu.edu.cn/tzggwwxsgg/list.htm',
+            item: items,
+        };
+    },
+};

package/lib/routes/ecnu/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'East China Normal University 华东师范大学',
-    url: 'acm.ecnu.edu.cn',
+    url: 'ecnu.edu.cn',
 };

package/lib/routes/economist/espresso.ts

@@ -42,7 +42,7 @@ async function handler() {
     );
 
     const nextData = JSON.parse($('script#__NEXT_DATA__').text());
-    const parts = nextData.props.pageProps.content.hasPart.parts[0].hasPart.parts.filter((part) => part.type.includes('Article'));
+    const parts = nextData.props.pageProps.content.hasPart.parts[0].hasPart.parts.filter((part) => part.type.includes('Article') && part.headline !== '');
 
     const renderHTML = (node) => {
         let el;

package/lib/routes/ehentai/ehapi.ts

@@ -2,7 +2,7 @@ import got from '@/utils/got';
 import logger from '@/utils/logger';
 import timezone from '@/utils/timezone';
 import { load } from 'cheerio';
-import * as path from 'node:path';
+import path from 'node:path';
 import { config } from '@/config';
 
 const headers = {};

package/lib/routes/ehentai/favorites.ts

@@ -1,6 +1,7 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
 import EhAPI from './ehapi';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/favorites/:favcat?/:order?/:page?/:routeParams?',
@@ -22,7 +23,7 @@ export const route: Route = {
 
 async function handler(ctx) {
     if (!EhAPI.has_cookie) {
-        throw new Error('Ehentai favorites RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>');
+        throw new ConfigNotFoundError('Ehentai favorites RSS is disabled due to the lack of <a href="https://docs.rsshub.app/deploy/config#route-specific-configurations">relevant config</a>');
     }
     const favcat = ctx.req.param('favcat') ? Number.parseInt(ctx.req.param('favcat')) : 0;
     const page = ctx.req.param('page');

package/lib/routes/elsevier/issue.ts

@@ -5,7 +5,7 @@ const __dirname = getCurrentPath(import.meta.url);
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
-import * as path from 'node:path';
+import path from 'node:path';
 import { art } from '@/utils/render';
 
 import { CookieJar } from 'tough-cookie';

package/lib/routes/elsevier/journal.ts

@@ -5,7 +5,7 @@ const __dirname = getCurrentPath(import.meta.url);
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
-import * as path from 'node:path';
+import path from 'node:path';
 import { art } from '@/utils/render';
 
 import { CookieJar } from 'tough-cookie';