rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/discord/templates/message.art

@@ -1,3 +1,7 @@
+{{ if message.type === 7 }}
+    {{ message.author.global_name ?? message.author.username }} joined {{ guildInfo.name }}.<br>
+{{ /if }}
+
 {{ if message.content }}
     {{@ message.content.replace(/\n/g, '<br>') }}<br>
 {{ /if }}
@@ -8,6 +12,17 @@
     {{ /each }}
 {{ /if }}
 
+{{ if message.sticker_items }}
+    {{ each message.sticker_items sticker }}
+        {{ if sticker.format_type < 3 }}
+            <img src="https://cdn.discordapp.com/stickers/{{ sticker.id }}.png"
+        {{ else if sticker.format_type === 4 }}
+            <img src="https://media.discordapp.net/stickers/{{ sticker.id }}.gif"
+        {{ /if }}
+            alt="{{ sticker.name }}"><br>
+    {{ /each }}
+{{ /if }}
+
 {{ if message.embeds }}
     {{ each message.embeds e }}
         {{ if e.type === 'article' }}

package/lib/routes/discourse/notifications.ts

@@ -2,6 +2,7 @@ import { Route } from '@/types';
 import cache from '@/utils/cache';
 import { getConfig } from './utils';
 import ofetch from '@/utils/ofetch';
+import { config } from '@/config';
 
 export const route: Route = {
     path: '/:configId/notifications/:fulltext?',
@@ -38,7 +39,7 @@ async function handler(ctx) {
         link: `${link}/${Object.hasOwn(e.data, 'badge_id') ? `badges/${e.data.badge_id}/${e.data.badge_slug}?username=${e.data.username}` : `t/topic/${e.topic_id}/${e.post_number}`}`,
         pubDate: new Date(e.created_at),
         author: e.data.display_username ?? e.data.username,
-        category: `notification_type:${e.notification_type}`,
+        category: [`notification_type:${e.notification_type}`, `read:${e.read}`, `high_priority:${e.high_priority}`],
         original_post_id: e.data.original_post_id,
     }));
 
@@ -58,10 +59,11 @@ async function handler(ctx) {
         );
     }
 
-    const { about } = await ofetch(`${link}/about.json`, { headers: { 'User-Api-Key': key } });
+    const { about } = await cache.tryGet(link, async () => await ofetch(`${link}/about.json`, { headers: { 'User-Api-Key': key } }), config.cache.routeExpire, false);
     return {
         title: `${about.title} - Notifications`,
         description: about.description,
         item: items,
+        allowEmpty: true,
     };
 }

package/lib/routes/dlnews/utils.ts

@@ -1,8 +1,8 @@
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
 const baseUrl = 'https://www.dlnews.com';
-const getData = async (url) => (await got.get(url).json()).content_elements;
+const getData = async (url) => (await ofetch(url)).content_elements;
 
 const getList = (data) =>
     data.map((value) => {

package/lib/routes/dockerhub/build.ts

@@ -1,12 +1,20 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import { hash } from './utils';
 
 export const route: Route = {
     path: '/build/:owner/:image/:tag?',
     categories: ['program-update', 'popular'],
-    example: '/dockerhub/build/wangqiru/ttrss',
-    parameters: { owner: 'Image owner', image: 'Image name', tag: 'Image tag，default to latest' },
+    view: ViewType.Notifications,
+    example: '/dockerhub/build/diygod/rsshub',
+    parameters: {
+        owner: 'Image owner, the owner of the official image fills in the library, for example: /dockerhub/build/library/mysql',
+        image: 'Image name',
+        tag: {
+            description: 'Image tag',
+            default: 'latest',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -18,9 +26,6 @@ export const route: Route = {
     name: 'Image New Build',
     maintainers: ['HenryQW'],
     handler,
-    description: `:::warning
-  The owner of the official image fills in the library, for example: [https://rsshub.app/dockerhub/build/library/mysql](https://rsshub.app/dockerhub/build/library/mysql)
-  :::`,
 };
 
 async function handler(ctx) {

package/lib/routes/domp4/detail.ts

@@ -26,7 +26,7 @@ function getDomList($, detailUrl) {
     return list;
 }
 
-function getItemList($, detailUrl, second) {
+export function getItemList($, detailUrl, second) {
     const encoded = $('.article script[type]')
         .text()
         .match(/return p}\('(.*)',(\d+),(\d+),'(.*)'.split\(/);

package/lib/routes/domp4/latest-movie-bt.ts

@@ -0,0 +1,71 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { getItemList as detailItemList } from './detail';
+
+import { defaultDomain, ensureDomain } from './utils';
+import cache from '@/utils/cache';
+
+function getItemList($) {
+    const list = $(`#vod .list-group-item`)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').text(),
+                publishDate: item.find('b').text(),
+                link: `https://${defaultDomain}${item.find('a').attr('href')}`, // fixed domain for guid
+            };
+        })
+        .filter((item) => !item.title.includes('话') && !item.title.includes('集') && !item.title.includes('更新至'));
+    return list;
+}
+
+export const route: Route = {
+    path: '/latest_movie_bt',
+    categories: ['multimedia'],
+    example: '/domp4/latest_movie_bt',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: true,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['domp4.cc/', 'domp4.cc/custom/update.html'],
+        },
+    ],
+    name: '最近更新的电源BT列表',
+    maintainers: ['xianghuawe'],
+    handler,
+    url: 'domp4.cc/',
+};
+
+async function handler(ctx) {
+    const { domain, second } = ctx.req.query();
+    const hostUrl = ensureDomain(ctx, domain);
+    const latestUrl = `${hostUrl}/custom/update.html`;
+    const res = await got.get(latestUrl);
+    const $ = load(res.data);
+    const list = getItemList($);
+    const process = await Promise.all(
+        list.map(
+            async (item) =>
+                await cache.tryGet(item.link, async () => {
+                    const response = await got.get(item.link);
+                    const $ = load(response.data);
+                    return detailItemList($, item.link, second);
+                })
+        )
+    );
+
+    return {
+        link: latestUrl,
+        title: 'domp4电影',
+        item: process.filter((item) => item !== undefined).flat(),
+    };
+}

package/lib/routes/dongqiudi/result.ts

@@ -42,6 +42,6 @@ async function handler(ctx) {
     return {
         title: `${teamName} 比赛结果`,
         link,
-        item: out.slice(-10, out.length),
+        item: out.slice(-10),
     };
 }

package/lib/routes/douban/other/group.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
@@ -6,8 +6,29 @@ import { load } from 'cheerio';
 export const route: Route = {
     path: '/group/:groupid/:type?',
     categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
     example: '/douban/group/648102',
-    parameters: { groupid: '豆瓣小组的 id', type: '缺省 最新，essence 最热，elite 精华' },
+    parameters: {
+        groupid: '豆瓣小组的 id',
+        type: {
+            description: '类型',
+            default: 'latest',
+            options: [
+                {
+                    label: '最新',
+                    value: 'latest',
+                },
+                {
+                    label: '最热',
+                    value: 'essence',
+                },
+                {
+                    label: '精华',
+                    value: 'elite',
+                },
+            ],
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -31,7 +52,7 @@ async function handler(ctx) {
     const groupid = ctx.req.param('groupid');
     const type = ctx.req.param('type');
 
-    const url = `https://www.douban.com/group/${groupid}/${type ? `?type=${type}` : ''}`;
+    const url = `https://www.douban.com/group/${groupid}/${type && type !== 'latest' ? `?type=${type}` : ''}`;
     const response = await got({
         method: 'get',
         url,

package/lib/routes/duckdb/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'DuckDB Foundation',
+    url: 'duckdb.org',
+};

package/lib/routes/duckdb/news.ts

@@ -0,0 +1,65 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/news',
+    categories: ['programming'],
+    example: '/duckdb/news',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '新闻',
+    maintainers: ['mocusez'],
+    handler,
+};
+
+async function handler() {
+    const baseUrl = 'https://duckdb.org/news/';
+    const { data: response } = await got(baseUrl);
+    const $ = load(response);
+
+    const list = $('.postpreview')
+        // 使用“toArray()”方法将选择的所有 DOM 元素以数组的形式返回。
+        .toArray()
+        // 使用“map()”方法遍历数组，并从每个元素中解析需要的数据。
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h3').text().trim(),
+                link: `https://duckdb.org${item.find('a').eq(2).attr('href')}`,
+                pubDate: timezone(parseDate(item.find('.date').text(), 'YYYY-MM-DD'), 0),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = load(response.body);
+                item.author = $('.author').text();
+                item.description = $('.singleentry').html();
+
+                // 上面每个列表项的每个属性都在此重用，
+                // 并增加了一个新属性“description”
+                return item;
+            })
+        )
+    );
+
+    return {
+        // 在此处输出您的 RSS
+        title: 'DuckDB News',
+        link: baseUrl,
+        item: items,
+    };
+}

package/lib/routes/dushu/fuzhou/index.ts

@@ -2,7 +2,7 @@ import { Route } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { art } from '@/utils/render';
 import path from 'node:path';
 
@@ -42,16 +42,15 @@ export const route: Route = {
 };
 
 async function handler() {
-    const response = await got
-        .post(host, {
-            json: {
-                channelTid: 'xtntzsnwsnkw511r',
-                pageNo: 1,
-                pageSize: 10,
-                type: 0,
-            },
-        })
-        .json();
+    const response = await ofetch(host, {
+        method: 'POST',
+        body: {
+            channelTid: 'xtntzsnwsnkw511r',
+            pageNo: 1,
+            pageSize: 10,
+            type: 0,
+        },
+    });
 
     const data = response.data.activityListVOS;
     data.map((element) => transformTime(element));

package/lib/routes/epicgames/index.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
@@ -10,9 +10,19 @@ import dayjs from 'dayjs';
 
 export const route: Route = {
     path: '/freegames/:locale?/:country?',
-    categories: ['game'],
+    categories: ['game', 'popular'],
+    view: ViewType.Notifications,
     example: '/epicgames/freegames',
-    parameters: { locale: 'Locale, en_US by default', country: 'Country, US by default' },
+    parameters: {
+        locale: {
+            description: 'Locale',
+            default: 'en-US',
+        },
+        country: {
+            description: 'Country',
+            default: 'US',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -72,7 +82,7 @@ async function handler(ctx) {
                     ? item.catalogNs.mappings[0].pageSlug
                     : item.offerMappings && item.offerMappings.length > 0
                       ? item.offerMappings[0].pageSlug
-                      : item.productSlug ?? item.urlSlug;
+                      : (item.productSlug ?? item.urlSlug);
             if (item.offerType === 'ADD_ON') {
                 linkSlug = item.offerMappings[0].pageSlug;
             }

package/lib/routes/famitsu/category.ts

@@ -1,10 +1,15 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
-import timezone from '@/utils/timezone';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { getCurrentPath } from '@/utils/helpers';
+import { config } from '@/config';
+import { ArticleDetail, Category, CategoryArticle } from './types';
 
+const __dirname = getCurrentPath(import.meta.url);
 const baseUrl = 'https://www.famitsu.com';
 
 export const route: Route = {
@@ -12,71 +17,133 @@ export const route: Route = {
     categories: ['game'],
     example: '/famitsu/category/new-article',
     parameters: { category: 'Category, see table below, `new-article` by default' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
+    radar: [
+        {
+            source: ['www.famitsu.com/category/:category/page/1'],
+        },
+    ],
     name: 'Category',
     maintainers: ['TonyRL'],
     handler,
-    description: `| 新着        | PS5 | Switch | PS4 | ニュース | ゲームニュース | PR TIMES | 動画   | 特集・企画記事  | インタビュー | 取材・リポート | レビュー | インディーゲーム |
-  | ----------- | --- | ------ | --- | -------- | -------------- | -------- | ------ | --------------- | ------------ | -------------- | -------- | ---------------- |
-  | new-article | ps5 | switch | ps4 | news     | news-game      | prtimes  | videos | special-article | interview    | event-report   | review   | indie-game       |`,
+    description: `| 新着        | Switch | PS5 | PS4 | PC ゲーム | ニュース | 動画   | 特集・企画記事  | インタビュー | 取材・リポート | レビュー | インディーゲーム |
+  | ----------- | ------ | --- | --- | --------- | -------- | ------ | --------------- | ------------ | -------------- | -------- | ---------------- |
+  | new-article | switch | ps5 | ps4 | pc-game   | news     | videos | special-article | interview    | event-report   | review   | indie-game       |`,
 };
 
+function getBuildId() {
+    return cache.tryGet(
+        'famitsu:buildId',
+        async () => {
+            const data = await ofetch(baseUrl);
+            const $ = cheerio.load(data);
+            const nextData = JSON.parse($('#__NEXT_DATA__').text());
+            return nextData.buildId;
+        },
+        config.cache.routeExpire,
+        false
+    );
+}
+
+function render(data) {
+    return art(path.join(__dirname, 'templates', 'description.art'), data);
+}
+
+function renderJSON(c) {
+    if (Array.isArray(c.content)) {
+        return c.content.map((con) => con.type && renderJSON(con)).join('');
+    }
+
+    switch (c.type) {
+        case 'B':
+        case 'INTERVIEWEE':
+        case 'STRONG':
+            return `<b>${c.content}</b>`;
+        case 'HEAD':
+            return `<h2>${c.content}</h2>`;
+        case 'SHEAD':
+            return `<h3>${c.content}</h3>`;
+        case 'LINK_B':
+        case 'LINK_B_TAB':
+            return `<a href="${c.url}"><b>${c.content}</b></a><br>`;
+        case 'IMAGE':
+            return `<img src="${c.path}">`;
+        case 'NEWS':
+            return `<a href="${c.url}">${c.content}<br>${c.description}</a><br>`;
+        case 'HTML':
+            return c.content;
+        case 'ANNOTATION':
+        case 'CAPTION':
+        case 'ITEMIZATION':
+        case 'ITEMIZATION_NUM':
+        case 'NOLINK':
+        case 'STRING':
+        case 'TWITTER':
+        case 'YOUTUBE':
+            return `<div><span>${c.content}</span></div>`;
+        case 'BUTTON':
+        case 'BUTTON_ANDROID':
+        case 'BUTTON_EC':
+        case 'BUTTON_IOS':
+        case 'BUTTON_TAB':
+        case 'LINK':
+        case 'LINK_TAB':
+            return `<a href="${c.url}">${c.content}</a><br>`;
+        default:
+            throw new Error(`Unhandle type: ${c.type}`);
+    }
+}
+
 async function handler(ctx) {
     const { category = 'new-article' } = ctx.req.param();
-    const url = `${baseUrl}/search/?category=${category}`;
-    const { data } = await got(url);
-    const $ = load(data);
+    const url = `${baseUrl}/category/${category}/page/1`;
+
+    const buildId = await getBuildId();
 
-    const list = $('.col-12 .card__body')
-        .toArray()
+    const data = await ofetch(`https://www.famitsu.com/_next/data/${buildId}/category/${category}/page/1.json`, {
+        query: {
+            categoryCode: category,
+            pageNumber: 1,
+        },
+    });
+
+    const list = (data.pageProps.categoryArticleData as CategoryArticle[])
+        .filter((item) => !item.advertiserName)
         .map((item) => {
-            item = $(item);
+            const publicationDate = item.publishedAt?.slice(0, 7).replace('-', '');
             return {
-                title: item.find('.card__title').text(),
-                link: new URL(item.find('.card__title a').attr('href'), baseUrl).href,
-                pubDate: timezone(parseDate(item.find('time').attr('datetime'), 'YYYY.MM.DDTHH:mm'), +9),
+                title: item.title,
+                link: `https://www.famitsu.com/article/${publicationDate}/${item.id}`,
+                pubDate: parseDate(item.publishedAt!),
+                category: [...new Set([item.mainCategory.nameJa, ...(item.subCategories?.map((c) => c.nameJa) ?? [])])],
+                publicationDate,
+                articleId: item.id,
             };
-        })
-        .filter((item) => item.link.startsWith('https://www.famitsu.com/news/'));
+        });
 
     const items = await Promise.all(
         list.map((item) =>
             cache.tryGet(item.link, async () => {
-                const { data } = await got(item.link);
-                const $ = load(data);
-
-                // remove ads
-                $('.article-body__contents-pr-primary').remove();
-
-                // fix header image
-                $('.article-body div.media-image').each((_, e) => {
-                    e.tagName = 'img';
-                    e.attribs.src = e.attribs.style.match(/url\((.+?)\);/)[1];
-                    delete e.attribs['data-src'];
-                    delete e.attribs.style;
+                const data = await ofetch(`https://www.famitsu.com/_next/data/${buildId}/article/${item.publicationDate}/${item.articleId}.json`, {
+                    query: {
+                        publicationDate: item.publicationDate,
+                        articleId: item.articleId,
+                    },
                 });
 
-                // remove white space
-                $('.article-body__contents-img-block, .article-body__contents-img-common-col').each((_, e) => {
-                    delete e.attribs.style;
+                const articleDetail = data.pageProps.articleDetailData as ArticleDetail;
+                item.author = articleDetail.authors?.map((a) => a.name_ja).join(', ') ?? articleDetail.user.name_ja;
+                item.description = render({
+                    bannerImage: articleDetail.ogpImageUrl ?? articleDetail.thumbnailUrl,
+                    content: articleDetail.content.flatMap((c) => c.contents.map((con) => renderJSON(con))).join(''),
                 });
 
-                item.description = $('.article-body').html();
                 return item;
             })
         )
     );
 
     return {
-        title: $('head title').text(),
-        description: $('head meta[name="description"]').attr('content'),
+        title: `${(data.pageProps.targetCategory as Category).nameJa}の最新記事 | ゲーム・エンタメ最新情報のファミ通.com`,
         image: 'https://www.famitsu.com/img/1812/favicons/apple-touch-icon.png',
         link: url,
         item: items,

package/lib/routes/famitsu/templates/description.art

@@ -0,0 +1,7 @@
+{{ if bannerImage }}
+<img src="{{ bannerImage }}"><br>
+{{ /if }}
+
+{{ if content }}
+{{@ content }}
+{{ /if }}