rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/famitsu/types.ts

@@ -0,0 +1,117 @@
+export interface Category {
+    id: string;
+    status: string;
+    isMainCategory: boolean;
+    code: string;
+    nameJa: string;
+    priority: number;
+}
+
+export interface CategoryArticle {
+    description: string;
+    id: string;
+    mainCategory: Category;
+    publishedAt: string | null;
+    thumbnailUrl: string;
+    title: string;
+    isPr: boolean;
+    content?: string;
+    isVideoArticle?: boolean;
+    subCategories?: Category[];
+    redirectUrl?: string;
+    iconImage?: string;
+    advertiserName?: string;
+    linkedUrl?: string;
+}
+
+interface Content {
+    type: string;
+    url: string;
+    content: string | Content[] | string[];
+    image_id?: number;
+    path?: string;
+}
+
+export interface ArticleDetail {
+    articleId: number;
+    isR18: boolean;
+    isDisplayAd: boolean;
+    dept: {
+        id: number;
+        code: string;
+        name_ja: string;
+    };
+    description: string;
+    content: {
+        page_no: number;
+        contents: Content[];
+        text: string;
+    }[];
+    mainCategories: Category;
+    publishedAt: string;
+    subCategories: Category[];
+    thumbnailUrl: string;
+    ogpImageUrl: string;
+    title: string;
+    updatedAt: string;
+    user: {
+        id: number;
+        name_ja: string;
+    };
+    relatedArticles: {
+        count: number;
+        offset: number;
+        page: number;
+        limit: number;
+        results: {
+            id: string;
+            article_type: string;
+            main_category_ids: string[];
+            sub_category_ids: string[];
+            content_text: string;
+            creation_time: string;
+            creation_time_jst: string;
+            dept_id: string;
+            description: string;
+            hide_on_top_page: string;
+            is_pr: string;
+            publication_time: string;
+            publication_time_jst: string;
+            is_r18: string;
+            revision: string;
+            importance_degree: string;
+            thumbnail_caption: string;
+            thumbnail_url: string;
+            title: string;
+            update_time: string;
+            update_time_jst: string;
+            user_id: string;
+            status: string;
+            has_video: string;
+            tweet_id: string;
+            game_ids: string[];
+            author_ids: string[];
+        }[];
+    };
+    authors: {
+        id: number;
+        icon_url: string;
+        name_ja: string;
+        description: string;
+        relate_urls: any[];
+    }[];
+    redirectUrl: string;
+    copyright: string;
+    relatedLinks: {
+        title: string;
+        description: null;
+        url: string;
+        article: any[];
+    }[];
+    isToc: boolean;
+    items: {
+        status: string;
+        item_id: string;
+        item_type: string;
+    }[];
+}

package/lib/routes/fanbox/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'fanbox',
-    url: 'https://www.fanbox.cc',
+    url: 'www.fanbox.cc',
 };

package/lib/routes/fanqienovel/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '番茄小说',
+    url: 'fanqienovel.com',
+    categories: ['reading'],
+};

package/lib/routes/fanqienovel/page.ts

@@ -0,0 +1,100 @@
+import type { Data, Route } from '@/types';
+import type { Context } from 'hono';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+interface Chapter {
+    itemId: string;
+    needPay: number;
+    title: string;
+    isChapterLock: boolean;
+    isPaidPublication: boolean;
+    isPaidStory: boolean;
+    volume_name: string;
+    firstPassTime: string;
+}
+
+interface Page {
+    hasFetch: boolean;
+    author: string;
+    authorId: string;
+    bookId: string;
+    mediaId: string;
+    bookName: string;
+    status: number;
+    category: string;
+    categoryV2: string;
+    abstract: string;
+    thumbUri: string;
+    creationStatus: number;
+    wordNumber: number;
+    readCount: number;
+    description: string;
+    avatarUri: string;
+    creatorId: string;
+    lastPublishTime: string;
+    lastChapterItemId: string;
+    lastChapterTitle: string;
+    volumeNameList: string[];
+    chapterListWithVolume: Chapter[][];
+    chapterTotal: number;
+    followStatus: number;
+    itemIds: string[];
+    hasFetchDirectory: boolean;
+    chapterList: any[];
+    serverRendered: boolean;
+    genre: string;
+    platform: string;
+    type: string;
+    originalAuthors: string;
+    completeCategory: string;
+}
+
+export const route: Route = {
+    path: '/page/:bookId',
+    example: '/fanqienovel/page/6621052928482348040',
+    parameters: { bookId: '小说 ID，可在 URL 中找到' },
+    maintainers: ['TonyRL'],
+    name: '小说更新',
+    handler,
+    radar: [
+        {
+            source: ['fanqienovel.com/page/:bookId'],
+        },
+    ],
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const { bookId } = ctx.req.param();
+    const link = `https://fanqienovel.com/page/${bookId}`;
+
+    const response = await ofetch(link);
+    const $ = cheerio.load(response);
+
+    const initialState = JSON.parse(
+        $('script:contains("window.__INITIAL_STATE__")')
+            .text()
+            .match(/window\.__INITIAL_STATE__\s*=\s*(.*);/)?.[1] ?? '{}'
+    );
+
+    const page = initialState.page as Page;
+    const items = page.chapterListWithVolume.flatMap((volume) =>
+        volume.map((chapter) => ({
+            title: chapter.title,
+            link: `https://fanqienovel.com/reader/${chapter.itemId}`,
+            description: chapter.volume_name,
+            pubDate: parseDate(chapter.firstPassTime, 'X'),
+            author: page.author,
+        }))
+    );
+
+    return {
+        title: `${page.bookName} - ${page.author}`,
+        description: page.abstract,
+        link,
+        language: 'zh-CN',
+        image: page.thumbUri,
+        item: items,
+    };
+}

package/lib/routes/fansly/post.ts

@@ -1,5 +1,4 @@
 import { Route } from '@/types';
-import cache from '@/utils/cache';
 import { parseDate } from '@/utils/parse-date';
 import { getAccountByUsername, getTimelineByAccountId, parseDescription, baseUrl } from './utils';
 
@@ -29,7 +28,7 @@ export const route: Route = {
 async function handler(ctx) {
     const username = ctx.req.param('username');
 
-    const account = await getAccountByUsername(username, cache.tryGet);
+    const account = await getAccountByUsername(username);
     const timeline = await getTimelineByAccountId(account.id);
 
     const items = timeline.posts.map((post) => ({

package/lib/routes/fansly/tag.ts

@@ -1,5 +1,4 @@
 import { Route } from '@/types';
-import cache from '@/utils/cache';
 import { parseDate } from '@/utils/parse-date';
 import { getTagId, getTagSuggestion, findAccountById, parseDescription, baseUrl, icon } from './utils';
 
@@ -29,7 +28,7 @@ export const route: Route = {
 async function handler(ctx) {
     const tag = ctx.req.param('tag');
 
-    const tagId = await getTagId(tag, cache.tryGet);
+    const tagId = await getTagId(tag);
     const suggestion = await getTagSuggestion(tagId);
 
     const items = suggestion.aggregationData?.posts.map((post) => {

package/lib/routes/fansly/utils.ts

@@ -5,6 +5,7 @@ import got from '@/utils/got';
 import path from 'node:path';
 import { art } from '@/utils/render';
 import InvalidParameterError from '@/errors/types/invalid-parameter';
+import cache from '@/utils/cache';
 
 const apiBaseUrl = 'https://apiv3.fansly.com';
 const baseUrl = 'https://fansly.com';
@@ -18,8 +19,8 @@ const findAccountById = (accountId, accounts) => {
     };
 };
 
-const getAccountByUsername = (username, tryGet) =>
-    tryGet(`fansly:account:${username.toLowerCase()}`, async () => {
+const getAccountByUsername = (username) =>
+    cache.tryGet(`fansly:account:${username.toLowerCase()}`, async () => {
         const { data: accountResponse } = await got(`${apiBaseUrl}/api/v1/account`, {
             searchParams: {
                 usernames: username,
@@ -48,8 +49,8 @@ const getTimelineByAccountId = async (accountId) => {
     return timeline.response;
 };
 
-const getTagId = (tag, tryGet) =>
-    tryGet(`fansly:tag:${tag.toLowerCase()}`, async () => {
+const getTagId = (tag) =>
+    cache.tryGet(`fansly:tag:${tag.toLowerCase()}`, async () => {
         const { data: tagResponse } = await got(`${apiBaseUrl}/api/v1/contentdiscovery/media/tag`, {
             searchParams: {
                 tag,

package/lib/routes/fashionnetwork/index.ts

@@ -0,0 +1,192 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const handler = async (ctx) => {
+    const { id = '0' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+
+    const rootUrl = 'https://fashionnetwork.cn';
+    const currentUrl = new URL(`lists/${id}`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    const language = $('html').prop('lang');
+
+    let items = $('div.home__item')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const title = item.find('h2.family-title').text();
+
+            const src = item.find('img.item__img').first().prop('src') ?? undefined;
+            const image = src ? new URL(src, rootUrl).href : undefined;
+
+            const description = art(path.join(__dirname, 'templates/description.art'), {
+                images: image
+                    ? [
+                          {
+                              src: image,
+                              alt: title,
+                          },
+                      ]
+                    : undefined,
+            });
+
+            return {
+                title,
+                description,
+                link: new URL(item.find('h2.family-title a').prop('href'), rootUrl).href,
+                image,
+                banner: image,
+                language,
+                enclosure_url: image,
+                enclosure_type: image ? `image/${image.split(/\./).pop()}` : undefined,
+                enclosure_title: title,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const title = $$('h1.newsTitle').text();
+                const description = art(path.join(__dirname, 'templates/description.art'), {
+                    description: $$('div.article-content').html(),
+                });
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = timezone(parseDate($$('span.time-ago').first().text().trim()), +8);
+                item.category = $$('div.newsTags')
+                    .first()
+                    .find('div.news-tag')
+                    .toArray()
+                    .map((c) => $$(c).text());
+                item.author = $$('div.newsLeftCol span').first().text();
+                item.content = {
+                    html: description,
+                    text: $$('div.article-content').text(),
+                };
+                item.language = language;
+
+                return item;
+            })
+        )
+    );
+
+    const label = $(`label[for="news_categs_${id}"]`).text()?.split(/\(/)?.[0]?.trim() ?? '';
+    const image = new URL($('div.header__fnw-logo img').prop('src'), rootUrl).href;
+
+    return {
+        title: `${label}${$('title').text()}`,
+        description: $('meta[name="description"]').prop('content'),
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: $('meta[name="author"]').prop('content'),
+        language,
+    };
+};
+
+export const route: Route = {
+    path: '/cn/lists/:id?',
+    name: 'FashionNetwork 中国',
+    url: 'fashionnetwork.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/fashionnetwork/cn/lists/0',
+    parameters: { category: '分类，默认为 0，可在对应分类页 URL 中找到' },
+    description: `:::tip
+  若订阅 [独家新闻](https://fashionnetwork.cn)，网址为 \`https://fashionnetwork.cn/lists/13.html\`。截取 \`https://fashionnetwork.cn/\` 到末尾 \`.html\` 的部分 \`13\` 作为参数填入，此时路由为 [\`/fashionnetwork/cn/lists/13\`](https://rsshub.app/fashionnetwork/cn/lists/13)。
+  :::
+
+  | 分类                                           | ID                                                  |
+  | ---------------------------------------------- | --------------------------------------------------- |
+  | [独家](https://fashionnetwork.cn/lists/13)     | [13](https://rsshub.app/fashionnetwork/cn/lists/13) |
+  | [商业](https://fashionnetwork.cn/lists/1)      | [1](https://rsshub.app/fashionnetwork/cn/lists/1)   |
+  | [人物](https://fashionnetwork.cn/lists/8)      | [8](https://rsshub.app/fashionnetwork/cn/lists/8)   |
+  | [设计](https://fashionnetwork.cn/lists/3)      | [3](https://rsshub.app/fashionnetwork/cn/lists/3)   |
+  | [产业](https://fashionnetwork.cn/lists/5)      | [5](https://rsshub.app/fashionnetwork/cn/lists/5)   |
+  | [创新研究](https://fashionnetwork.cn/lists/6)  | [6](https://rsshub.app/fashionnetwork/cn/lists/6)   |
+  | [人事变动](https://fashionnetwork.cn/lists/12) | [12](https://rsshub.app/fashionnetwork/cn/lists/12) |
+  | [新闻资讯](https://fashionnetwork.cn/lists/11) | [11](https://rsshub.app/fashionnetwork/cn/lists/11) |
+  `,
+    categories: ['new-media'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['fashionnetwork.cn/lists/:id'],
+            target: (params) => {
+                const id = params.id;
+
+                return `/fashionnetwork/cn/lists${id ? `/${id}` : ''}`;
+            },
+        },
+        {
+            title: '独家',
+            source: ['fashionnetwork.cn/lists/13'],
+            target: '/cn/lists/13',
+        },
+        {
+            title: '商业',
+            source: ['fashionnetwork.cn/lists/1'],
+            target: '/cn/lists/1',
+        },
+        {
+            title: '人物',
+            source: ['fashionnetwork.cn/lists/8'],
+            target: '/cn/lists/8',
+        },
+        {
+            title: '设计',
+            source: ['fashionnetwork.cn/lists/3'],
+            target: '/cn/lists/3',
+        },
+        {
+            title: '产业',
+            source: ['fashionnetwork.cn/lists/5'],
+            target: '/cn/lists/5',
+        },
+        {
+            title: '创新研究',
+            source: ['fashionnetwork.cn/lists/6'],
+            target: '/cn/lists/6',
+        },
+        {
+            title: '人事变动',
+            source: ['fashionnetwork.cn/lists/12'],
+            target: '/cn/lists/12',
+        },
+        {
+            title: '新闻资讯',
+            source: ['fashionnetwork.cn/lists/11'],
+            target: '/cn/lists/11',
+        },
+    ],
+};

package/lib/routes/fashionnetwork/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'FashionNetwork',
+    url: 'fashionnetwork.cn',
+    categories: ['new-media'],
+    description: '',
+};

package/lib/routes/fashionnetwork/templates/description.art

@@ -0,0 +1,17 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/fediverse/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Fediverse',
+    url: 'fediverse.observer',
+};

package/lib/routes/fediverse/timeline.ts

@@ -0,0 +1,98 @@
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+import { Route, ViewType } from '@/types';
+
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+
+export const route: Route = {
+    path: '/timeline/:account',
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
+    example: '/fediverse/timeline/Mastodon@mastodon.social',
+    parameters: { account: 'username@domain' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Timeline',
+    maintainers: ['DIYgod'],
+    handler,
+};
+
+const allowedDomain = new Set(['mastodon.social', 'pawoo.net', config.mastodon.apiHost].filter(Boolean));
+const activityPubTypes = new Set(['application/activity+json', 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"']);
+
+async function handler(ctx) {
+    const account = ctx.req.param('account');
+    const domain = account.split('@')[1];
+    const username = account.split('@')[0];
+
+    if (!domain || !username) {
+        throw new InvalidParameterError('Invalid account');
+    }
+    if (!config.feature.allow_user_supply_unsafe_domain && !allowedDomain.has(domain.toLowerCase())) {
+        throw new ConfigNotFoundError(`This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+    }
+
+    const requestOptions = {
+        headers: {
+            Accept: 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
+        },
+    };
+
+    const acc = await ofetch(`https://${domain}/.well-known/webfinger?resource=acct:${account}`, {
+        headers: {
+            Accept: 'application/jrd+json',
+        },
+    });
+
+    const jsonLink = acc.links.find((link) => link.rel === 'self' && activityPubTypes.has(link.type))?.href;
+    const link = acc.links.find((link) => link.rel === 'http://webfinger.net/rel/profile-page')?.href;
+
+    const self = await ofetch(jsonLink, requestOptions);
+
+    const outbox = await ofetch(self.outbox, requestOptions);
+    const firstOutbox = await ofetch(outbox.first, requestOptions);
+
+    const items = firstOutbox.orderedItems;
+
+    const itemResolvers = [] as Promise<any>[];
+
+    for (const item of items) {
+        if (!['Announce', 'Create', 'Update'].includes(item.type)) {
+            continue;
+        }
+        if (typeof item.object === 'string') {
+            itemResolvers.push(
+                (async (item) => {
+                    item.object = await ofetch(item.object, requestOptions);
+                    return item;
+                })(item)
+            );
+        } else {
+            itemResolvers.push(Promise.resolve(item));
+        }
+    }
+
+    const resolvedItems = await Promise.all(itemResolvers);
+
+    return {
+        title: `${self.name || self.preferredUsername} (Fediverse@${account})`,
+        description: self.summary,
+        image: self.icon?.url || self.image?.url,
+        link,
+        item: resolvedItems.map((item) => ({
+            title: item.object.content,
+            description: `${item.object.content}\n${item.object.attachment?.map((attachment) => `<img src="${attachment.url}" width="${attachment.width}" height="${attachment.height}" />`).join('\n') || ''}`,
+            link: item.object.url,
+            pubDate: parseDate(item.published),
+            guid: item.id,
+        })),
+    };
+}

package/lib/routes/finviz/news.ts

@@ -32,9 +32,9 @@ export const route: Route = {
     maintainers: ['nczitzk'],
     handler,
     url: 'finviz.com/news.ashx',
-    description: `| News | Blog |
+    description: `| News | Blogs |
   | ---- | ---- |
-  | news | blog |`,
+  | news | blogs |`,
 };
 
 async function handler(ctx) {
@@ -54,7 +54,7 @@ async function handler(ctx) {
 
     const items = $('table.table-fixed')
         .eq(categories[category.toLowerCase()])
-        .find('tr.nn')
+        .find('tr')
         .slice(0, limit)
         .toArray()
         .map((item) => {
@@ -77,7 +77,7 @@ async function handler(ctx) {
                 link: a.prop('href'),
                 description: descriptionMatches ? descriptionMatches[1] : undefined,
                 author: authorMatches ? authorMatches[1].replaceAll('-', ' ') : 'finviz',
-                pubDate: timezone(parseDate(item.find('td.nn-date').text(), ['HH:mmA', 'MMM-DD']), -4),
+                pubDate: timezone(parseDate(item.find('td.news_date-cell').text(), ['HH:mmA', 'MMM-DD']), -4),
             };
         })
         .filter((item) => item.title);

package/lib/routes/foresightnews/util.ts

@@ -61,7 +61,7 @@ const processItems = async (apiUrl, limit, ...searchParams) => {
             column,
             item.event_type,
             item.is_hot ? constants.labelHot : undefined,
-            item.is_important ? item.important_tag?.name ?? constants.labelImportant : '',
+            item.is_important ? (item.important_tag?.name ?? constants.labelImportant) : '',
             item.label,
             ...(item.tags?.map((c) => c.name) ?? []),
         ].filter((v, index, self) => v && self.indexOf(v) === index);