rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/apnews/utils.ts

@@ -1,23 +1,47 @@
 import cache from '@/utils/cache';
 import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
-import timezone from '@/utils/timezone';
 import { load } from 'cheerio';
 
+export function removeDuplicateByKey(items, key: string) {
+    return [...new Map(items.map((x) => [x[key], x])).values()];
+}
+
 export function fetchArticle(item) {
     return cache.tryGet(item.link, async () => {
         const data = await ofetch(item.link);
         const $ = load(data);
-        const ldjson = JSON.parse($('#link-ld-json').text())[0];
-        $('div.Enhancement').remove();
-        return {
-            pubDate: timezone(parseDate(ldjson.datePublished), 0),
-            updated: timezone(parseDate(ldjson.dateModified), 0),
-            description: $('div.RichTextStoryBody').html(),
-            category: [`section:${$("meta[property='article:section']").attr('content')}`, ...ldjson.keywords],
-            guid: $("meta[name='brightspot.contentId']").attr('content'),
-            author: ldjson.author,
-            ...item,
-        };
+        if ($('#link-ld-json').length === 0) {
+            return item;
+        }
+        const rawLdjson = JSON.parse($('#link-ld-json').text());
+        let ldjson;
+        if (rawLdjson['@type'] === 'NewsArticle' || (Array.isArray(rawLdjson) && rawLdjson.some((e) => e['@type'] === 'NewsArticle'))) {
+            // Regular
+            ldjson = Array.isArray(rawLdjson) ? rawLdjson.find((e) => e['@type'] === 'NewsArticle') : rawLdjson;
+
+            $('div.Enhancement').remove();
+            const section = $("meta[property='article:section']").attr('content');
+            return {
+                pubDate: parseDate(ldjson.datePublished),
+                updated: parseDate(ldjson.dateModified),
+                description: $('div.RichTextStoryBody').html() || $(':is(.VideoLead, .VideoPage-pageSubHeading)').html(),
+                category: [...(section ? [section] : []), ...(ldjson.keywords ?? [])],
+                guid: $("meta[name='brightspot.contentId']").attr('content'),
+                author: ldjson.author,
+                ...item,
+            };
+        } else {
+            // Live
+            ldjson = rawLdjson;
+
+            return {
+                category: ldjson.keywords,
+                pubDate: parseDate(ldjson.coverageStartTime),
+                description: ldjson.description,
+                guid: $("meta[name='brightspot.contentId']").attr('content'),
+                ...item,
+            };
+        }
     });
 }

package/lib/routes/apple/apps.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
@@ -17,9 +17,34 @@ const platforms = {
 
 export const route: Route = {
     path: '/apps/update/:country/:id/:platform?',
-    categories: ['program-update'],
+    categories: ['program-update', 'popular'],
+    view: ViewType.Notifications,
     example: '/apple/apps/update/us/id408709785',
-    parameters: { country: 'App Store Country, obtain from the app URL, see below', id: 'App id, obtain from the app URL', platform: 'App Platform, see below, all by default' },
+    parameters: {
+        country: 'App Store Country, obtain from the app URL, see below',
+        id: 'App id, obtain from the app URL',
+        platform: {
+            description: 'App Platform, see below, all by default',
+            options: [
+                {
+                    value: 'All',
+                    label: 'all',
+                },
+                {
+                    value: 'iOS',
+                    label: 'iOS',
+                },
+                {
+                    value: 'macOS',
+                    label: 'macOS',
+                },
+                {
+                    value: 'tvOS',
+                    label: 'tvOS',
+                },
+            ],
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -37,10 +62,7 @@ export const route: Route = {
     name: 'App Update',
     maintainers: ['EkkoG', 'nczitzk'],
     handler,
-    description: `| All | iOS | macOS | tvOS |
-  | --- | --- | ----- | ---- |
-  |     | iOS | macOS | tvOS |
-
+    description: `
   :::tip
   For example, the URL of [GarageBand](https://apps.apple.com/us/app/messages/id408709785) in the App Store is \`https://apps.apple.com/us/app/messages/id408709785\`. In this case, the \`App Store Country\` parameter for the route is \`us\`, and the \`App id\` parameter is \`id1146560473\`. So the route should be [\`/apple/apps/update/us/id408709785\`](https://rsshub.app/apple/apps/update/us/id408709785).
   :::`,
@@ -52,7 +74,7 @@ async function handler(ctx) {
 
     let platformId;
 
-    if (platform) {
+    if (platform && platform !== 'all') {
         platform = platform.toLowerCase();
         platformId = Object.hasOwn(platforms, platform) ? platforms[platform] : platform;
     }

package/lib/routes/asmr-200/index.ts

@@ -0,0 +1,66 @@
+import { Result, Work } from '@/routes/asmr-200/type';
+import { DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import path from 'node:path';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import timezone from '@/utils/timezone';
+import { getCurrentPath } from '@/utils/helpers';
+
+const render = (work: Work, link: string) => art(path.join(getCurrentPath(import.meta.url), 'templates', 'work.art'), { work, link });
+
+export const route: Route = {
+    path: '/works/:order?/:subtitle?/:sort?',
+    categories: ['multimedia'],
+    example: '/asmr-200/works',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    parameters: {
+        order: '排序字段，默认按照资源的收录日期来排序，详见下表',
+        sort: '排序方式，可选 `asc` 和 `desc` ，默认倒序',
+        subtitle: '筛选带字幕音频，可选 `0` 和 `1` ，默认关闭',
+    },
+    radar: [
+        {
+            source: ['asmr-200.com'],
+            target: 'asmr-200/works',
+        },
+    ],
+    name: '最新收录',
+    maintainers: ['hualiong'],
+    url: 'asmr-200.com',
+    description: `| 发售日期 | 收录日期 | 销量 | 价格 | 评价 | 随机 | RJ号 |
+| ---- | ---- | ---- | ---- | ---- | ---- | ---- |
+| release | create_date | dl_count | price | rate_average_2dp | random | id |`,
+    handler: async (ctx) => {
+        const { order = 'create_date', sort = 'desc', subtitle = '0' } = ctx.req.param();
+        const res = await ofetch<Result>('https://api.asmr-200.com/api/works', { query: { order, sort, page: 1, subtitle } });
+
+        const items: DataItem[] = res.works.map((each) => {
+            const category = each.tags.map((tag) => tag.name);
+            each.category = category.join('，');
+            each.cv = each.vas.map((cv) => cv.name).join('，');
+            return {
+                title: each.title,
+                image: each.mainCoverUrl,
+                author: each.name,
+                link: `https://asmr-200.com/work/${each.source_id}`,
+                pubDate: timezone(parseDate(each.release, 'YYYY-MM-DD'), +8),
+                category,
+                description: render(each, `https://asmr-200.com/work/${each.source_id}`),
+            };
+        });
+
+        return {
+            title: '最新收录 - ASMR Online',
+            link: 'https://asmr-200.com/',
+            item: items,
+        };
+    },
+};

package/lib/routes/asmr-200/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'ASMR Online',
+    url: 'asmr-200.com',
+};

package/lib/routes/asmr-200/templates/work.art

@@ -0,0 +1,7 @@
+<a href="{{ link }}" title="点击进入官网查看"><img src="{{ work.mainCoverUrl }}" alt="{{ work.title }}" /></a>
+<h1>{{ work.title }} <span style="font-size: 0.6em; color: darkred;">{{ work.source_id }}</span></h1>
+<p><b>发布者：</b>{{ work.name }}</p>
+<p><b>评分：</b>{{ work.rate_average_2dp }} | <b>评论数：</b>{{ work.review_count }} | <b>总时长：</b>{{ work.duration }} | <b>音频来源：</b>{{ work.source_type }}</p>
+<p><b>价格：</b><span style="color: #f44336">{{ work.price }} JPY</span> | <b>销量：</b>{{ work.dl_count }}</p>
+<p><b>分类：</b>{{ work.category }}</p>
+<p><b>声优：</b>{{ work.cv }}</p>

package/lib/routes/asmr-200/type.ts

@@ -0,0 +1,96 @@
+export interface Result {
+    pagination: {
+        currentPage: number;
+        pageSize: number;
+        totalCount: number;
+    };
+    works: Work[];
+}
+
+export interface Work {
+    age_category_string: string;
+    circle: {
+        id: number;
+        name: string;
+        source_id: string;
+        source_type: string;
+    };
+    circle_id: number;
+    create_date: string;
+    dl_count: number;
+    duration: number;
+    has_subtitle: boolean;
+    id: number;
+    language_editions: {
+        display_order: number;
+        edition_id: number;
+        edition_type: string;
+        label: string;
+        lang: string;
+        workno: string;
+    }[];
+    mainCoverUrl: string;
+    name: string;
+    nsfw: boolean;
+    original_workno: null | string;
+    other_language_editions_in_db: {
+        id: number;
+        is_original: boolean;
+        lang: string;
+        source_id: string;
+        source_type: string;
+        title: string;
+    }[];
+    playlistStatus: any;
+    price: number;
+    rank:
+        | {
+              category: string;
+              rank: number;
+              rank_date: string;
+              term: string;
+          }[]
+        | null;
+    rate_average_2dp: number | number;
+    rate_count: number;
+    rate_count_detail: {
+        count: number;
+        ratio: number;
+        review_point: number;
+    }[];
+    release: string;
+    review_count: number;
+    samCoverUrl: string;
+    source_id: string;
+    source_type: string;
+    source_url: string;
+    tags: {
+        i18n: any;
+        id: number;
+        name: string;
+    }[];
+    category: string;
+    thumbnailCoverUrl: string;
+    title: string;
+    translation_info: {
+        child_worknos: string[];
+        is_child: boolean;
+        is_original: boolean;
+        is_parent: boolean;
+        is_translation_agree: boolean;
+        is_translation_bonus_child: boolean;
+        is_volunteer: boolean;
+        lang: null | string;
+        original_workno: null | string;
+        parent_workno: null | string;
+        production_trade_price_rate: number;
+        translation_bonus_langs: string[];
+    };
+    userRating: null;
+    vas: {
+        id: string;
+        name: string;
+    }[];
+    cv: string;
+    work_attributes: string;
+}

package/lib/routes/autocentre/index.ts

@@ -0,0 +1,29 @@
+import { Data, Route } from '@/types';
+import parser from '@/utils/rss-parser';
+
+export const route: Route = {
+    path: '/',
+    name: 'Автомобільний сайт N1 в Україні',
+    categories: ['new-media'],
+    maintainers: ['driversti'],
+    example: '/autocentre',
+    handler,
+};
+
+const createItem = (item) => ({
+    title: item.title,
+    link: item.link,
+    description: item.contentSnippet,
+});
+
+async function handler(): Promise<Data> {
+    const feed = await parser.parseURL('https://www.autocentre.ua/rss');
+
+    return {
+        title: feed.title as string,
+        link: feed.link,
+        description: feed.description,
+        language: 'uk',
+        item: await Promise.all(feed.items.map((item) => createItem(item))),
+    };
+}

package/lib/routes/autocentre/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Автоцентр.ua',
+    url: 'autocentre.ua',
+    description: 'Автоцентр.ua: автоновини - Автомобільний сайт N1 в Україні',
+};

package/lib/routes/bbc/index.ts

@@ -66,7 +66,9 @@ async function handler(ctx) {
                     linkURL.hostname = 'www.bbc.co.uk';
                 }
 
-                const response = await ofetch(linkURL.href);
+                const response = await ofetch(linkURL.href, {
+                    retryStatusCodes: [403],
+                });
 
                 const $ = load(response);
 

package/lib/routes/bc3ts/list.ts

@@ -0,0 +1,72 @@
+import { Route } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { Media, PostResponse } from './types';
+import { config } from '@/config';
+
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+export const route: Route = {
+    path: '/post/list/:sort?',
+    example: '/bc3ts/post/list',
+    parameters: {
+        sort: '排序方式，`1` 為最新，`2` 為熱門，默认為 `1`',
+    },
+    features: {
+        antiCrawler: true,
+    },
+    radar: [
+        {
+            source: ['web.bc3ts.net'],
+        },
+    ],
+    name: '動態',
+    maintainers: ['TonyRL'],
+    handler,
+};
+
+const baseUrl = 'https://web.bc3ts.net';
+
+const renderMedia = (media: Media[]) => art(path.join(__dirname, 'templates', 'media.art'), { media });
+
+async function handler(ctx) {
+    const { sort = '1' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+
+    const response = await ofetch<PostResponse>('https://app.bc3ts.net/post/list/v2', {
+        headers: {
+            apikey: 'zlF+kaPfem%23we$2@90irpE*_RGjdw',
+            app_version: '3.0.28',
+            version: '2.0.0',
+            'User-Agent': config.trueUA,
+        },
+        query: {
+            limits: limit,
+            sort_type: sort,
+        },
+    });
+
+    const items = response.data.map((p) => ({
+        title: p.title ?? p.content.split('\n')[0],
+        description: p.content.replaceAll('\n', '<br>') + (p.media.length && renderMedia(p.media)),
+        link: `${baseUrl}/post/${p.id}`,
+        author: p.user.name,
+        pubDate: parseDate(p.created_time, 'x'),
+        category: p.group.name,
+        upvotes: p.like_count,
+        comments: p.comment_count,
+    }));
+
+    return {
+        title: `爆料公社${sort === '1' ? '最新' : '熱門'}動態`,
+        link: baseUrl,
+        language: 'zh-TW',
+        image: 'https://img.bc3ts.net/image/web/main/logo-white-new-2023.png',
+        icon: 'https://img.bc3ts.net/image/web/main/logo/logo_icon_6th_2024_192x192.png',
+        item: items,
+    };
+}

package/lib/routes/bc3ts/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '爆料公社',
+    url: 'web.bc3ts.net',
+    categories: ['new-media'],
+};

package/lib/routes/bc3ts/templates/media.art

@@ -0,0 +1,10 @@
+<br>
+{{ each media m }}
+    {{ if m.type === 0 }}
+        <img src="{{ m.media_url }}" alt="{{ m.name }}" />
+    {{ else if m.type === 3 }}
+        <video controls preload="metadata" poster="https://img.bc3ts.net/video/post/upload/{{ m.cover }}">
+            <source src="{{ m.media_url }}" type="video/mp4" />
+        </video>
+    {{ /if }}
+{{ /each }}

package/lib/routes/bc3ts/types.ts

@@ -0,0 +1,118 @@
+interface Medal {
+    id: number;
+    name: string;
+    image: string;
+}
+
+interface HeadFrame {
+    id: number;
+    image: string;
+}
+
+interface UsingItem {
+    medal: Medal | null;
+    head_frame: HeadFrame | null;
+}
+
+interface Relationship {
+    status: number;
+    that_status: number;
+}
+
+interface User {
+    id: string;
+    name: string;
+    badge: any[];
+    level: number;
+    using_item: UsingItem;
+    relationship: Relationship;
+    boom_verified: number;
+}
+
+interface SafeSearch {
+    racy: string;
+    adult: string;
+    spoof: string;
+    medical: string;
+    violence: string;
+}
+
+export interface Media {
+    id: number;
+    type: number;
+    name: string;
+    width: number;
+    height: number;
+    cover: string | null;
+    status: string;
+    safe_search: SafeSearch;
+    unlock_item: null;
+    media_url: string;
+}
+
+interface Group {
+    id: number;
+    name: string;
+    type: number;
+    god_id: string;
+    status: number;
+    privacy: number;
+    layout_type: number;
+    share_status: number;
+    post_can_use_anonymous: boolean;
+    approve_user_permission_status: number[];
+}
+
+interface Reward {
+    money: number;
+    diamond: number;
+}
+
+interface Post {
+    id: number;
+    user: User;
+    title: string | null;
+    content: string;
+    appendix: object;
+    created_time: number;
+    expired_time: number;
+    media: Media[];
+    like: number;
+    like_count: number;
+    collection: number;
+    top: number;
+    reference_reply_count: number;
+    reference_share_count: number;
+    comment_count: number;
+    group: Group;
+    block_user: any[];
+    tag_user_index: any[];
+    reward: Reward;
+    reference: null;
+    latitude: number | null;
+    longitude: number | null;
+    unique_like_count: number;
+    unique_exposure_count: number;
+    unique_priority_point: number;
+    unique_priority_time: string | null;
+    safe_search: number;
+    unlock_type: null;
+    unlock_item: object;
+    is_unlocked: null;
+    visibility: number;
+    is_anonymous: number;
+    is_me: number;
+    comment_can_use_anonymous: number;
+    who_can_read: number;
+    poll: null;
+    activity: null;
+    poll_status: null;
+    is_cache: boolean;
+    is_editor: boolean;
+    theme_id: null;
+}
+
+export interface PostResponse {
+    code: number;
+    data: Post[];
+}