rsshub 1.0.0-master.f9b85f5 → 1.0.0-master.f9c381a

package/lib/routes/bilibili/weekly-recommend.ts

@@ -1,6 +1,9 @@
 import { Route } from '@/types';
 import got from '@/utils/got';
-import utils from './utils';
+import utils, { getVideoUrl } from './utils';
+import { parseDuration } from '@/utils/helpers';
+import { config } from '@/config';
+import cache from './cache';
 
 export const route: Route = {
     path: '/weekly/:embed?',
@@ -46,10 +49,23 @@ async function handler(ctx) {
         title: 'B站每周必看',
         link: 'https://www.bilibili.com/h5/weekly-recommend',
         description: 'B站每周必看',
-        item: data.map((item) => ({
-            title: item.title,
-            description: utils.renderUGCDescription(embed, item.cover, `${weekly_name} ${item.title} - ${item.rcmd_reason}`, item.param, undefined, item.bvid),
-            link: weekly_number > 60 && item.bvid ? `https://www.bilibili.com/video/${item.bvid}` : `https://www.bilibili.com/video/av${item.param}`,
-        })),
+        item: data.map(async (item) => {
+            const subtitles = !config.bilibili.excludeSubtitles && item.bvid ? await cache.getVideoSubtitleAttachment(item.bvid) : [];
+            return {
+                title: item.title,
+                description: utils.renderUGCDescription(embed, item.cover, `${weekly_name} ${item.title} - ${item.rcmd_reason}`, item.param, undefined, item.bvid),
+                link: weekly_number > 60 && item.bvid ? `https://www.bilibili.com/video/${item.bvid}` : `https://www.bilibili.com/video/av${item.param}`,
+                attachments: item.bvid
+                    ? [
+                          {
+                              url: getVideoUrl(item.bvid),
+                              mime_type: 'text/html',
+                              duration_in_seconds: parseDuration(item.cover_right_text_1),
+                          },
+                          ...subtitles,
+                      ]
+                    : undefined,
+            };
+        }),
     };
 }

package/lib/routes/bjp/apod.ts

@@ -48,7 +48,7 @@ async function handler(ctx) {
                 pubDate: timezone(parseDate(e.find('span').text().replace('：', ''), 'YYYY-MM-DD'), 8),
             };
         })
-        .sort((a, b) => b.pubDate - a.pubDate)
+        .toSorted((a, b) => b.pubDate - a.pubDate)
         .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10);
 
     const items = await Promise.all(

package/lib/routes/buaa/jiaowu.ts

@@ -115,7 +115,7 @@ function getItems(list) {
                 const { data: descrptionResponse } = await got(item.link);
                 const $descrption = load(descrptionResponse);
                 const desc = $descrption('#main > div.content > div.search_height > div.search_con:has(p)').html();
-                item.description = desc?.replace(/(\r|\n)+/g, '<br />');
+                item.description = desc?.replaceAll(/(\r|\n)+/g, '<br />');
                 item.author = $descrption('#main > div.content > div.search_height > span.search_con').text().split('发布者:').at(-1) || '教务部';
                 return item;
             })

package/lib/routes/bullionvault/gold-news.ts

@@ -21,7 +21,7 @@ export const handler = async (ctx: Context): Promise<Data> => {
 
     let items: DataItem[] = [];
 
-    items = $('section#block-views-latest-articles-block div.media, section#block-system-main table.views-table tr')
+    items = $('section#block-bootstrap-views-block-latest-articles-block div.media, div.gold-news-content table tr')
         .slice(0, limit)
         .toArray()
         .map((el): Element => {
@@ -66,8 +66,8 @@ export const handler = async (ctx: Context): Promise<Data> => {
                     const detailResponse = await ofetch(item.link);
                     const $$: CheerioAPI = load(detailResponse);
 
-                    const title: string = $$('header h1').text();
-                    const description: string | undefined = $$('div[property="content:encoded"]').html() ?? '';
+                    const title: string = $$('article.article h1').text();
+                    const description: string | undefined = $$('div.content').html() ?? '';
                     const pubDateStr: string | undefined = $$('div.submitted').text().split(/,/).pop();
                     const categories: string[] = $$('meta[name="news_keywords"]').attr('content')?.split(/,/) ?? [];
                     const authorEls: Element[] = $$('div.view-author-bio').toArray();

package/lib/routes/cast/index.ts

@@ -94,7 +94,7 @@ async function handler(ctx) {
     } else {
         const buildUnitScript = $('script[parseType="bulidstatic"]');
         const queryUrl = `${baseUrl}${buildUnitScript.attr('url')}`;
-        const queryData = JSON.parse(buildUnitScript.attr('querydata')?.replace(/'/g, '"') ?? '{}');
+        const queryData = JSON.parse(buildUnitScript.attr('querydata')?.replaceAll("'", '"') ?? '{}');
         queryData.paramJson = `{"pageNo":1,"pageSize":${limit}}`;
 
         const { data } = await got.get<{ data: { html: string } }>(queryUrl, {

package/lib/routes/coolapk/utils.ts

@@ -24,6 +24,7 @@ const get_app_token = () => {
 };
 
 const base_url = 'https://api.coolapk.com';
+const v2_api_url = 'https://api2.coolapk.com';
 
 const getHeaders = () => ({
     'X-Requested-With': 'XMLHttpRequest',
@@ -58,10 +59,10 @@ const parseTuwenFromRaw = (raw) =>
 
 const parseDynamic = async (item) => {
     const pubDate = parseDate(item.dateline, 'X');
-    if (item.entityType === 'sponsorCard' || item.shareUrl === undefined) {
+    if (item.entityType === 'sponsorCard' || !item.url) {
         return;
     }
-    const itemUrl = item.shareUrl.split('?')[0];
+    const itemUrl = `${v2_api_url}/v6${item.url.replace('/feed/', '/feed/detail?id=')}`;
     let description, title;
     const type = Number.parseInt(item.type);
     switch (type) {
@@ -135,8 +136,8 @@ const parseDynamic = async (item) => {
         title,
         description,
         pubDate,
-        link: item.shareUrl,
-        guid: itemUrl,
+        link: `https://www.coolapk.com${item.url}`,
+        // guid: itemUrl,
         author: item.username,
     };
 };

package/lib/routes/coolbuy/index.ts

@@ -0,0 +1,106 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import ofetch from '@/utils/ofetch';
+
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '50', 10);
+
+    const baseUrl: string = 'https://coolbuy.com';
+    const imageBaseUrl: string = 'https://mcache.ifanr.cn';
+    const apiUrl: string = new URL('api/v1.4/product_preview', baseUrl).href;
+
+    const response = await ofetch(apiUrl, {
+        query: {
+            order_by: '-id',
+            limit,
+            page: 0,
+            offset: 0,
+        },
+    });
+
+    const targetResponse = await ofetch(baseUrl);
+    const $: CheerioAPI = load(targetResponse);
+    const language = $('html').attr('lang') ?? 'zh';
+
+    const items: DataItem[] = response.objects.slice(0, limit).map((item): DataItem => {
+        const title: string = item.title;
+        const image: string | undefined = item.cover_image?.split(/\?/)?.[0];
+        const banner: string | undefined = item.display_image?.split(/\?/)?.[0];
+
+        const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+            summary: item.summary,
+            price: item.price,
+            original_price: item.original_price,
+            highest_price: item.highest_price,
+            highest_original_price: item.highest_original_price,
+            images: [banner, image].filter(Boolean).map((image) => ({
+                src: image,
+                alt: title,
+            })),
+        });
+
+        const linkUrl: string | undefined = item.visit_url;
+        const guid: string = `coolbuy-${item.id}#${item.price}`;
+
+        const processedItem: DataItem = {
+            title,
+            description,
+            link: linkUrl ?? new URL(item.id, baseUrl).href,
+            guid,
+            id: guid,
+            content: {
+                html: description,
+                text: description,
+            },
+            image,
+            banner: image,
+            language,
+        };
+
+        return processedItem;
+    });
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: baseUrl,
+        item: items,
+        allowEmpty: true,
+        image: new URL('static/coolbuy/packages/dongguan/dist/images/97be46f6.png', imageBaseUrl).href,
+        language,
+        id: baseUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/',
+    name: '产品',
+    url: 'coolbuy.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/coolbuy',
+    parameters: undefined,
+    description: undefined,
+    categories: ['shopping'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['coolbuy.com'],
+            target: '/',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/{xinhuanet → coolbuy}/namespace.ts

@@ -1,9 +1,9 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: '新华网',
-    url: 'xinhuanet.com',
-    categories: ['traditional-media'],
+    name: '玩物志',
+    url: 'coolbuy.com',
+    categories: ['shopping'],
     description: '',
     lang: 'zh-CN',
 };

package/lib/routes/coolbuy/templates/description.art

@@ -0,0 +1,48 @@
+<table>
+  <tbody>
+    {{ if summary }}
+      <tr>
+        <th>简介</th>
+        <td>{{ summary }}</td>
+      </tr>
+    {{ /if }}
+    {{ if price }}
+      <tr>
+        <th>价格</th>
+        <td>{{ price }}</td>
+      </tr>
+    {{ /if }}
+    {{ if original_price }}
+      <tr>
+        <th>原价</th>
+        <td>{{ original_price }}</td>
+      </tr>
+    {{ /if }}
+    {{ if highest_price }}
+      <tr>
+        <th>价格（最高）</th>
+        <td>{{ highest_price }}</td>
+      </tr>
+    {{ /if }}
+    {{ if highest_original_price }}
+      <tr>
+        <th>原价（最高）</th>
+        <td>{{ highest_original_price }}</td>
+      </tr>
+    {{ /if }}
+  </tbody>
+</table>
+
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}

package/lib/routes/coolidge/film-guide.ts

@@ -0,0 +1,60 @@
+import { type Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+const handler = async () => {
+    const link = 'https://coolidge.org/film-guide';
+    const html = await ofetch(link);
+    const $ = load(html);
+
+    const container = $('#block-coolidge-content > article > div.node__content > div').first();
+
+    const cover = container.find('p').eq(0).find('img').first().attr('src');
+    const title = container.find('p').eq(1).text().trim();
+    const description = container.find('p').eq(2).text().trim();
+    const linkEl = container.find('a').first();
+    const itemLink = linkEl.attr('href');
+
+    const absoluteCover = cover ? new URL(cover, link).href : undefined;
+    const absoluteItemLink = itemLink ? new URL(itemLink, link).href : undefined;
+
+    const rendered = art(path.join(__dirname, 'templates/description.art'), {
+        image: absoluteCover,
+        intro: description,
+    });
+
+    return {
+        title: 'Coolidge Corner Theatre - Film Guide',
+        link,
+        description: 'Film Guide',
+        item: [
+            {
+                title,
+                description: rendered,
+                link: absoluteItemLink ?? link,
+                guid: absoluteItemLink ?? absoluteCover ?? link,
+            },
+        ],
+    };
+};
+
+export const route: Route = {
+    path: '/film-guide',
+    name: 'Film Guide',
+    url: 'coolidge.org/film-guide',
+    maintainers: ['johan456789'],
+    example: '/coolidge/film-guide',
+    categories: ['blog'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    handler,
+};

package/lib/routes/coolidge/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Coolidge Corner Theatre',
+    url: 'coolidge.org',
+    lang: 'en',
+};

package/lib/routes/coolidge/news.ts

@@ -0,0 +1,65 @@
+import { type Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+const handler = async () => {
+    const link = 'https://coolidge.org/about-us/news-media';
+    const html = await ofetch(link);
+    const $ = load(html);
+
+    const container = $('#block-coolidge-content > div > div > div.view-content').first();
+    const elements = container.find('div.news-item').toArray();
+
+    const items = elements.map((el) => {
+        const element = $(el);
+
+        const titleEl = element.find('h2.news-item__title > a').first();
+        const title = titleEl.text().trim();
+        const href = titleEl.attr('href');
+        const descriptionText = element.find('div.news-item__content > p').first().text().trim();
+        const imageSrc = element.find('div.news-item__image img').first().attr('src');
+
+        const absoluteLink = href ? new URL(href, link).href : undefined;
+        const absoluteImage = imageSrc ? new URL(imageSrc, link).href : undefined;
+
+        const rendered = art(path.join(__dirname, 'templates/description.art'), {
+            image: absoluteImage,
+            intro: descriptionText,
+        });
+
+        return {
+            title,
+            description: rendered,
+            link: absoluteLink ?? link,
+            guid: absoluteLink ?? absoluteImage ?? title,
+        };
+    });
+
+    return {
+        title: 'Coolidge Corner Theatre - News',
+        link,
+        description: 'News',
+        item: items,
+    };
+};
+
+export const route: Route = {
+    path: '/news',
+    name: 'News',
+    url: 'coolidge.org/about-us/news-media',
+    maintainers: ['johan456789'],
+    example: '/coolidge/news',
+    categories: ['blog'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    handler,
+};

package/lib/routes/coolidge/templates/description.art

@@ -0,0 +1,4 @@
+{{if image}}
+<p><img src="{{ image }}"></p>
+{{/if}}
+<p>{{ intro }}</p>

package/lib/routes/copymanga/comic.ts

@@ -82,7 +82,7 @@ async function handler(ctx) {
                     ordered,
                     // index,
                 }))
-                .sort((a, b) => b.ordered - a.ordered);
+                .toSorted((a, b) => b.ordered - a.ordered);
 
             return chapters;
         },

package/lib/routes/cpta/handler.ts

@@ -50,7 +50,7 @@ const handler: Route['handler'] = async (ctx) => {
                 link: absoluteLink,
             };
         })
-        .sort((a, b) => new Date(b.date).getTime() - new Date(a.date).getTime())
+        .toSorted((a, b) => new Date(b.date).getTime() - new Date(a.date).getTime())
         .slice(0, 10);
 
     const fetchDataItem = (item: { title: string; date: string; link: string }) =>

package/lib/routes/creative-comic/book.ts

@@ -42,7 +42,7 @@ async function handler(ctx) {
 
     const items = await Promise.all(
         chapters.chapters
-            .sort((a, b) => b.idx - a.idx)
+            .toSorted((a, b) => b.idx - a.idx)
             .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 3)
             .map(async (c) => {
                 let pages;

package/lib/routes/daum/potplayer.ts

@@ -26,7 +26,7 @@ export const handler = async (ctx: Context): Promise<Data> => {
 
     while ((match = updateRegex.exec(response)) !== null && items.length < limit) {
         const headerLine: string | undefined = match[2].trim();
-        const description: string | undefined = match[4].trim()?.replace(/(\s[+-])/g, '<br>$1');
+        const description: string | undefined = match[4].trim()?.replaceAll(/(\s[+-])/g, '<br>$1');
 
         let version: string = 'N/A';
         let pubDateStr: string | undefined = undefined;

package/lib/routes/dockerhub/utils.ts

@@ -3,7 +3,7 @@ import md5 from '@/utils/md5';
 function hash(images) {
     const entries = Object.entries(images)
         .map((x) => `${x[1].os}/${x[1].architecture},${x[1].digest}`)
-        .sort((a, b) => a.localeCompare(b));
+        .toSorted((a, b) => a.localeCompare(b));
     const text = entries.join('|');
     return md5(text);
 }

package/lib/routes/dora-world/article.ts

@@ -82,7 +82,7 @@ async function getContent(nextBuildId: string, contentId: string) {
     const description =
         content
             .html()
-            ?.replace(rubyRegex, '$1（$2）')
-            ?.replace(/[^\u0009\u000A\u000D\u0020-\uD7FF\uE000-\uFDCF\uFDE0-\uFFFD]/gm, '') ?? '';
+            ?.replaceAll(rubyRegex, '$1（$2）')
+            ?.replaceAll(/[^\u0009\u000A\u000D\u0020-\uD7FF\uE000-\uFDCF\uFDE0-\uFFFD]/gm, '') ?? '';
     return description;
 }

package/lib/routes/ehentai/ehapi.ts

@@ -29,8 +29,8 @@ function ehgot(url) {
 function ehgot_thumb(cache, thumb_url) {
     return cache.tryGet(thumb_url, async () => {
         try {
-            const buffer = await got({ method: 'get', url: thumb_url, headers });
-            const data = new Buffer.from(buffer.rawBody).toString('base64');
+            const buffer = await got({ method: 'get', responseType: 'buffer', url: thumb_url, headers });
+            const data = buffer.body.toString('base64');
             const ext = path.extname(thumb_url).slice(1);
             return `data:image/${ext};base64,${data}`;
         } catch (error) {
@@ -72,7 +72,7 @@ async function parsePage(cache, data, get_bittorrent = false, embed_thumb = fals
 
     async function parseElement(cache, element) {
         const el = $(element);
-        const title = el.find('div.glink').html();
+        const title = el.find('.glink').html();
         const rawDate = el.find('div[id^="posted_"]').text();
         const pubDate = rawDate ? timezone(rawDate, 0) : rawDate;
         let el_a;

package/lib/routes/eventbrite/events.ts

@@ -0,0 +1,152 @@
+import type { Data, DataItem, Route } from '@/types';
+import { toTitleCase } from '@/utils/common-utils';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+export const route: Route = {
+    path: '/:region/:eventType?/:includePromoted?',
+    categories: ['other'],
+    example: '/eventbrite/canada--toronto/all-events',
+    parameters: { eventType: 'category of events for filtering', region: 'Region or scope of events' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['eventbrite.com/d/:region/:eventType'],
+            target: '/:region/:eventType',
+        },
+        {
+            source: ['eventbrite.ca/d/:region/:eventType'],
+            target: '/:region/:eventType',
+        },
+    ],
+    name: 'Events',
+    maintainers: ['elibroftw'],
+    handler: async (ctx: Context): Promise<Data> => {
+        const params = ctx.req.param();
+        const { region, includePromoted = 'false' } = params;
+        let eventType = params.eventType || 'all-events';
+        if (eventType === 'events') {
+            eventType = 'all-events';
+        }
+        const link = `https://www.eventbrite.com/d/${region}/${eventType}/`;
+        const response = await ofetch(link);
+        const $ = load(response);
+        const eventsApiUrl = new URL('https://www.eventbrite.com/api/v3/destination/events');
+        // exclude promoted events
+        const includePromotedBool = includePromoted !== 'false';
+        const eventListEl = $('div.search-results-panel-content section>ul>li')
+            .toArray()
+            .filter((item) => includePromotedBool || !$(item).text().includes('Promoted'));
+        const eventIds = eventListEl.map((item) => $(item).find('a.event-card-link').first().attr('data-event-id'));
+        eventsApiUrl.searchParams.append('event_ids', eventIds.join(','));
+        eventsApiUrl.searchParams.append('page_size', eventIds.length.toString());
+        eventsApiUrl.searchParams.append('expand', 'image,primary_venue,ticket_availability,primary_organizer');
+        const eventsData: EventbriteEvent[] = (await ofetch(eventsApiUrl.href)).events;
+        const items = eventListEl.map((item, index): DataItem => {
+            const el = $(item);
+            const a = el.find('.event-card-details a.event-card-link').first();
+            const fallbackTitle = a.attr('aria-label') || a.text() || a.toString();
+
+            const eventData = eventsData[index];
+            if (eventData === undefined) {
+                const pElements = el.find('p');
+                return {
+                    title: fallbackTitle,
+                    author: pElements.length > 1 ? $(pElements[1]).text() : undefined,
+                };
+            }
+            const isPromoted = el.text().includes('Promoted');
+            return {
+                title: isPromoted ? `${eventData.name} (Promoted)` : eventData.name,
+                link: eventData.url,
+                pubDate: parseDate(eventData.published),
+                author: eventData.primary_organizer === undefined ? JSON.stringify(eventData) : eventData.primary_organizer.name,
+                category: eventData.tags.map((tag) => tag.display_name),
+                image: eventData.image.original.url,
+                description: eventData.summary,
+                id: eventData.eventbrite_event_id,
+                content: {
+                    html: `${eventDate(eventData)}<br>${getAuthor(eventData)}<br>${getTicketPriceRange(eventData)}`,
+                    text: '',
+                },
+            };
+        });
+
+        const formattedEventType = toTitleCase(eventType.replaceAll('-', ' '));
+        const formattedRegion = toTitleCase(region.replaceAll('-', ' '));
+
+        return {
+            title: `${formattedEventType} in ${formattedRegion}`,
+            link,
+            item: items,
+        };
+    },
+};
+
+function getAuthor(event: EventbriteEvent) {
+    return `<a href="${event.primary_organizer.url}">${event.primary_organizer.name}</a>`;
+}
+
+function getTicketPriceRange(event: EventbriteEvent) {
+    const minPrice = event.ticket_availability.minimum_ticket_price.display;
+    const maxPrice = event.ticket_availability.maximum_ticket_price.display;
+    if (minPrice === maxPrice) {
+        return minPrice;
+    }
+    return `${minPrice} - ${maxPrice}`;
+}
+
+function eventDate(event: EventbriteEvent): string {
+    const endDate = event.end_date;
+    const startDate = event.start_date;
+    const startTime = event.start_time;
+    const endTime = event.end_time;
+    if (startDate === endDate) {
+        return `${startDate} ${startTime} - ${endTime}`;
+    }
+    return `${startDate} ${startTime} - ${endDate} ${endTime}`;
+}
+
+interface EventbriteEvent {
+    name: string;
+    url: string;
+    published: string;
+    primary_organizer: {
+        name: string;
+        url: string;
+    };
+    summary: string;
+    tags: {
+        display_name: string;
+    }[];
+    image: {
+        url: string;
+        original: {
+            url: string;
+        };
+    };
+    eventbrite_event_id: string;
+    ticket_availability: {
+        maximum_ticket_price: {
+            display: string;
+        };
+        minimum_ticket_price: {
+            display: string;
+        };
+        is_free: boolean;
+    };
+    timezone: string;
+    start_date: string;
+    start_time: string;
+    end_date: string;
+    end_time: string;
+}