rsshub 1.0.0-master.ff1ff8d → 1.0.0-master.ff3a9ce

package/lib/routes/app-sales/util.ts

@@ -0,0 +1,161 @@
+import { type DataItem } from '@/types';
+
+import { art } from '@/utils/render';
+import ofetch from '@/utils/ofetch';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import path from 'node:path';
+
+const baseUrl: string = 'https://www.app-sales.net';
+
+/**
+ * Formats price change information into a standardized tag
+ * @param priceOld - Old price
+ * @param priceNew - New price
+ * @param priceDisco - Discount
+ * @returns Formatted price change tag string. Returns empty string when no new price exists.
+ */
+const formatPriceChangeTag = (priceOld: string, priceNew: string, priceDisco: string): string => (priceNew?.trim() ? `[${[priceOld && `${priceOld}→`, priceNew, priceDisco && ` ${priceDisco}`].filter(Boolean).join('')}]` : '');
+
+/**
+ * Processes DOM elements into structured data items
+ * @param $ - CheerioAPI instance
+ * @param selector - CSS selector for target elements
+ * @returns Parsed data items array.
+ */
+const processItems = ($: CheerioAPI, selector: string): DataItem[] =>
+    $(selector)
+        .toArray()
+        .map((el) => {
+            const $el: Cheerio<Element> = $(el);
+
+            const appName: string = $el.find('p.app-name').text()?.trim();
+            const appDev: string = $el.find('p.app-dev').text()?.trim();
+            const appNote: string = $el.find('p.app-dev').next('p')?.text()?.trim() ?? '';
+            const rating: string = $el.find('p.rating').contents().last().text()?.trim();
+            const downloads: string = $el.find('p.downloads').contents().last().text()?.trim();
+            const bookmarks: string = $el.find('p.bookmarks').contents().last().text()?.trim();
+            const priceNew: string = $el.find('div.price-new').text()?.trim();
+            const priceOld: string = $el.find('div.price-old').text()?.trim();
+            const priceDisco: string = $el.find('div.price-disco').text()?.trim();
+
+            const isHot: boolean = $el.hasClass('sale-hot');
+            const isFree: boolean = priceNew?.toLocaleUpperCase() === 'FREE';
+
+            const title: string = `${appName} ${formatPriceChangeTag(priceOld, priceNew, priceDisco)}`;
+            const image: string | undefined = $el.find('div.app-icon img').attr('src');
+            const linkUrl: string | undefined = $el.find('div.sale-list-action a').attr('href');
+            const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+                images: image
+                    ? [
+                          {
+                              alt: `${appName}-${appDev}`,
+                              src: image,
+                          },
+                      ]
+                    : undefined,
+                appName,
+                appDev,
+                appNote,
+                rating,
+                downloads,
+                bookmarks,
+                priceNew,
+                priceOld,
+                priceDisco,
+                linkUrl,
+            });
+            const categories: string[] = [isHot ? 'Hot' : undefined, isFree ? 'Free' : undefined].filter(Boolean) as string[];
+            const authors: DataItem['author'] = appDev;
+            const guid: string = [appName, appDev, rating, downloads, bookmarks, priceNew].filter(Boolean).join('-');
+
+            const processedItem: DataItem = {
+                title: title.trim(),
+                description,
+                link: linkUrl,
+                category: categories,
+                author: authors,
+                guid,
+                id: guid,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+            };
+
+            return processedItem;
+        });
+
+/**
+ * Retrieves pagination URLs from page navigation
+ * @param $ - CheerioAPI instance
+ * @param targetUrl - Base URL for relative path resolution
+ * @returns Array of absolute pagination URLs.
+ */
+const getAvailablePageUrls = ($: CheerioAPI, targetUrl: string): string[] =>
+    $('ul.pagination li.waves-effect a')
+        .slice(0, -1)
+        .toArray()
+        .filter((el) => {
+            const $el: Cheerio<Element> = $(el);
+
+            return $el.attr('href');
+        })
+        .map((el) => {
+            const $el: Cheerio<Element> = $(el);
+
+            return new URL($el.attr('href') as string, targetUrl).href;
+        });
+
+/**
+ * Aggregates items across paginated pages
+ * @param $ - Initial page CheerioAPI instance
+ * @param selector - Target element CSS selector
+ * @param targetUrl - Base URL for pagination requests
+ * @param country - Country ID for request headers
+ * @param limit - Maximum number of items to return
+ * @returns Aggregated items array within specified limit.
+ */
+const fetchItems = async ($: CheerioAPI, selector: string, targetUrl: string, country: string, limit: number): Promise<DataItem[]> => {
+    const initialItems = processItems($, selector);
+    if (initialItems.length >= limit) {
+        return initialItems.slice(0, limit);
+    }
+
+    /**
+     * Recursive helper function to process paginated URLs
+     *
+     * @param remainingUrls - Array of URLs yet to be processed
+     * @param aggregated - Accumulator for collected items
+     *
+     * @returns Promise resolving to aggregated items
+     */
+    const processPage = async (remainingUrls: string[], aggregated: DataItem[]): Promise<DataItem[]> => {
+        if (aggregated.length >= limit || remainingUrls.length === 0) {
+            return aggregated.slice(0, limit);
+        }
+
+        const [currentUrl, ...restUrls] = remainingUrls;
+
+        try {
+            const response = await ofetch(currentUrl, {
+                headers: {
+                    Cookie: `countryId=${country};`,
+                },
+            });
+            const pageItems = processItems(load(response), selector);
+            const newItems = [...aggregated, ...pageItems];
+
+            return newItems.length >= limit ? newItems.slice(0, limit) : processPage(restUrls, newItems);
+        } catch {
+            return processPage(restUrls, aggregated);
+        }
+    };
+
+    return await processPage(getAvailablePageUrls($, targetUrl), initialItems);
+};
+
+export { baseUrl, fetchItems };

package/lib/routes/apple/apps.ts

@@ -17,7 +17,7 @@ const platforms = {
 
 export const route: Route = {
     path: '/apps/update/:country/:id/:platform?',
-    categories: ['program-update', 'popular'],
+    categories: ['program-update'],
     view: ViewType.Notifications,
     example: '/apple/apps/update/us/id408709785',
     parameters: {
@@ -63,9 +63,9 @@ export const route: Route = {
     maintainers: ['EkkoG', 'nczitzk'],
     handler,
     description: `
-  :::tip
+::: tip
   For example, the URL of [GarageBand](https://apps.apple.com/us/app/messages/id408709785) in the App Store is \`https://apps.apple.com/us/app/messages/id408709785\`. In this case, the \`App Store Country\` parameter for the route is \`us\`, and the \`App id\` parameter is \`id1146560473\`. So the route should be [\`/apple/apps/update/us/id408709785\`](https://rsshub.app/apple/apps/update/us/id408709785).
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/apple/podcast.ts

@@ -4,10 +4,13 @@ import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
-    path: '/podcast/:id',
+    path: '/podcast/:id/:region?',
     categories: ['multimedia'],
-    example: '/apple/podcast/id1559695855',
-    parameters: { id: '播客id，可以在 Apple 播客app 内分享的播客的 URL 中找到' },
+    example: '/apple/podcast/id1559695855/cn',
+    parameters: {
+        id: '播客id，可以在 Apple 播客app 内分享的播客的 URL 中找到',
+        region: '地區代碼，例如 cn、us、jp，預設為 cn',
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -18,17 +21,18 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['podcasts.apple.com/cn/podcast/:id'],
+            source: ['podcasts.apple.com/:region/podcast/:id'],
         },
     ],
     name: '播客',
     maintainers: ['Acring'],
     handler,
-    url: 'www.apple.com.cn/apple-podcasts/',
+    url: 'www.apple.com/apple-podcasts/',
 };
 
 async function handler(ctx) {
-    const link = `https://podcasts.apple.com/cn/podcast/${ctx.req.param('id')}`;
+    const { id, region } = ctx.req.param();
+    const link = `https://podcasts.apple.com/${region || `cn`}/podcast/${id}`;
     const response = await got({
         method: 'get',
         url: link,
@@ -36,9 +40,10 @@ async function handler(ctx) {
 
     const $ = load(response.data);
 
+    const schemaShow = JSON.parse($(String.raw`#schema\:show`).text());
     const serializedServerData = JSON.parse($('#serialized-server-data').text());
 
-    const seoEpisodes = serializedServerData[0].data.seoData.schemaContent.workExample;
+    const seoEpisodes = schemaShow.workExample;
     const originEpisodes = serializedServerData[0].data.shelves.find((item) => item.contentType === 'episode').items;
     const header = serializedServerData[0].data.shelves.find((item) => item.contentType === 'showHeaderRegular').items[0];
 

package/lib/routes/apple/security-releases.ts

@@ -0,0 +1,179 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { language = 'en-us' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://support.apple.com';
+    const targetUrl: string = new URL(`${language}/100100`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+
+    const $trEls: Cheerio<Element> = $('table.gb-table tbody tr');
+    const headers: string[] = $trEls
+        .find('th')
+        .toArray()
+        .map((el) => $(el).text());
+
+    let items: DataItem[] = [];
+
+    items = $trEls
+        .slice(1, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const titleEl: Cheerio<Element> = $el.find('td').first();
+            const title: string = titleEl.contents().first().text();
+            const description: string | undefined = art(path.join(__dirname, 'templates/security-releases.art'), {
+                headers,
+                infos: $el
+                    .find('td')
+                    .toArray()
+                    .map((el) => $(el).html() ?? ''),
+            });
+            const pubDateStr: string | undefined = $el.find('td').last().text();
+            const linkUrl: string | undefined = titleEl.find('a.gb-anchor').attr('href');
+            const authors: DataItem['author'] = $el.find('meta[property="og:site_name"]').attr('content');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                pubDate: pubDateStr ? parseDate(pubDateStr, ['DD MMM YYYY', 'YYYY 年 MM 月 DD 日']) : undefined,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                author: authors,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                updated: upDatedStr ? parseDate(upDatedStr, ['DD MMM YYYY', 'YYYY 年 MM 月 DD 日']) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = item.title ?? $$('h1.gb-header').text();
+
+                $$('h1.gb-header').remove();
+
+                const description: string | undefined =
+                    item.description +
+                    art(path.join(__dirname, 'templates/security-releases.art'), {
+                        description: $$('div#sections').html(),
+                    });
+                const pubDateStr: string | undefined = detailResponse.match(/publish_date:\s"(\d{8})",/, '')?.[1];
+                const authors: DataItem['author'] = $$('meta[property="og:site_name"]').attr('content');
+                const upDatedStr: string | undefined = $$('.time').text() || pubDateStr;
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? parseDate(pubDateStr, 'MMDDYYYY') : item.pubDate,
+                    author: authors,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    updated: upDatedStr ? parseDate(upDatedStr, 'MMDDYYYY') : item.updated,
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        author: $('meta[property="og:site_name"]').attr('content'),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/security-releases/:language?',
+    name: 'Security releases',
+    url: 'support.apple.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/apple/security-releases',
+    parameters: {
+        language: {
+            description: 'Language, `en-us` by default',
+        },
+    },
+    description: `:::tip
+To subscribe to [Apple security releases](https://support.apple.com/en-us/100100), where the source URL is \`https://support.apple.com/en-us/100100\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/apple/security-releases/en-us\`](https://rsshub.app/apple/security-releases/en-us).
+:::
+`,
+    categories: ['program-update'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['support.apple.com/:language/100100'],
+            target: (params) => {
+                const language: string = params.language;
+
+                return `/apple/security-releases${language ? `/${language}` : ''}`;
+            },
+        },
+    ],
+    view: ViewType.Articles,
+
+    zh: {
+        path: '/security-releases/:language?',
+        name: '安全性发布',
+        url: 'support.apple.com',
+        maintainers: ['nczitzk'],
+        handler,
+        example: '/apple/security-releases',
+        parameters: {
+            language: {
+                description: '语言，默认为 `en-us`，可在对应页 URL 中找到',
+            },
+        },
+        description: `:::tip
+若订阅 [Apple 安全性发布](https://support.apple.com/zh-cn/100100)，网址为 \`https://support.apple.com/zh-cn/100100\`，请截取 \`https://support.apple.com/\` 到末尾 \`/100100\` 的部分 \`zh-cn\` 作为 \`language\` 参数填入，此时目标路由为 [\`/apple/security-releases/zh-cn\`](https://rsshub.app/apple/security-releases/zh-cn)。
+:::
+`,
+    },
+};

package/lib/routes/apple/templates/security-releases.art

@@ -0,0 +1,28 @@
+{{ if headers && infos }}
+  <table>
+    <tbody>
+      {{ if headers.length > 0 }}
+        <tr>
+          {{ each headers header }}
+            <th>
+              {{ header }}
+            </th>
+          {{ /each }}
+        </tr>
+      {{ /if }}
+      {{ if infos.length > 0 }}
+        <tr>
+          {{ each infos info }}
+            <td>
+              {{@ info }}
+            </td>
+          {{ /each }}
+        </tr>
+      {{ /if }}
+    </tbody>
+  </table>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/appleinsider/index.ts

@@ -27,8 +27,8 @@ export const route: Route = {
     maintainers: ['nczitzk'],
     handler,
     description: `| News | Reviews | How-tos |
-  | ---- | ------- | ------- |
-  |      | reviews | how-to  |`,
+| ---- | ------- | ------- |
+|      | reviews | how-to  |`,
 };
 
 async function handler(ctx) {

package/lib/routes/appstore/price.ts

@@ -50,7 +50,6 @@ async function handler(ctx) {
             title: unsupported,
             item: [{ title: unsupported }],
         };
-        return;
     }
 
     let result = res.data.results.apps;

package/lib/routes/appstorrent/programs.ts

@@ -1,14 +1,12 @@
 import { Data, DataItem, Route } from '@/types';
 import cache from '@/utils/cache';
 import got, { Options } from '@/utils/got';
-import { getCurrentPath } from '@/utils/helpers';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
 import { load } from 'cheerio';
 import dayjs from 'dayjs';
 import { Context } from 'hono';
 import path from 'node:path';
-const __dirname = getCurrentPath(import.meta.url);
 
 export const route: Route = {
     path: '/programs',

package/lib/routes/aqara/post.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import { getSubPath } from '@/utils/common-utils';
 import got from '@/utils/got';
@@ -31,7 +29,7 @@ async function handler(ctx) {
 
     if (filterMatches) {
         const filterRegion = filterMatches[1];
-        const filterType = filterMatches[2] === 'tag' ? 'tags' : filterMatches[2] === 'category' ? 'categories' : filterMatches[2];
+        const filterType = filterMatches[2] === 'tag' ? 'tags' : (filterMatches[2] === 'category' ? 'categories' : filterMatches[2]);
         const filterKeyword = decodeURI(filterMatches[3].split('/').pop());
         const filterApiUrl = new URL(`${filterRegion}/${apiSlug}/${filterType}?search=${filterKeyword}`, rootUrl).href;
 

package/lib/routes/aqara/region.ts

@@ -14,5 +14,5 @@ function handler(ctx) {
 
     const { region = 'en', type = 'news' } = ctx.req.param();
     const redirectTo = `/aqara/${region}/category/${types[type]}`;
-    ctx.redirect(redirectTo);
+    ctx.set('redirect', redirectTo);
 }

package/lib/routes/aqicn/aqi.ts

@@ -1,5 +1,6 @@
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
+import { Route } from '@/types';
 
 export const route: Route = {
     path: '/:city/:pollution?',

package/lib/routes/arcteryx/new-arrivals.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { art } from '@/utils/render';
@@ -30,19 +28,19 @@ export const route: Route = {
     handler,
     description: `Country
 
-  | United States | Canada | United Kingdom |
-  | ------------- | ------ | -------------- |
-  | us            | ca     | gb             |
+| United States | Canada | United Kingdom |
+| ------------- | ------ | -------------- |
+| us            | ca     | gb             |
 
   gender
 
-  | male | female |
-  | ---- | ------ |
-  | mens | womens |
+| male | female |
+| ---- | ------ |
+| mens | womens |
 
-  :::tip
+::: tip
   Parameter \`country\` can be found within the url of \`Arcteryx\` website.
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/arcteryx/outlet.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { art } from '@/utils/render';
@@ -30,19 +28,19 @@ export const route: Route = {
     handler,
     description: `Country
 
-  | United States | Canada | United Kingdom |
-  | ------------- | ------ | -------------- |
-  | us            | ca     | gb             |
+| United States | Canada | United Kingdom |
+| ------------- | ------ | -------------- |
+| us            | ca     | gb             |
 
   gender
 
-  | male | female |
-  | ---- | ------ |
-  | mens | womens |
+| male | female |
+| ---- | ------ |
+| mens | womens |
 
-  :::tip
+::: tip
   Parameter \`country\` can be found within the url of \`Arcteryx\` website.
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/arcteryx/regear-new-arrivals.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { load } from 'cheerio';

package/lib/routes/artstation/user.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';