rsshub 1.0.0-master.ff76aa7 → 1.0.0-master.ff83e83

package/lib/routes/alicesoft/infomation.ts

@@ -0,0 +1,88 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+
+const baseUrl = 'https://www.alicesoft.com';
+
+export const route: Route = {
+    url: 'www.alicesoft.com/information',
+    path: '/information/:category?/:game?',
+    categories: ['game'],
+    example: '/alicesoft/information/game/cat377',
+    parameters: {
+        category: 'Category in the URL, which can be accessed under カテゴリ一覧 on the website.',
+        game: 'Game-specific subcategory in the URL, which can be accessed under カテゴリ一覧 on the website. In this case, the category value should be `game`.',
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.alicesoft.com/information', 'www.alicesoft.com/information/:category', 'www.alicesoft.com/information/:category/:game'],
+            target: '/information/:category/:game',
+        },
+    ],
+    name: 'ニュース',
+    maintainers: ['keocheung'],
+    handler,
+};
+
+async function handler(ctx) {
+    const { category, game } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 10;
+
+    let url = `${baseUrl}/information`;
+    if (category) {
+        url += `/${category}`;
+        if (game) {
+            url += `/${game}`;
+        }
+    }
+
+    const response = await got(url);
+    const $ = load(response.data);
+
+    let items = $('div.cont-main li')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('p.txt').text(),
+                link: item.find('a').attr('href'),
+                pubDate: new Date(item.find('time').attr('datetime')),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link.startsWith(`${baseUrl}/information/`)) {
+                return item;
+            }
+            return cache.tryGet(item.link, async () => {
+                const contentResponse = await got(item.link);
+
+                const content = load(contentResponse.data);
+                content('iframe[src^="https://www.youtube.com/"]').removeAttr('height').removeAttr('width');
+                item.description = `<div lang="ja-JP">${content('div.article-detail')
+                    .html()
+                    ?.replaceAll(/<p class="hl1">(.+?)<\/p>/g, '<h3>$1</h3>')
+                    ?.replaceAll(/<p class="hl2">(.+?)<\/p>/g, '<h4>$1</h4>')}</div>`;
+                return item;
+            });
+        })
+    );
+
+    return {
+        title: 'ALICESOFT ' + $('article h2').clone().children().remove().end().text(),
+        link: url,
+        item: items,
+        language: 'ja',
+    };
+}

package/lib/routes/alicesoft/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'ALICESOFT',
+    url: 'www.alicesoft.com',
+    lang: 'ja',
+};

package/lib/routes/alipan/namespace.ts

@@ -4,4 +4,5 @@ export const namespace: Namespace = {
     name: '阿里云盘',
     url: 'www.alipan.com',
     categories: ['multimedia'],
+    lang: 'zh-CN',
 };

package/lib/routes/aliresearch/information.ts

@@ -6,7 +6,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/information/:type?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/aliresearch/information',
     parameters: { type: '类型，见下表，默认为新闻' },
     features: {
@@ -28,7 +28,7 @@ export const route: Route = {
     handler,
     url: 'aliresearch.com/cn/information',
     description: `| 新闻 | 观点 | 案例 |
-  | ---- | ---- | ---- |`,
+| ---- | ---- | ---- |`,
 };
 
 async function handler(ctx) {

package/lib/routes/aliresearch/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '阿里研究院',
     url: 'aliresearch.com',
+    lang: 'zh-CN',
 };

package/lib/routes/alistapart/index.ts

@@ -3,16 +3,18 @@ import { getData, getList } from './utils';
 
 export const route: Route = {
     path: '/',
+    categories: ['programming'],
     radar: [
         {
             source: ['alistapart.com/articles/'],
-            target: '',
+            target: '/',
         },
     ],
-    name: 'Unknown',
+    name: 'Home Feed',
     maintainers: ['Rjnishant530'],
     handler,
     url: 'alistapart.com/articles/',
+    example: '/alistapart',
 };
 
 async function handler() {

package/lib/routes/alistapart/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'A List Apart',
     url: 'alistapart.com',
+    lang: 'en',
 };

package/lib/routes/alistapart/topic.ts

@@ -17,6 +17,7 @@ export const route: Route = {
     radar: [
         {
             source: ['alistapart.com/blog/topic/:topic'],
+            target: '/:topic',
         },
     ],
     name: 'Topics',
@@ -25,51 +26,51 @@ export const route: Route = {
     url: 'alistapart.com/articles/',
     description: `You have the option to utilize the main heading or use individual categories as topics for the path.
 
-  | **Code**                    | *code*                    |
-  | --------------------------- | ------------------------- |
-  | **Application Development** | *application-development* |
-  | **Browsers**                | *browsers*                |
-  | **CSS**                     | *css*                     |
-  | **HTML**                    | *html*                    |
-  | **JavaScript**              | *javascript*              |
-  | **The Server Side**         | *the-server-side*         |
+| **Code**                    | *code*                    |
+| --------------------------- | ------------------------- |
+| **Application Development** | *application-development* |
+| **Browsers**                | *browsers*                |
+| **CSS**                     | *css*                     |
+| **HTML**                    | *html*                    |
+| **JavaScript**              | *javascript*              |
+| **The Server Side**         | *the-server-side*         |
 
-  | **Content**          | *content*          |
-  | -------------------- | ------------------ |
-  | **Community**        | *community*        |
-  | **Content Strategy** | *content-strategy* |
-  | **Writing**          | *writing*          |
+| **Content**          | *content*          |
+| -------------------- | ------------------ |
+| **Community**        | *community*        |
+| **Content Strategy** | *content-strategy* |
+| **Writing**          | *writing*          |
 
-  | **Design**                 | *design*               |
-  | -------------------------- | ---------------------- |
-  | **Brand Identity**         | *brand-identity*       |
-  | **Graphic Design**         | *graphic-design*       |
-  | **Layout & Grids**         | *layout-grids*         |
-  | **Mobile/Multidevice**     | *mobile-multidevice*   |
-  | **Responsive Design**      | *responsive-design*    |
-  | **Typography & Web Fonts** | *typography-web-fonts* |
+| **Design**                 | *design*               |
+| -------------------------- | ---------------------- |
+| **Brand Identity**         | *brand-identity*       |
+| **Graphic Design**         | *graphic-design*       |
+| **Layout & Grids**         | *layout-grids*         |
+| **Mobile/Multidevice**     | *mobile-multidevice*   |
+| **Responsive Design**      | *responsive-design*    |
+| **Typography & Web Fonts** | *typography-web-fonts* |
 
-  | **Industry & Business** | *industry-business* |
-  | ----------------------- | ------------------- |
-  | **Business**            | *business*          |
-  | **Career**              | *career*            |
-  | **Industry**            | *industry*          |
-  | **State of the Web**    | *state-of-the-web*  |
+| **Industry & Business** | *industry-business* |
+| ----------------------- | ------------------- |
+| **Business**            | *business*          |
+| **Career**              | *career*            |
+| **Industry**            | *industry*          |
+| **State of the Web**    | *state-of-the-web*  |
 
-  | **Process**            | *process*            |
-  | ---------------------- | -------------------- |
-  | **Creativity**         | *creativity*         |
-  | **Project Management** | *project-management* |
-  | **Web Strategy**       | *web-strategy*       |
-  | **Workflow & Tools**   | *workflow-tools*     |
+| **Process**            | *process*            |
+| ---------------------- | -------------------- |
+| **Creativity**         | *creativity*         |
+| **Project Management** | *project-management* |
+| **Web Strategy**       | *web-strategy*       |
+| **Workflow & Tools**   | *workflow-tools*     |
 
-  | **User Experience**          | *user-experience*          |
-  | ---------------------------- | -------------------------- |
-  | **Accessibility**            | *accessibility*            |
-  | **Information Architecture** | *information-architecture* |
-  | **Interaction Design**       | *interaction-design*       |
-  | **Usability**                | *usability*                |
-  | **User Research**            | *user-research*            |`,
+| **User Experience**          | *user-experience*          |
+| ---------------------------- | -------------------------- |
+| **Accessibility**            | *accessibility*            |
+| **Information Architecture** | *information-architecture* |
+| **Interaction Design**       | *interaction-design*       |
+| **Usability**                | *usability*                |
+| **User Research**            | *user-research*            |`,
 };
 
 async function handler(ctx) {

package/lib/routes/aliyun/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '阿里云',
     url: 'developer.aliyun.com',
+    lang: 'zh-CN',
 };

package/lib/routes/aliyun/notice.ts

@@ -34,12 +34,12 @@ export const route: Route = {
     maintainers: ['muzea'],
     handler,
     description: `| 类型     | type |
-  | -------- | ---- |
-  | 全部     |      |
-  | 升级公告 | 1    |
-  | 安全公告 | 2    |
-  | 备案公告 | 3    |
-  | 其他     | 4    |`,
+| -------- | ---- |
+| 全部     |      |
+| 升级公告 | 1    |
+| 安全公告 | 2    |
+| 备案公告 | 3    |
+| 其他     | 4    |`,
 };
 
 async function handler(ctx) {

package/lib/routes/aljazeera/index.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import { getSubPath } from '@/utils/common-utils';
 import cache from '@/utils/cache';

package/lib/routes/aljazeera/namespace.ts

@@ -1,6 +1,7 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'Aljazeera 半岛电视台',
+    name: 'Aljazeera',
     url: 'aljazeera.com',
+    lang: 'en',
 };

package/lib/routes/ally/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '艾莱资讯',
     url: 'rail.ally.net.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/ally/rail.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { DataItem, Route } from '@/types';
 import cache from '@/utils/cache';
 import { load } from 'cheerio';
 import got from '@/utils/got';
@@ -8,7 +8,7 @@ import timezone from '@/utils/timezone';
 export const route: Route = {
     path: '/rail/:category?/:topic?',
     categories: ['new-media'],
-    example: '/ally/rail/hyzix/chengguijiaotong/',
+    example: '/ally/rail/hyzix/chengguijiaotong',
     parameters: { category: '分类，可在 URL 中找到；略去则抓取首页', topic: '话题，可在 URL 中找到；并非所有页面均有此字段' },
     features: {
         requireConfig: false,
@@ -27,9 +27,9 @@ export const route: Route = {
     maintainers: ['Rongronggg9'],
     handler,
     url: 'rail.ally.net.cn/',
-    description: `:::tip
+    description: `::: tip
   默认抓取前 20 条，可通过 \`?limit=\` 改变。
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {
@@ -40,26 +40,28 @@ async function handler(ctx) {
 
     const response = await got.get(pageUrl);
     const $ = load(response.data);
-    let title = $('.container .regsiter a') // what a typo...
-        .get()
-        .slice(1) // drop "首页"
-        .reduce((prev, curr) => (prev ? `${prev} - ${$(curr).text()}` : $(curr).text()), '');
+    let title = '';
+    const titleLinks = $('.container .regsiter a').toArray().slice(1); // what a typo... drop "首页"
+    for (const link of titleLinks) {
+        const linkText = $(link).text();
+        title = title ? `${title} - ${linkText}` : linkText;
+    }
     title = title || (category && topic ? `${category} - ${topic}` : category) || '首页';
     let links = [
         // list page: http://rail.ally.net.cn/html/lujuzixun/
-        $('.left .hynewsO h2 a').get(),
+        $('.left .hynewsO h2 a').toArray(),
         // multi-sub-topic page: http://rail.ally.net.cn/html/hyzix/
-        $('.left .list_content_c').find('.new_hy_focus_con_tit a, .new_hy_list_name a').get(),
+        $('.left .list_content_c').find('.new_hy_focus_con_tit a, .new_hy_list_name a').toArray(),
         // multi-sub-topic page 2: http://rail.ally.net.cn/html/foster/
-        $('.left').find('.nnewslistpic a, .nnewslistinfo dd a').get(),
+        $('.left').find('.nnewslistpic a, .nnewslistinfo dd a').toArray(),
         // data list page: http://rail.ally.net.cn/html/tongjigongbao/
-        $('.left .list_con .datacountTit a').get(),
+        $('.left .list_con .datacountTit a').toArray(),
         // home page: http://rail.ally.net.cn
-        $('.container_left').find('dd a, h1 a, ul.slideshow li a').get(),
+        $('.container_left').find('dd a, h1 a, ul.slideshow li a').toArray(),
     ].flat();
     if (!links.length) {
         // try aggressively sniffing links, e.g. http://rail.ally.net.cn/html/InviteTen/
-        links = $('.left a, .container_left a').get();
+        links = $('.left a, .container_left a').toArray();
     }
 
     let items = links
@@ -77,10 +79,14 @@ async function handler(ctx) {
                 pubDate: timezone(parseDate(`${urlMatch[1]}${urlMatch[2]}`), 8),
             };
         })
-        .filter(Boolean)
-        .reduce((prev, curr) => (prev.length && prev.at(-1).link === curr.link ? prev : [...prev, curr]), [])
-        .sort((a, b) => b.pubDate - a.pubDate)
-        .slice(0, ctx.req.query('limit') || 20);
+        .filter(Boolean);
+    const uniqueItems: DataItem[] = [];
+    for (const item of items) {
+        if (!uniqueItems.some((uniqueItem) => uniqueItem.link === item?.link)) {
+            uniqueItems.push(item!);
+        }
+    }
+    items = uniqueItems.sort((a, b) => b.pubDate - a.pubDate).slice(0, ctx.req.query('limit') || 20);
 
     items = await Promise.all(
         items.map((item) =>

package/lib/routes/alpinelinux/namespace.ts

@@ -8,4 +8,5 @@ export const namespace: Namespace = {
         name: 'Alpine Linux',
         description: 'Alpine Linux 是一个基于 musl libc 和 busybox 的面向安全的轻量级 Linux 发行版。',
     },
+    lang: 'en',
 };

package/lib/routes/alpinelinux/pkgs.ts

@@ -55,7 +55,7 @@ function parseTableToJSON(tableHTML: string) {
             package: $(row).find('.package a').text().trim(),
             packageUrl: $(row).find('.package a').attr('href')?.trim(),
             description: $(row).find('.package a').attr('aria-label')?.trim(),
-            version: $(row).find('.version a').text().trim(),
+            version: $(row).find('.version').text().trim(),
             project: $(row).find('.url a').attr('href')?.trim(),
             license: $(row).find('.license').text().trim(),
             branch: $(row).find('.branch').text().trim(),
@@ -73,7 +73,7 @@ async function handler(ctx: Context): Promise<Data> {
     const query = new URLSearchParams(routeParams);
     query.append('name', name);
     const link = `https://pkgs.alpinelinux.org/packages?${query.toString()}`;
-    const key = `alpinelinux:${query.toString()}`;
+    const key = `alpinelinux:packages:${query.toString()}`;
     const rowData = (await cache.tryGet(
         key,
         async () => {

package/lib/routes/alternativeto/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'AlternativeTo',
     url: 'www.alternativeto.net',
+    lang: 'en',
 };

package/lib/routes/alternativeto/utils.ts

@@ -14,7 +14,7 @@ const puppeteerGet = (url, cache) =>
             waitUntil: 'domcontentloaded',
         });
         const html = await page.evaluate(() => document.documentElement.innerHTML);
-        browser.close();
+        await browser.close();
         return html;
     });
 

package/lib/routes/amazon/kindle-software-updates.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { art } from '@/utils/render';

package/lib/routes/amazon/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Amazon',
     url: 'amazon.com',
+    lang: 'en',
 };

package/lib/routes/amz123/kx.ts

@@ -0,0 +1,65 @@
+import { Route, ViewType } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/kx',
+    categories: ['new-media'],
+    example: '/amz123/kx',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['amz123.com/kx'],
+            target: '/kx',
+        },
+    ],
+    name: 'AMZ123 快讯',
+    maintainers: ['defp'],
+    handler,
+    url: 'amz123.com/kx',
+    view: ViewType.Articles,
+};
+
+async function handler() {
+    const limit = 12;
+    const apiRootUrl = 'https://api.amz123.com';
+    const rootUrl = 'https://www.amz123.com';
+
+    const { data: response } = await got.post(`${apiRootUrl}/ugc/v1/user_content/forum_list`, {
+        json: {
+            page: 1,
+            page_size: limit,
+            tag_id: 0,
+            fid: 4,
+            ban: 0,
+            is_new: 1,
+        },
+        headers: {
+            'content-type': 'application/json',
+        },
+    });
+
+    const items = response.data.rows.map((item) => ({
+        title: item.title,
+        description: item.description,
+        pubDate: parseDate(item.published_at * 1000),
+        link: `${rootUrl}/kx/${item.id}`,
+        author: item.author?.username,
+        category: item.tags.map((tag) => tag.name),
+        guid: item.resource_id,
+    }));
+
+    return {
+        title: 'AMZ123 快讯',
+        link: `${rootUrl}/kx`,
+        item: items,
+    };
+}

package/lib/routes/amz123/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Amz123',
+    url: 'www.amz123.com',
+    categories: ['new-media'],
+    description: '跨境电商平台',
+    lang: 'zh-CN',
+};

package/lib/routes/android/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Android',
     url: 'developer.android.com',
+    lang: 'en',
 };

package/lib/routes/anime1/anime.ts

@@ -38,7 +38,7 @@ async function handler(ctx) {
 
     const $ = load(response);
 
-    const title = $('page-title').text().trim();
+    const title = $('.page-title').text().trim();
 
     const items = $('article')
         .toArray()

package/lib/routes/anime1/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Anime1',
     url: 'anime1.me',
+    lang: 'zh-TW',
 };

package/lib/routes/annualreviews/index.ts

@@ -27,9 +27,9 @@ export const route: Route = {
     handler,
     description: `The URL of the journal [Annual Review of Analytical Chemistry](https://www.annualreviews.org/journal/anchem) is \`https://www.annualreviews.org/journal/anchem\`, where \`anchem\` is the id of the journal, so the route for this journal is \`/annualreviews/anchem\`.
 
-  :::tip
+::: tip
   More jounals can be found in [Browse Journals](https://www.annualreviews.org/action/showPublications).
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/annualreviews/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Annual Reviews',
     url: 'annualreviews.org',
+    lang: 'en',
 };

package/lib/routes/anquanke/category.ts

@@ -22,8 +22,8 @@ export const route: Route = {
     maintainers: ['qwertyuiop6'],
     handler,
     description: `| 360 网络安全周报 | 活动     | 知识      | 资讯 | 招聘 | 工具 |
-  | ---------------- | -------- | --------- | ---- | ---- | ---- |
-  | week             | activity | knowledge | news | job  | tool |`,
+| ---------------- | -------- | --------- | ---- | ---- | ---- |
+| week             | activity | knowledge | news | job  | tool |`,
 };
 
 async function handler(ctx) {

package/lib/routes/anquanke/namespace.ts

@@ -3,7 +3,8 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '安全客',
     url: 'anquanke.com',
-    description: `:::tip
+    description: `::: tip
 官方提供了混合的主页资讯 RSS: [https://api.anquanke.com/data/v1/rss](https://api.anquanke.com/data/v1/rss)
 :::`,
+    lang: 'zh-CN',
 };

package/lib/routes/anthropic/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Anthropic',
+    url: 'anthropic.com',
+    lang: 'en',
+};