rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/lib/routes/rss3/index.ts

@@ -0,0 +1,157 @@
+import { Route, type DataItem } from '@/types';
+
+import { camelcaseKeys } from '@/utils/camelcase-keys';
+import ofetch from '@/utils/ofetch';
+import { renderItemActionToHTML } from '@rss3/sdk';
+
+export const route: Route = {
+    path: '/:account/:network?/:tag?',
+    categories: ['social-media'],
+    example: '/rss3/vitalik.eth',
+    name: 'Account Activities',
+    maintainers: ['DIYgod'],
+    url: 'docs.rss3.io/api-reference#tag/decentralized/GET/decentralized/%7Baccount%7D',
+    handler,
+    description: 'Retrieve the activities associated with a specified account in the decentralized system.',
+    parameters: {
+        account: {
+            description: 'Retrieve activities from the specified account. This account is a unique identifier within the decentralized system.',
+        },
+        network: {
+            description: 'Retrieve activities from the specified network.',
+            default: 'all',
+            options: [
+                {
+                    value: 'all',
+                    label: 'All',
+                },
+                {
+                    value: 'arbitrum',
+                    label: 'Arbitrum',
+                },
+                {
+                    value: 'arweave',
+                    label: 'Arweave',
+                },
+                {
+                    value: 'avax',
+                    label: 'Avax',
+                },
+                {
+                    value: 'base',
+                    label: 'Base',
+                },
+                {
+                    value: 'binance-smart-chain',
+                    label: 'Binance Smart Chain',
+                },
+                {
+                    value: 'crossbell',
+                    label: 'Crossbell',
+                },
+                {
+                    value: 'ethereum',
+                    label: 'Ethereum',
+                },
+                {
+                    value: 'farcaster',
+                    label: 'Farcaster',
+                },
+                {
+                    value: 'gnosis',
+                    label: 'Gnosis',
+                },
+                {
+                    value: 'linea',
+                    label: 'Linea',
+                },
+                {
+                    value: 'optimism',
+                    label: 'Optimism',
+                },
+                {
+                    value: 'polygon',
+                    label: 'Polygon',
+                },
+                {
+                    value: 'vsl',
+                    label: 'VSL',
+                },
+            ],
+        },
+        tag: {
+            description: 'Retrieve activities from the specified tag.',
+            default: 'all',
+            options: [
+                {
+                    value: 'all',
+                    label: 'All',
+                },
+                {
+                    value: 'collectible',
+                    label: 'collectible',
+                },
+                {
+                    value: 'exchange',
+                    label: 'exchange',
+                },
+                {
+                    value: 'metaverse',
+                    label: 'metaverse',
+                },
+                {
+                    value: 'rss',
+                    label: 'rss',
+                },
+                {
+                    value: 'social',
+                    label: 'social',
+                },
+                {
+                    value: 'transaction',
+                    label: 'transaction',
+                },
+                {
+                    value: 'unknown',
+                    label: 'unknown',
+                },
+            ],
+        },
+    },
+};
+
+async function handler(ctx) {
+    const { account, network, tag } = ctx.req.param();
+
+    const { data } = await ofetch(
+        `https://gi.rss3.io/decentralized/${account}?${new URLSearchParams({
+            limit: '20',
+            ...(network && network !== 'all' && { network }),
+            ...(tag && tag !== 'all' && { tag }),
+        })}`
+    );
+
+    return {
+        title: `${account} activities`,
+        link: 'https://rss3.io',
+        item: data.map((item) => {
+            const content = renderItemActionToHTML(camelcaseKeys(item.actions));
+
+            const description = `New ${item.tag} ${item.type} action on ${item.network}<br /><br />From: ${item.from}<br/>To: ${item.to}`;
+            return {
+                title: `New ${item.tag} ${item.type} action on ${item.network}`,
+                description: content ?? description,
+                link: item.actions?.[0]?.related_urls?.[0],
+                guid: item.id,
+                author: [
+                    {
+                        name: item.owner,
+                        avatar: `https://cdn.stamp.fyi/avatar/eth:${item.owner}`,
+                    },
+                ],
+
+                _extra: { raw: item },
+            } as DataItem;
+        }),
+    };
+}

package/lib/routes/rss3/interfaces/metadata.ts

@@ -0,0 +1,67 @@
+import {
+    CollectibleApproval,
+    CollectibleBurn,
+    CollectibleMint,
+    CollectibleTrade,
+    CollectibleTransfer,
+    ExchangeLiquidity,
+    ExchangeStaking,
+    ExchangeSwap,
+    MetaverseBurn,
+    MetaverseMint,
+    MetaverseTrade,
+    MetaverseTransfer,
+    SocialComment,
+    SocialDelete,
+    SocialMint,
+    SocialPost,
+    SocialProfile,
+    SocialProxy,
+    SocialRevise,
+    SocialReward,
+    SocialShare,
+    StakeStaking,
+    StakeTransaction,
+    StakerProfitSnapshot,
+    TransactionApproval,
+    TransactionBridge,
+    TransactionBurn,
+    TransactionEvent,
+    TransactionMint,
+    TransactionTransfer,
+} from '@rss3/sdk';
+export type RSS3DataModels = {
+    CollectibleApproval: CollectibleApproval;
+    CollectibleBurn: CollectibleBurn;
+    CollectibleMint: CollectibleMint;
+    CollectibleTrade: CollectibleTrade;
+    CollectibleTransfer: CollectibleTransfer;
+    MetaverseBurn: MetaverseBurn;
+    MetaverseMint: MetaverseMint;
+    MetaverseTrade: MetaverseTrade;
+    MetaverseTransfer: MetaverseTransfer;
+    SocialComment: SocialComment;
+    SocialDelete: SocialDelete;
+    SocialMint: SocialMint;
+    SocialPost: SocialPost;
+    SocialProfile: SocialProfile;
+    SocialProxy: SocialProxy;
+    SocialRevise: SocialRevise;
+    SocialReward: SocialReward;
+    SocialShare: SocialShare;
+    StakeStaking: StakeStaking;
+    StakeTransaction: StakeTransaction;
+    StakerProfitSnapshot: StakerProfitSnapshot;
+    TransactionApproval: TransactionApproval;
+    TransactionBridge: TransactionBridge;
+    TransactionBurn: TransactionBurn;
+    TransactionEvent: TransactionEvent;
+    TransactionMint: TransactionMint;
+    TransactionTransfer: TransactionTransfer;
+    ExchangeLiquidity: ExchangeLiquidity;
+    ExchangeStaking: ExchangeStaking;
+    ExchangeSwap: ExchangeSwap;
+};
+export type GetRSS3DataMetadata<FirstKey extends string, SecondKey extends string> = `${Capitalize<FirstKey>}${Capitalize<SecondKey>}` extends keyof RSS3DataModels
+    ? RSS3DataModels[`${Capitalize<FirstKey>}${Capitalize<SecondKey>}`]
+    : null;

package/lib/routes/rss3/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'RSS3',
+    url: 'rss3.io',
+    description: 'The RSS3 Network is the a decentralized network designed to promote the free flow of information on the Open Web .',
+};

package/lib/routes/rsshub/routes.ts

@@ -1,12 +1,28 @@
-import { Route } from '@/types';
-import got from '@/utils/got';
-import { load } from 'cheerio';
+import { Route, ViewType } from '@/types';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
 
 export const route: Route = {
     path: '/routes/:lang?',
-    categories: ['program-update'],
+    categories: ['program-update', 'popular'],
+    view: ViewType.Notifications,
     example: '/rsshub/routes/en',
-    parameters: { lang: 'Language, `zh` means Chinese docs, other values or null means English docs, `en` by default' },
+    parameters: {
+        lang: {
+            description: 'Language',
+            options: [
+                {
+                    label: 'Chinese',
+                    value: 'zh',
+                },
+                {
+                    label: 'English',
+                    value: 'en',
+                },
+            ],
+            default: 'en',
+        },
+    },
     radar: [
         {
             source: ['docs.rsshub.app/*'],
@@ -50,11 +66,9 @@ async function handler(ctx) {
     ];
     const all = await Promise.all(
         types.map(async (type) => {
-            const response = await got(`https://docs.rsshub.app/${lang}routes/${type}`);
-
-            const data = response.data;
+            const response = await ofetch(`https://docs.rsshub.app/${lang}routes/${type}`);
 
-            const $ = load(data);
+            const $ = cheerio.load(response);
             const page = $('.page').toArray();
             const item = $('.routeBlock').toArray();
             return { page, item, type };
@@ -68,15 +82,23 @@ async function handler(ctx) {
         description: isEnglish ? 'Everything is RSSible' : '万物皆可 RSS',
         language: isEnglish ? 'en-us' : 'zh-cn',
         item: list.map(({ page, item, type }) => {
-            const $ = load(page);
-            item = $(item);
-            const h2Title = item.prevAll('h2').eq(0);
-            const h3Title = item.prevAll('h3').eq(0);
+            const $ = cheerio.load(page);
+            const $item = $(item);
+            const h2Title = $item.prevAll('h2').eq(0);
+            const h3Title = $item.prevAll('h3').eq(0);
+
+            $item.find('.VPBadge').each((_, ele) => {
+                const $ele = $(ele);
+                if ($ele.text().includes('Test')) {
+                    $ele.remove();
+                }
+            });
+
             return {
                 title: `${h2Title.text().trim()} - ${h3Title.text().trim()}`,
-                description: item.html(),
+                description: $item.html()?.replaceAll(/<!--.*?-->/g, ''),
                 link: `https://docs.rsshub.app/${lang}routes/${type}#${encodeURIComponent(h2Title.find('.header-anchor').attr('href') && h3Title.find('.header-anchor').attr('href')?.substring(1))}`,
-                guid: item.attr('id'),
+                guid: $item.attr('id'),
             };
         }),
     };

package/lib/routes/ruc/ai.ts

@@ -0,0 +1,87 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/ai/:category?',
+    categories: ['university'],
+    example: '/ruc/ai',
+    parameters: { category: '分类，见下方说明，默认为首页公告' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['ai.ruc.edu.cn/'],
+        },
+    ],
+    name: '高瓴人工智能学院',
+    maintainers: ['yinhanyan'],
+    handler: async (ctx) => {
+        const category = ctx.req.param('category')?.replace(/-/g, '/') ?? 'newslist/notice';
+        const baseURL = `http://ai.ruc.edu.cn/${category}/`;
+        const indexUrl = baseURL + 'index.htm';
+        const response = await ofetch(indexUrl);
+        const $ = load(response);
+        const pageTitle = $('title').text();
+        const list = $('div.fr li')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const a = item.find('a').first();
+                const link = baseURL + a.attr('href');
+                return {
+                    link,
+                };
+            });
+
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link, async () => {
+                    try {
+                        const response = await ofetch(item.link);
+                        const $ = load(response);
+                        const title = $('title').text();
+                        item.title = title;
+                        const titleDiv = $('div.tit');
+                        const date = titleDiv.find('span').first().text();
+                        item.pubDate = timezone(parseDate(/\d+-\d+-\d+/.exec(date)[0]), +8);
+                        const frame = $('div.fr');
+                        item.description = frame
+                            .children()
+                            .slice(3)
+                            .map((i, el) => $.html(el))
+                            .get()
+                            .join('');
+                    } catch {
+                        item.description = '';
+                    }
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: pageTitle,
+            link: indexUrl,
+            icon: 'https://www.ruc.edu.cn/favicon.ico',
+            logo: 'http://ai.ruc.edu.cn/images/cn_ruc_logo.png',
+            item: items,
+        };
+    },
+    url: 'ai.ruc.edu.cn/',
+    description: `:::tip
+  分类字段处填写的是对应中国人民大学高瓴人工智能学院分类页网址中介于 **\`http://ai.ruc.edu.cn/\`** 和 **/index.htm** 中间的一段，并将其中的 \`/\` 修改为 \`-\`。
+
+  如 [中国人民大学高瓴人工智能学院 - 新闻公告 - 学院新闻](http://ai.ruc.edu.cn/newslist/newsdetail/index.htm) 的网址为 \`http://ai.ruc.edu.cn/newslist/newsdetail/index.htm\` 其中介于 **\`http://ai.ruc.edu.cn/\`** 和 **/index.htm** 中间的一段为 \`newslist/newsdetail\`。随后，并将其中的 \`/\` 修改为 \`-\`，可以得到 \`newslist-newsdetail\`。所以最终我们的路由为 [\`/ruc/ai/newslist-newsdetail\`](https://rsshub.app/ruc/ai/newslist-newsdetail)
+    :::`,
+};

package/lib/routes/ruc/namespace.ts

@@ -1,6 +1,9 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: '中国人民大学',
-    url: 'hr.ruc.edu.cn',
+    name: 'Renmin University of China',
+    url: 'ruc.edu.cn',
+    zh: {
+        name: '中国人民大学',
+    },
 };

package/lib/routes/samd/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '深圳市医疗器械行业协会',
+    url: 'www.samd.org.cn',
+};

package/lib/routes/samd/news.ts

@@ -0,0 +1,74 @@
+import { Route, DataItem } from '@/types';
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
+const dict = { '434': '行业资讯', '436': '协会动态', '438': '重要通知', '440': '政策法规' };
+
+export const route: Route = {
+    path: '/news/:typeId',
+    categories: ['government'],
+    example: '/samd/news/440',
+    parameters: { type: '文章类型ID，见下表' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    description: `| 行业资讯 | 协会动态 | 重要通知 | 政策法规 |
+| --- | --- | --- | --- |
+| 434 | 436 | 438 | 440 |`,
+    name: '资讯信息',
+    maintainers: ['hualiong'],
+    handler: async (ctx) => {
+        const baseURL = 'https://www.samd.org.cn/home';
+        const typeId = ctx.req.param('typeId');
+
+        const { rows } = await ofetch('/GetNewsByTagId', {
+            baseURL,
+            method: 'POST',
+            query: {
+                page: 1,
+                rows: 10,
+                typeId,
+                status: 1,
+            },
+        });
+
+        const list: DataItem[] = rows.map((row) => ({
+            title: row.title,
+            category: [row.tag_names],
+            link: `${baseURL}/newsDetail?id=${row.auto_id}&typeId=${typeId}`,
+            image: row.img_url ? baseURL + row.img_url : null,
+        }));
+
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link!, async () => {
+                    const $ = load(await ofetch(item.link!));
+
+                    const content = $('.content');
+                    item.author = content.find('.author span').text();
+                    item.pubDate = timezone(parseDate(content.find('.time').text(), '发布时间：YYYY-MM-DD HH:mm:ss'), +8);
+
+                    content.children('.titles').remove();
+                    content.children('.auxi').remove();
+                    item.description = content.html()!;
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: `${dict[typeId]} - 深圳市医疗器械行业协会`,
+            link: 'https://www.samd.org.cn/home/newsList',
+            item: items as DataItem[],
+        };
+    },
+};

package/lib/routes/sara/index.ts

@@ -0,0 +1,66 @@
+import { Route, DataItem } from '@/types';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
+const typeMap = {
+    dynamic: '协会动态',
+    announcement: '通知公告',
+    industry: '行业动态',
+};
+
+export const route: Route = {
+    path: '/:type',
+    categories: ['government'],
+    example: '/sara/announcement',
+    parameters: { type: 'dynamic | announcement | industry' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    description: `| 协会动态 | 通知公告 |行业动态 |
+    | -------- | ------------ | -------- |
+    | dynamic | announcement | industry |`,
+
+    name: '新闻资讯',
+    maintainers: ['HChenZi'],
+    handler: async (ctx) => {
+        const baseUrl = 'http://www.sara.org.cn';
+        const type = ctx.req.param('type');
+
+        const url = `${baseUrl}/news/${type}.htm`;
+        const response = await ofetch(url);
+        const $ = load(response);
+        const list = $('.newsItem_total > dd')
+            .toArray()
+            .map((item) => {
+                const a = $(item).find('a').first();
+                return {
+                    link: `${baseUrl}${a.attr('href')}`,
+                    title: a.attr('title'),
+                };
+            });
+        const items = (await Promise.all(list.map(getFeedItem))) as DataItem[];
+        return {
+            title: typeMap[type],
+            link: url,
+            item: items,
+        };
+    },
+};
+
+async function getFeedItem(item) {
+    return await cache.tryGet(item.link, async () => {
+        const response = await ofetch(item.link);
+        const $ = load(response);
+        return {
+            description: $('.text').html(),
+            language: 'zh-cn',
+            ...item,
+        };
+    });
+}

package/lib/routes/sara/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '上海业余无线电协会',
+    url: 'www.sara.org.cn',
+};

package/lib/routes/science/blogs.ts

@@ -68,9 +68,15 @@ async function handler(ctx) {
             return {
                 title: item.find('title').text().trim(),
                 link: item.find('link').text().trim(),
-                author: item.find('dc\\:creator').text().trim(),
+                author: item
+                    .find(String.raw`dc\:creator`)
+                    .text()
+                    .trim(),
                 pubDate: parseDate(item.find('pubDate').text().trim()),
-                description: item.find('content\\:encoded').text().trim(),
+                description: item
+                    .find(String.raw`content\:encoded`)
+                    .text()
+                    .trim(),
             };
         });
 

package/lib/routes/sciencedirect/cf-email.ts

@@ -23,7 +23,6 @@ const encodeCFEmail = (email) => {
  * The alogrithm is well-explained in https://andrewlock.net/simple-obfuscation-of-email-addresses-using-javascript/
  */
 export {
-    // eslint-disable-next-line lines-around-comment
     /**
      * Returns decoded email address using CloudFlare's email address obfuscation.
      * @param {String} encoded - encoded email, (`cfemail` attribute in `__cf_email__` tag)

package/lib/routes/scmp/index.ts

@@ -42,8 +42,8 @@ async function handler(ctx) {
         .map((elem) => {
             const item = $(elem);
             const enclosure = item.find('enclosure').first();
-            const mediaContent = item.find('media\\:content').toArray()[0];
-            const thumbnail = item.find('media\\:thumbnail').toArray()[0];
+            const mediaContent = item.find(String.raw`media\:content`).toArray()[0];
+            const thumbnail = item.find(String.raw`media\:thumbnail`).toArray()[0];
             return {
                 title: item.find('title').text(),
                 description: item.find('description').text(),

package/lib/routes/scut/gzic/media.ts

@@ -0,0 +1,71 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/gzic/media',
+    categories: ['university'],
+    example: '/scut/gzic/media',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '广州国际校区 - 媒体报道',
+    maintainers: ['gdzhht'],
+    handler,
+    description: `:::warning
+由于学校网站对非大陆 IP 的访问存在限制，可能需自行部署。
+:::`,
+};
+
+async function handler() {
+    const url = 'https://www2.scut.edu.cn/gzic/30281/list.htm';
+
+    const { data: response } = await got(url);
+    const $ = load(response);
+
+    const list = $('.right-nr .row .col-lg-4')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('.thr-box a');
+            const pubDate = item.find('.thr-box a span');
+            return {
+                title: item.find('.thr-box a p').text(),
+                link: a.attr('href')?.startsWith('http') ? a.attr('href') : `https://www2.scut.edu.cn${a.attr('href')}`,
+                pubDate: parseDate(pubDate.text()),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                try {
+                    const response = await ofetch(item.link);
+                    const $ = load(response);
+                    item.description = $('div.wp_articlecontent').html();
+                } catch (error) {
+                    if (error.response && error.response.status === 404) {
+                        item.description = '';
+                    } else {
+                        throw error;
+                    }
+                }
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '华南理工大学广州国际校区 - 媒体报道',
+        link: url,
+        item: items,
+    };
+}