rsshub 1.0.0-master.fd5a888 → 1.0.0-master.fd5cc68

package/lib/routes/openrice/voting.ts

@@ -0,0 +1,84 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+const baseUrl = 'https://www.openrice.com';
+
+export const route: Route = {
+    path: '/:lang/hongkong/voting/top/:categoryKey',
+    maintainers: ['after9'],
+    handler,
+    categories: ['shopping'],
+    example: '/openrice/zh/hongkong/voting/top/chinese',
+    parameters: { lang: '语言，缺省为 zh', categoryKey: '类别，缺省为 chinese' },
+    name: 'OpenRice 開飯熱店 - 年度餐廳投票',
+    description: `
+  lang: 语言，见下方列表
+| 简体 | 繁體 | EN |
+| ----- | ------ | ----- |
+| zh-cn | zh | en |
+
+  categoryKey: 部分类别，见下方列表 (更多的类别可以在页面的link中对照获取)
+| 中菜館 | 上海菜 | 粵菜 | 川菜 | 港式 | 粥粉麵店 | 廚師發辦 | 韓國菜 | 泰國菜 | 越南菜 |
+| -------- | -------- | -------- |  -------- | -------- | -------- | -------- | -------- | -------- | -------- |
+| chinese | shanghainese | guangdong | sichuan | hkstyle | congee_noodles | omakase | korean | thai | vietnamese |
+  `,
+};
+
+async function handler(ctx) {
+    const lang = ctx.req.param('lang') ?? 'zh';
+    const categoryKey = ctx.req.param('categoryKey') ?? 'chinese';
+
+    const apiPath = '/api/v2/voting/search/poi';
+    const urlPath = `/${lang}/hongkong/voting/top`;
+    let title: string, description: string;
+    switch (lang) {
+        case 'zh-cn':
+            title = 'OpenRice 开饭热店';
+            description = 'OpenRice用戶可以在網站或手機應用程式，點擊餐廳頁面中「投票」按鈕，即可完成投票。參加投票的用戶有機會參加大抽獎，贏取豐富獎品。';
+            break;
+        case 'en':
+            title = 'OpenRice Best Restaurant';
+            description =
+                'OpenRice users can vote by clicking the "Vote" button on the restaurant page on the website or mobile app. Voters will have the opportunity to participate in the grand lottery and win grand prizes.';
+            break;
+        case 'zh':
+        default:
+            title = 'OpenRice 開飯熱店';
+            description = 'OpenRice用戶可以在網站或手機應用程式，點擊餐廳頁面中「投票」按鈕，即可完成投票。參加投票的用戶有機會參加大抽獎，贏取豐富獎品。';
+    }
+    const response = await ofetch(baseUrl + apiPath, {
+        headers: {
+            accept: 'application/json',
+        },
+        query: {
+            uiLang: lang,
+            uiCity: 'hongkong',
+            categoryKey,
+            shortlistIndexLt: 20,
+            startAt: 0,
+            regionId: 0,
+            rows: 20,
+            needTag: true,
+            _isPrivate: true,
+        },
+    });
+
+    const data = response.paginationResult.results;
+
+    const resultList = data.map((item) => {
+        const title = item.name ?? '';
+        const link = `${baseUrl}/${lang}/hongkong/r-${item.name}-r${item.poiId}`;
+        const description = `${item.district.name}-${item.categories.map((category) => category.name).join('-')}`;
+        return {
+            title,
+            description,
+            link,
+        };
+    });
+
+    return {
+        title,
+        link: baseUrl + urlPath,
+        description,
+        item: resultList,
+    };
+}

package/lib/routes/oreno3d/main.ts

@@ -56,8 +56,8 @@ export const route: Route = {
     maintainers: ['xueli_sherryli'],
     handler,
     description: `| favorites | hot | latest | popularity |
-  | --------- | --- | ------ | ---------- |
-  | favorites | hot | latest | popularity |`,
+| --------- | --- | ------ | ---------- |
+| favorites | hot | latest | popularity |`,
 };
 
 async function handler(ctx) {

package/lib/routes/oreno3d/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '俺の 3D エロ動画 (oreno3d)',
     url: 'oreno3d.com',
-    description: `:::tip
+    description: `::: tip
 You can use some RSS parsing libraries (like \`feedpraser\` in \`Python\`) to receive the video update messages and download them automatically
 :::`,
     lang: 'ja',

package/lib/routes/oschina/column.ts

@@ -0,0 +1,246 @@
+import path from 'node:path';
+
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type Context } from 'hono';
+
+import { type DataItem, type Route, type Data, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { id } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '10', 10);
+
+    const baseUrl: string = 'https://www.oschina.net';
+    const userHostRegex: string = String.raw`https://my\.oschina\.net`;
+    const targetUrl: string = new URL(`news/column?columnId=${id}`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language: string = $('html').attr('lang') ?? 'zh-CN';
+
+    let items: DataItem[] = [];
+
+    items = $('div.news-item')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('div.title').text();
+            const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                intro: $el.find('div.description p.line-clamp').text(),
+            });
+            const pubDateStr: string | undefined = $el.find('inddiv.item').contents().last().text().trim();
+            const linkUrl: string | undefined = $el.attr('data-url');
+            const authorEls: Element[] = $el.find('inddiv.item a').toArray();
+            const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                const $authorEl: Cheerio<Element> = $(authorEl);
+
+                return {
+                    name: $authorEl.text(),
+                    url: $authorEl.attr('href'),
+                };
+            });
+            const image: string | undefined = $el.find('img').attr('src');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : undefined,
+                link: linkUrl,
+                author: authors,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                updated: upDatedStr ? timezone(parseDate(upDatedStr), +8) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link) {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailResponse = await ofetch(item.link);
+                    const $$: CheerioAPI = load(detailResponse);
+
+                    $$('.ad-wrap').remove();
+
+                    const title: string = $$('h1.article-box__title').text();
+                    const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                        description: $$('div.content').html(),
+                    });
+                    const pubDateEl: Element = $$('div.article-box__meta div.item-list div.item')
+                        .toArray()
+                        .find((i) => /\d{4}-\d{2}-\d{2}\s\d{2}:\d{2}:\d{2}/.test($$(i).text()));
+                    const pubDateStr: string | undefined = pubDateEl ? $$(pubDateEl).text() : undefined;
+                    const linkUrl: string | undefined = $$('val[data-name="shareUrl"]').attr('data-value');
+                    const categoryEls: Element[] = [...$$('div.breadcrumb-box a.item').toArray().slice(0, -1), ...$$('div.article-box__meta div.item-list div.item span.label').toArray(), ...$$('div.tags-box a.tag-item').toArray()];
+                    const categories: string[] = [...new Set(categoryEls.map((el) => $$(el).text()).filter(Boolean))];
+                    const authorEls: Element[] = $$('div.article-box__meta div.item-list div.item a')
+                        .toArray()
+                        .filter((i) => ($$(i).attr('href') ? new RegExp(`^${userHostRegex}/u/\\d+$`).test($$(i).attr('href') as string) : false));
+                    const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                        const $authorEl: Cheerio<Element> = $$(authorEl);
+
+                        return {
+                            name: $authorEl.text(),
+                            url: $authorEl.attr('href'),
+                        };
+                    });
+                    const guid: string = `oschina-${$$('val[data-name="objId"]').attr('data-value')}`;
+                    const image: string | undefined = $$('val[data-name="sharePic"]').attr('data-value');
+                    const upDatedStr: string | undefined = $$('meta[property="bytedance:updated_time"]').attr('content') || pubDateStr;
+
+                    let processedItem: DataItem = {
+                        title,
+                        description,
+                        pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : item.pubDate,
+                        link: linkUrl ? new URL(linkUrl, baseUrl).href : item.link,
+                        category: categories,
+                        author: authors,
+                        guid,
+                        id: guid,
+                        content: {
+                            html: description,
+                            text: description,
+                        },
+                        image,
+                        banner: image,
+                        updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                        language,
+                    };
+
+                    const extraLinkEls: Element[] = $$('div.related-links-box ul.link-list li a').toArray();
+                    const extraLinks = extraLinkEls
+                        .map((extraLinkEl) => {
+                            const $$extraLinkEl: Cheerio<Element> = $$(extraLinkEl);
+
+                            return {
+                                url: $$extraLinkEl.attr('href'),
+                                type: 'related',
+                                content_html: $$extraLinkEl.parent().html(),
+                            };
+                        })
+                        .filter((_): _ is { url: string; type: string; content_html: string } => true);
+
+                    if (extraLinks) {
+                        processedItem = {
+                            ...processedItem,
+                            _extra: {
+                                links: extraLinks,
+                            },
+                        };
+                    }
+
+                    return {
+                        ...item,
+                        ...processedItem,
+                    };
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    const author: string | undefined = $('a.logo').attr('title');
+
+    return {
+        title: `${author} - ${$('div#tabDropdownListOpen a.selected').text()}`,
+        description: $('meta[name="description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('a.logo img').attr('src'),
+        author,
+        language,
+        id: $('val[data-name="weixinShareUrl"]').attr('data-value'),
+    };
+};
+
+export const route: Route = {
+    path: '/column/:id',
+    name: '专栏',
+    url: 'www.oschina.net',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/oschina/column/14',
+    parameters: {
+        id: '专栏 id，可在对应专栏页 URL 中找到',
+    },
+    description: `:::tip
+若订阅 [开源安全专栏](https://www.oschina.net/news/column?columnId=14)，网址为 \`https://www.oschina.net/news/column?columnId=14\`，请截取 \`https://www.oschina.net/news/column?columnId=\` 到末尾的部分 \`14\` 作为 \`id\` 参数填入，此时目标路由为 [\`/oschina/column/14\`](https://rsshub.app/oschina/column/14)。
+
+:::
+
+<details>
+<summary>更多专栏</summary>
+
+| 名称            | ID  |
+| --------------- | --- |
+| 古典主义 Debian | 4   |
+| 自由&开源       | 5   |
+| 溯源            | 6   |
+| 开源先懂协议    | 7   |
+| 开源变局        | 8   |
+| 创造者说        | 9   |
+| 精英主义 BSD    | 10  |
+| 苹果有开源      | 11  |
+| 开源访谈        | 12  |
+| 抱团找组织      | 13  |
+| 开源安全        | 14  |
+| OSPO            | 15  |
+| 创业小辑        | 16  |
+| 星推荐          | 17  |
+| 单口开源        | 18  |
+| 编辑部观察直播  | 19  |
+| 开源商业化      | 20  |
+| ChatGPT 专题    | 21  |
+| 开源新思        | 24  |
+| 开源日报        | 25  |
+| 大模型思辨      | 26  |
+| 家里有个程序员  | 27  |
+| 开源漫谈        | 23  |
+
+</details>
+`,
+    categories: ['programming'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.oschina.net'],
+            target: (_, url) => {
+                const urlObj: URL = new URL(url);
+                const id: string | undefined = urlObj.searchParams.get('id') ?? undefined;
+
+                return `/oschina/column/${id}`;
+            },
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/oschina/event.ts

@@ -0,0 +1,243 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { category = 'latest' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://www.oschina.net';
+    const targetUrl: string = new URL(`event?tab=${category}`, baseUrl).href;
+    const apiUrl: string = new URL('action/ajax/get_more_event_list', baseUrl).href;
+
+    const response = await ofetch(apiUrl, {
+        method: 'post',
+        body: {
+            tab: category,
+        },
+    });
+    const $: CheerioAPI = load(response);
+
+    const targetResponse = await ofetch(targetUrl);
+    const $target: CheerioAPI = load(targetResponse);
+    const language = $target('html').attr('lang') ?? 'zh-CN';
+
+    let items: DataItem[] = [];
+
+    items = $('div.event-item')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('a.summary').text();
+            const image: string | undefined = $el.find('header.item-banner img').attr('data-delay');
+            const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                images: image
+                    ? [
+                          {
+                              src: image,
+                              alt: title,
+                          },
+                      ]
+                    : undefined,
+                description: $el.html(),
+            });
+            const pubDateStr: string | undefined = $el.find('footer.when-where label').first().text();
+            const linkUrl: string | undefined = $el.find('a.summary').attr('href');
+            const categoryEl: Element = $el.find('footer.when-where label').last();
+            const categories: string[] = [categoryEl.text()];
+            const authorEls: Element[] = $el.find('div.sponsor').toArray();
+            const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                const $authorEl: Cheerio<Element> = $(authorEl);
+
+                return {
+                    name: $authorEl.find('span').text(),
+                    avatar: $authorEl.find('img').attr('data-delay'),
+                };
+            });
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+                link: linkUrl,
+                category: categories,
+                author: authors,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link) {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailResponse = await ofetch(item.link);
+                    const $$: CheerioAPI = load(detailResponse);
+
+                    const title: string = $$('h1').text();
+                    const image: string | undefined = $$('div.event-img img').attr('src');
+                    const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                        images: image
+                            ? [
+                                  {
+                                      src: image,
+                                      alt: title,
+                                  },
+                              ]
+                            : undefined,
+                        description: $$('div.event-detail').html(),
+                    });
+                    const pubDateStr: string | undefined = $$('span.box-fl')
+                        .filter((_, el) => $$(el).text().includes('时间'))
+                        .next()
+                        .text()
+                        ?.split('至')[0]
+                        ?.trim();
+                    const linkUrl: string | undefined = $$('val[data-name="weixinUrl"]').attr('data-value');
+                    const categories: string[] = [...(item.category ?? []), $$('div.cost span.c').text()].filter(Boolean);
+                    const authorEls: Element[] = $$('div.user-list div.box-aw').toArray();
+                    const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                        const $$authorEl: Cheerio<Element> = $$(authorEl);
+
+                        return {
+                            name: $$authorEl.find('h3').text(),
+                            url: $$authorEl.find('a').attr('href'),
+                            avatar: $$authorEl.prev().find('img').attr('src'),
+                        };
+                    });
+                    const upDatedStr: string | undefined = pubDateStr;
+
+                    let processedItem: DataItem = {
+                        title,
+                        description,
+                        pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                        link: linkUrl ?? item.link,
+                        category: categories,
+                        author: authors,
+                        content: {
+                            html: description,
+                            text: description,
+                        },
+                        image,
+                        banner: image,
+                        updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                        language,
+                    };
+
+                    const extraLinkEls: Element[] = $$('div.aside-list ul li').toArray();
+                    const extraLinks = extraLinkEls
+                        .map((extraLinkEl) => {
+                            const $$extraLinkEl: Cheerio<Element> = $$(extraLinkEl);
+
+                            return {
+                                url: $$extraLinkEl.find('a.list-item').attr('href'),
+                                type: 'related',
+                                content_html: $$extraLinkEl.find('a.list-item').html(),
+                            };
+                        })
+                        .filter((_): _ is { url: string; type: string; content_html: string } => true);
+
+                    if (extraLinks) {
+                        processedItem = {
+                            ...processedItem,
+                            _extra: {
+                                links: extraLinks,
+                            },
+                        };
+                    }
+
+                    return {
+                        ...item,
+                        ...processedItem,
+                    };
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    return {
+        title: $target('title').text(),
+        description: $target('meta[name="description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/event/:category?',
+    name: '活动',
+    url: 'www.oschina.net',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/oschina/event',
+    parameters: {
+        category: '分类，默认为 `latest`，即最新活动，可在对应分类页 URL 中找到',
+    },
+    description: `:::tip
+若订阅 [强力推荐](https://www.oschina.net/event?tab=recommend)，网址为 \`https://www.oschina.net/event?tab=recommend\`，请截取 \`https://www.oschina.net/event?tab=\` 到末尾的部分 \`recommend\` 作为 \`category\` 参数填入，此时目标路由为 [\`/oschina/event/recommend\`](https://rsshub.app/oschina/event/recommend)。
+:::
+
+| 强力推荐  | 最新活动 |
+| --------- | -------- |
+| recommend | latest   |
+`,
+    categories: ['programming'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.oschina.net'],
+            target: (_, url) => {
+                const urlObj: URL = new URL(url);
+                const category: string | undefined = urlObj.searchParams.get('tab') ?? undefined;
+
+                return `/oschina/event${category ? `/${category}` : ''}`;
+            },
+        },
+        {
+            title: '强力推荐',
+            source: ['www.oschina.net'],
+            target: '/event/recommend',
+        },
+        {
+            title: '最新活动',
+            source: ['www.oschina.net'],
+            target: '/event/latest',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/oschina/namespace.ts

@@ -4,4 +4,5 @@ export const namespace: Namespace = {
     name: '开源中国',
     url: 'oschina.net',
     lang: 'zh-CN',
+    description: 'OSCHINA',
 };