rsshub 1.0.0-master.f6c2ebb → 1.0.0-master.f70afef

package/lib/routes/oschina/column.ts

@@ -0,0 +1,246 @@
+import path from 'node:path';
+
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type Context } from 'hono';
+
+import { type DataItem, type Route, type Data, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { id } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '10', 10);
+
+    const baseUrl: string = 'https://www.oschina.net';
+    const userHostRegex: string = String.raw`https://my\.oschina\.net`;
+    const targetUrl: string = new URL(`news/column?columnId=${id}`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language: string = $('html').attr('lang') ?? 'zh-CN';
+
+    let items: DataItem[] = [];
+
+    items = $('div.news-item')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('div.title').text();
+            const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                intro: $el.find('div.description p.line-clamp').text(),
+            });
+            const pubDateStr: string | undefined = $el.find('inddiv.item').contents().last().text().trim();
+            const linkUrl: string | undefined = $el.attr('data-url');
+            const authorEls: Element[] = $el.find('inddiv.item a').toArray();
+            const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                const $authorEl: Cheerio<Element> = $(authorEl);
+
+                return {
+                    name: $authorEl.text(),
+                    url: $authorEl.attr('href'),
+                };
+            });
+            const image: string | undefined = $el.find('img').attr('src');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : undefined,
+                link: linkUrl,
+                author: authors,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                updated: upDatedStr ? timezone(parseDate(upDatedStr), +8) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link) {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailResponse = await ofetch(item.link);
+                    const $$: CheerioAPI = load(detailResponse);
+
+                    $$('.ad-wrap').remove();
+
+                    const title: string = $$('h1.article-box__title').text();
+                    const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                        description: $$('div.content').html(),
+                    });
+                    const pubDateEl: Element = $$('div.article-box__meta div.item-list div.item')
+                        .toArray()
+                        .find((i) => /\d{4}-\d{2}-\d{2}\s\d{2}:\d{2}:\d{2}/.test($$(i).text()));
+                    const pubDateStr: string | undefined = pubDateEl ? $$(pubDateEl).text() : undefined;
+                    const linkUrl: string | undefined = $$('val[data-name="shareUrl"]').attr('data-value');
+                    const categoryEls: Element[] = [...$$('div.breadcrumb-box a.item').toArray().slice(0, -1), ...$$('div.article-box__meta div.item-list div.item span.label').toArray(), ...$$('div.tags-box a.tag-item').toArray()];
+                    const categories: string[] = [...new Set(categoryEls.map((el) => $$(el).text()).filter(Boolean))];
+                    const authorEls: Element[] = $$('div.article-box__meta div.item-list div.item a')
+                        .toArray()
+                        .filter((i) => ($$(i).attr('href') ? new RegExp(`^${userHostRegex}/u/\\d+$`).test($$(i).attr('href') as string) : false));
+                    const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                        const $authorEl: Cheerio<Element> = $$(authorEl);
+
+                        return {
+                            name: $authorEl.text(),
+                            url: $authorEl.attr('href'),
+                        };
+                    });
+                    const guid: string = `oschina-${$$('val[data-name="objId"]').attr('data-value')}`;
+                    const image: string | undefined = $$('val[data-name="sharePic"]').attr('data-value');
+                    const upDatedStr: string | undefined = $$('meta[property="bytedance:updated_time"]').attr('content') || pubDateStr;
+
+                    let processedItem: DataItem = {
+                        title,
+                        description,
+                        pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : item.pubDate,
+                        link: linkUrl ? new URL(linkUrl, baseUrl).href : item.link,
+                        category: categories,
+                        author: authors,
+                        guid,
+                        id: guid,
+                        content: {
+                            html: description,
+                            text: description,
+                        },
+                        image,
+                        banner: image,
+                        updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                        language,
+                    };
+
+                    const extraLinkEls: Element[] = $$('div.related-links-box ul.link-list li a').toArray();
+                    const extraLinks = extraLinkEls
+                        .map((extraLinkEl) => {
+                            const $$extraLinkEl: Cheerio<Element> = $$(extraLinkEl);
+
+                            return {
+                                url: $$extraLinkEl.attr('href'),
+                                type: 'related',
+                                content_html: $$extraLinkEl.parent().html(),
+                            };
+                        })
+                        .filter((_): _ is { url: string; type: string; content_html: string } => true);
+
+                    if (extraLinks) {
+                        processedItem = {
+                            ...processedItem,
+                            _extra: {
+                                links: extraLinks,
+                            },
+                        };
+                    }
+
+                    return {
+                        ...item,
+                        ...processedItem,
+                    };
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    const author: string | undefined = $('a.logo').attr('title');
+
+    return {
+        title: `${author} - ${$('div#tabDropdownListOpen a.selected').text()}`,
+        description: $('meta[name="description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('a.logo img').attr('src'),
+        author,
+        language,
+        id: $('val[data-name="weixinShareUrl"]').attr('data-value'),
+    };
+};
+
+export const route: Route = {
+    path: '/column/:id',
+    name: '专栏',
+    url: 'www.oschina.net',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/oschina/column/14',
+    parameters: {
+        id: '专栏 id，可在对应专栏页 URL 中找到',
+    },
+    description: `:::tip
+若订阅 [开源安全专栏](https://www.oschina.net/news/column?columnId=14)，网址为 \`https://www.oschina.net/news/column?columnId=14\`，请截取 \`https://www.oschina.net/news/column?columnId=\` 到末尾的部分 \`14\` 作为 \`id\` 参数填入，此时目标路由为 [\`/oschina/column/14\`](https://rsshub.app/oschina/column/14)。
+
+:::
+
+<details>
+  <summary>更多专栏</summary>
+
+| 名称            | ID  |
+| --------------- | --- |
+| 古典主义 Debian | 4   |
+| 自由&开源       | 5   |
+| 溯源            | 6   |
+| 开源先懂协议    | 7   |
+| 开源变局        | 8   |
+| 创造者说        | 9   |
+| 精英主义 BSD    | 10  |
+| 苹果有开源      | 11  |
+| 开源访谈        | 12  |
+| 抱团找组织      | 13  |
+| 开源安全        | 14  |
+| OSPO            | 15  |
+| 创业小辑        | 16  |
+| 星推荐          | 17  |
+| 单口开源        | 18  |
+| 编辑部观察直播  | 19  |
+| 开源商业化      | 20  |
+| ChatGPT 专题    | 21  |
+| 开源新思        | 24  |
+| 开源日报        | 25  |
+| 大模型思辨      | 26  |
+| 家里有个程序员  | 27  |
+| 开源漫谈        | 23  |
+
+</details>
+`,
+    categories: ['programming'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.oschina.net'],
+            target: (_, url) => {
+                const urlObj: URL = new URL(url);
+                const id: string | undefined = urlObj.searchParams.get('id') ?? undefined;
+
+                return `/oschina/column/${id}`;
+            },
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/oschina/event.ts

@@ -0,0 +1,243 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { category = 'latest' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://www.oschina.net';
+    const targetUrl: string = new URL(`event?tab=${category}`, baseUrl).href;
+    const apiUrl: string = new URL('action/ajax/get_more_event_list', baseUrl).href;
+
+    const response = await ofetch(apiUrl, {
+        method: 'post',
+        body: {
+            tab: category,
+        },
+    });
+    const $: CheerioAPI = load(response);
+
+    const targetResponse = await ofetch(targetUrl);
+    const $target: CheerioAPI = load(targetResponse);
+    const language = $target('html').attr('lang') ?? 'zh-CN';
+
+    let items: DataItem[] = [];
+
+    items = $('div.event-item')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('a.summary').text();
+            const image: string | undefined = $el.find('header.item-banner img').attr('data-delay');
+            const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                images: image
+                    ? [
+                          {
+                              src: image,
+                              alt: title,
+                          },
+                      ]
+                    : undefined,
+                description: $el.html(),
+            });
+            const pubDateStr: string | undefined = $el.find('footer.when-where label').first().text();
+            const linkUrl: string | undefined = $el.find('a.summary').attr('href');
+            const categoryEl: Element = $el.find('footer.when-where label').last();
+            const categories: string[] = [categoryEl.text()];
+            const authorEls: Element[] = $el.find('div.sponsor').toArray();
+            const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                const $authorEl: Cheerio<Element> = $(authorEl);
+
+                return {
+                    name: $authorEl.find('span').text(),
+                    avatar: $authorEl.find('img').attr('data-delay'),
+                };
+            });
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+                link: linkUrl,
+                category: categories,
+                author: authors,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link) {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailResponse = await ofetch(item.link);
+                    const $$: CheerioAPI = load(detailResponse);
+
+                    const title: string = $$('h1').text();
+                    const image: string | undefined = $$('div.event-img img').attr('src');
+                    const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                        images: image
+                            ? [
+                                  {
+                                      src: image,
+                                      alt: title,
+                                  },
+                              ]
+                            : undefined,
+                        description: $$('div.event-detail').html(),
+                    });
+                    const pubDateStr: string | undefined = $$('span.box-fl')
+                        .filter((_, el) => $$(el).text().includes('时间'))
+                        .next()
+                        .text()
+                        ?.split('至')[0]
+                        ?.trim();
+                    const linkUrl: string | undefined = $$('val[data-name="weixinUrl"]').attr('data-value');
+                    const categories: string[] = [...(item.category ?? []), $$('div.cost span.c').text()].filter(Boolean);
+                    const authorEls: Element[] = $$('div.user-list div.box-aw').toArray();
+                    const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                        const $$authorEl: Cheerio<Element> = $$(authorEl);
+
+                        return {
+                            name: $$authorEl.find('h3').text(),
+                            url: $$authorEl.find('a').attr('href'),
+                            avatar: $$authorEl.prev().find('img').attr('src'),
+                        };
+                    });
+                    const upDatedStr: string | undefined = pubDateStr;
+
+                    let processedItem: DataItem = {
+                        title,
+                        description,
+                        pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                        link: linkUrl ?? item.link,
+                        category: categories,
+                        author: authors,
+                        content: {
+                            html: description,
+                            text: description,
+                        },
+                        image,
+                        banner: image,
+                        updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                        language,
+                    };
+
+                    const extraLinkEls: Element[] = $$('div.aside-list ul li').toArray();
+                    const extraLinks = extraLinkEls
+                        .map((extraLinkEl) => {
+                            const $$extraLinkEl: Cheerio<Element> = $$(extraLinkEl);
+
+                            return {
+                                url: $$extraLinkEl.find('a.list-item').attr('href'),
+                                type: 'related',
+                                content_html: $$extraLinkEl.find('a.list-item').html(),
+                            };
+                        })
+                        .filter((_): _ is { url: string; type: string; content_html: string } => true);
+
+                    if (extraLinks) {
+                        processedItem = {
+                            ...processedItem,
+                            _extra: {
+                                links: extraLinks,
+                            },
+                        };
+                    }
+
+                    return {
+                        ...item,
+                        ...processedItem,
+                    };
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    return {
+        title: $target('title').text(),
+        description: $target('meta[name="description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/event/:category?',
+    name: '活动',
+    url: 'www.oschina.net',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/oschina/event',
+    parameters: {
+        category: '分类，默认为 `latest`，即最新活动，可在对应分类页 URL 中找到',
+    },
+    description: `:::tip
+若订阅 [强力推荐](https://www.oschina.net/event?tab=recommend)，网址为 \`https://www.oschina.net/event?tab=recommend\`，请截取 \`https://www.oschina.net/event?tab=\` 到末尾的部分 \`recommend\` 作为 \`category\` 参数填入，此时目标路由为 [\`/oschina/event/recommend\`](https://rsshub.app/oschina/event/recommend)。
+:::
+
+| 强力推荐  | 最新活动 |
+| --------- | -------- |
+| recommend | latest   |
+`,
+    categories: ['programming'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.oschina.net'],
+            target: (_, url) => {
+                const urlObj: URL = new URL(url);
+                const category: string | undefined = urlObj.searchParams.get('tab') ?? undefined;
+
+                return `/oschina/event${category ? `/${category}` : ''}`;
+            },
+        },
+        {
+            title: '强力推荐',
+            source: ['www.oschina.net'],
+            target: '/event/recommend',
+        },
+        {
+            title: '最新活动',
+            source: ['www.oschina.net'],
+            target: '/event/latest',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/oschina/namespace.ts

@@ -4,4 +4,5 @@ export const namespace: Namespace = {
     name: '开源中国',
     url: 'oschina.net',
     lang: 'zh-CN',
+    description: 'OSCHINA',
 };

package/lib/routes/oschina/templates/description.art

@@ -0,0 +1,21 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/oschina/user.ts

@@ -69,7 +69,7 @@ async function handler(ctx) {
     return {
         title: author + '的博客',
         description: $('.user-text .user-signature').text(),
-        link: `https://my.oschina.net/${id ?? uid}`,
+        link: `https://my.oschina.net/u/${id ?? uid}`,
         item: resultItem,
     };
 }