rsshub 1.0.0-master.fb6d4f3 → 1.0.0-master.fb7e42c

package/lib/routes/jbma/report.ts

@@ -0,0 +1,471 @@
+import { type Data, type Route, ViewType } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { filter } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '50', 10);
+
+    const apiSlug = 'wp-json/wp/v2';
+
+    const baseUrl: string = 'https://jbma.net';
+    const apiUrl = new URL(`${apiSlug}/report`, baseUrl).href;
+    let targetUrl: string = new URL('report/', baseUrl).href;
+
+    const [taxonomy, keyword] = filter ? (filter.includes('/') ? filter.split('/') : [undefined, filter]) : [undefined, undefined];
+
+    let searchId: number | undefined = undefined;
+
+    if (taxonomy && keyword) {
+        const apiSearchUrl = new URL(`${apiSlug}/${taxonomy}`, baseUrl).href;
+
+        const searchResponse = await ofetch(apiSearchUrl, {
+            query: {
+                search: keyword,
+            },
+        });
+
+        const searchObj = searchResponse.find((c) => c.slug === keyword || c.name === keyword);
+        searchId = searchObj?.id ?? undefined;
+        targetUrl = searchObj?.link ?? targetUrl;
+    }
+
+    const response = await ofetch(apiUrl, {
+        query: {
+            _embed: 'true',
+            per_page: limit,
+            ...(taxonomy && searchId
+                ? {
+                      [taxonomy as string]: searchId,
+                  }
+                : {
+                      search: keyword,
+                  }),
+        },
+    });
+
+    const targetResponse = await ofetch(targetUrl);
+    const $: CheerioAPI = load(targetResponse);
+    const language = $('html').attr('lang') ?? 'ja';
+
+    const postIds: number[] = [];
+    const regExp = new RegExp(`^${baseUrl.replaceAll(/[.*+?^${}()|[\]\\]/g, String.raw`\$&`)}/?(?:[a-zA-Z0-9-]+/)*\\?p=\\d+$`);
+
+    for (const item of response.slice(0, limit)) {
+        const linkUrl: string | undefined = item.link;
+        if (linkUrl && regExp.test(linkUrl)) {
+            postIds.push(item.id);
+        }
+    }
+
+    const mediaMap: Map<number, any> = new Map();
+    if (postIds.length > 0) {
+        const mediaApiUrl = new URL(`${apiSlug}/media`, baseUrl).href;
+        const mediaResponse = await ofetch(mediaApiUrl, {
+            query: {
+                parent: postIds.join(','),
+                per_page: 100,
+            },
+        });
+
+        for (const media of mediaResponse) {
+            if (media.parent) {
+                const existing = mediaMap.get(media.parent);
+                if (existing) {
+                    existing.push(media);
+                } else {
+                    mediaMap.set(media.parent, [media]);
+                }
+            }
+        }
+    }
+
+    const items = response.slice(0, limit).map((item) => {
+        const title = item.title?.rendered ?? item.title;
+        const description = item.content?.rendered ?? undefined;
+        const pubDate = item.date_gmt;
+
+        const terminologies = item._embedded?.['wp:term'];
+
+        const categories = terminologies?.flat().map((c) => c.name) ?? [];
+        const authors =
+            item._embedded?.author?.map((author) => ({
+                name: author.name,
+                url: author.link,
+                avatar: author.avatar_urls?.['96'] ?? author.avatar_urls?.['48'] ?? author.avatar_urls?.['24'] ?? undefined,
+            })) ?? [];
+        const guid = item.guid?.rendered ?? item.guid;
+        const updated = item.modified_gmt ?? pubDate;
+
+        let image = item._embedded?.['wp:featuredmedia']?.[0].source_url ?? undefined;
+        let enclosureUrl: string | undefined;
+        let enclosureType: string | undefined;
+        let enclosureTitle: string | undefined;
+        let enclosureLength: number | undefined;
+
+        let linkUrl = item.link;
+
+        if (linkUrl && regExp.test(linkUrl)) {
+            const mediaItems = mediaMap.get(item.id);
+
+            if (mediaItems && mediaItems.length > 0) {
+                const media = mediaItems[0];
+                if (media.source_url) {
+                    enclosureUrl = media.source_url;
+                    enclosureType = media.mime_type;
+                    enclosureTitle = media.title?.rendered ?? media.title;
+                    enclosureLength = Number(media.media_details?.filesize);
+                    linkUrl = enclosureUrl;
+                }
+                if (!image && media.media_details?.sizes?.full?.source_url) {
+                    image = media.media_details.sizes.full.source_url;
+                }
+            }
+        }
+
+        if (!linkUrl || regExp.test(linkUrl)) {
+            linkUrl = new URL(`report/${item.slug}`, baseUrl).href;
+        }
+
+        let processedItem = {
+            title,
+            description,
+            pubDate: pubDate ? parseDate(pubDate) : undefined,
+            link: linkUrl ?? guid,
+            category: categories,
+            author: authors,
+            guid,
+            id: guid,
+            content: {
+                html: description,
+                text: description,
+            },
+            image,
+            banner: image,
+            updated: updated ? parseDate(updated) : undefined,
+            language,
+        };
+
+        if (enclosureUrl) {
+            processedItem = {
+                ...processedItem,
+                enclosure_url: enclosureUrl,
+                enclosure_type: enclosureType,
+                enclosure_title: enclosureTitle || title,
+                enclosure_length: enclosureLength,
+            };
+        }
+
+        return processedItem;
+    });
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: $('meta[property="og:site_name"]').attr('content'),
+        language,
+        id: targetUrl,
+    };
+};
+
+const options = [
+    {
+        label: 'すべて',
+        value: '',
+    },
+    {
+        label: 'Metals Forcus',
+        value: 'cat_report/metals-forcus',
+    },
+    {
+        label: 'WPIC',
+        value: 'cat_report/wpic',
+    },
+    {
+        label: 'Incrementum',
+        value: 'cat_report/incrementum',
+    },
+    {
+        label: '東京金融取引所',
+        value: 'cat_report/tfx',
+    },
+    {
+        label: '池水執筆・出演',
+        value: 'cat_report/ikemizu',
+    },
+    {
+        label: 'note',
+        value: 'cat_report/note',
+    },
+    {
+        label: 'その他',
+        value: 'cat_report/other',
+    },
+    {
+        label: 'In Gold We Trust',
+        value: 'tag_report/in-gold-we-trust',
+    },
+    {
+        label: 'Precious Metals Weeklyレポート',
+        value: 'tag_report/precious-metals-weekly-report',
+    },
+    {
+        label: 'ひろこのマーケットラウンジ',
+        value: 'tag_report/market-lounge',
+    },
+    {
+        label: 'その他',
+        value: 'tag_report/other',
+    },
+    {
+        label: '四半期レポート',
+        value: 'tag_report/quarterly-report',
+    },
+    {
+        label: 'プラチナ展望',
+        value: 'tag_report/tenbo',
+    },
+    {
+        label: 'Gold Compass',
+        value: 'tag_report/gold-compass',
+    },
+    {
+        label: '豆知識',
+        value: 'tag_report/mamechishiki',
+    },
+    {
+        label: 'プラチナ投資のエッセンス',
+        value: 'tag_report/essence',
+    },
+    {
+        label: '三菱UFJ信託銀行',
+        value: 'tag_report/mufg',
+    },
+    {
+        label: '石福金属興業',
+        value: 'tag_report/ishifuku',
+    },
+    {
+        label: 'OANDA 証券',
+        value: 'tag_report/oanda',
+    },
+    {
+        label: 'レポート',
+        value: 'tag_report/report',
+    },
+];
+
+const filterTable = `
+| --------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------- |
+| [Metals Forcus](https://jbma.net/cat_report/metals-forcus/)                                   | [cat_report/metals-forcus](https://rsshub.app/jbma/report/cat_report/metals-forcus)                                 |
+| [WPIC](https://jbma.net/cat_report/wpic/)                                                     | [cat_report/wpic](https://rsshub.app/jbma/report/cat_report/wpic)                                                   |
+| [Incrementum](https://jbma.net/cat_report/incrementum/)                                       | [cat_report/incrementum](https://rsshub.app/jbma/report/cat_report/incrementum)                                     |
+| [東京金融取引所](https://jbma.net/cat_report/tfx/)                                            | [cat_report/tfx](https://rsshub.app/jbma/report/cat_report/tfx)                                                     |
+| [池水執筆・出演](https://jbma.net/cat_report/ikemizu/)                                        | [cat_report/ikemizu](https://rsshub.app/jbma/report/cat_report/ikemizu)                                             |
+| [note](https://jbma.net/cat_report/note/)                                                     | [cat_report/note](https://rsshub.app/jbma/report/cat_report/note)                                                   |
+| [その他](https://jbma.net/cat_report/other/)                                                  | [cat_report/other](https://rsshub.app/jbma/report/cat_report/other)                                                 |
+| [In Gold We Trust](https://jbma.net/tag_report/in-gold-we-trust/)                             | [tag_report/in-gold-we-trust](https://rsshub.app/jbma/report/tag_report/in-gold-we-trust)                           |
+| [Precious Metals Weekly レポート](https://jbma.net/tag_report/precious-metals-weekly-report/) | [tag_report/precious-metals-weekly-report](https://rsshub.app/jbma/report/tag_report/precious-metals-weekly-report) |
+| [ひろこのマーケットラウンジ](https://jbma.net/tag_report/market-lounge/)                      | [tag_report/market-lounge](https://rsshub.app/jbma/report/tag_report/market-lounge)                                 |
+| [その他](https://jbma.net/tag_report/other/)                                                  | [tag_report/other](https://rsshub.app/jbma/report/tag_report/other)                                                 |
+| [四半期レポート](https://jbma.net/tag_report/quarterly-report/)                               | [tag_report/quarterly-report](https://rsshub.app/jbma/report/tag_report/quarterly-report)                           |
+| [プラチナ展望](https://jbma.net/tag_report/tenbo/)                                            | [tag_report/tenbo](https://rsshub.app/jbma/report/tag_report/tenbo)                                                 |
+| [Gold Compass](https://jbma.net/tag_report/gold-compass/)                                     | [tag_report/gold-compass](https://rsshub.app/jbma/report/tag_report/gold-compass)                                   |
+| [豆知識](https://jbma.net/tag_report/mamechishiki/)                                           | [tag_report/mamechishiki](https://rsshub.app/jbma/report/tag_report/mamechishiki)                                   |
+| [プラチナ投資のエッセンス](https://jbma.net/tag_report/essence/)                              | [tag_report/essence](https://rsshub.app/jbma/report/tag_report/essence)                                             |
+| [三菱 UFJ 信託銀行](https://jbma.net/tag_report/mufg/)                                        | [tag_report/mufg](https://rsshub.app/jbma/report/tag_report/mufg)                                                   |
+| [石福金属興業](https://jbma.net/tag_report/ishifuku/)                                         | [tag_report/ishifuku](https://rsshub.app/jbma/report/tag_report/ishifuku)                                           |
+| [OANDA 証券](https://jbma.net/tag_report/oanda/)                                              | [tag_report/oanda](https://rsshub.app/jbma/report/tag_report/oanda)                                                 |
+| [レポート](https://jbma.net/tag_report/report/)                                               | [tag_report/report](https://rsshub.app/jbma/report/tag_report/report)                                               |
+
+`;
+
+export const route: Route = {
+    path: '/report/:filter{.+}?',
+    name: 'Precious Metals Report',
+    url: 'jbma.net',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/jbma/report',
+    parameters: {
+        filter: {
+            description: 'Filter, all by default, can be found in the corresponding page URL',
+            options,
+        },
+    },
+    description:
+        `::: tip
+To subscribe to [Metals Forcus](https://jbma.net/cat_report/metals-forcus/), where the source URL is \`https://jbma.net/cat_report/metals-forcus/\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/jbma/report/cat_report/metals-forcus\`](https://rsshub.app/jbma/report/cat_report/metals-forcus).
+:::
+
+<details>
+  <summary>More filters</summary>
+
+| Name                                                                                          | ID                                                                                                                  |` +
+        filterTable +
+        `
+</details>
+`,
+    categories: ['new-media'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['jbma.net/:type/:name?'],
+            target: (params) => {
+                const type: string = params.type;
+                const name: string = params.name;
+
+                if (type === 'report' || type === 'cat_report' || type === 'tag_report') {
+                    return `/${type}${name ? `/${name}` : ''}`;
+                }
+
+                return `/${type}`;
+            },
+        },
+        {
+            title: 'Metals Forcus',
+            source: ['jbma.net/cat_report/metals-forcus'],
+            target: '/report/cat_report/metals-forcus',
+        },
+        {
+            title: 'WPIC',
+            source: ['jbma.net/cat_report/wpic'],
+            target: '/report/cat_report/wpic',
+        },
+        {
+            title: 'Incrementum',
+            source: ['jbma.net/cat_report/incrementum'],
+            target: '/report/cat_report/incrementum',
+        },
+        {
+            title: '東京金融取引所',
+            source: ['jbma.net/cat_report/tfx'],
+            target: '/report/cat_report/tfx',
+        },
+        {
+            title: '池水執筆・出演',
+            source: ['jbma.net/cat_report/ikemizu'],
+            target: '/report/cat_report/ikemizu',
+        },
+        {
+            title: 'note',
+            source: ['jbma.net/cat_report/note'],
+            target: '/report/cat_report/note',
+        },
+        {
+            title: 'その他',
+            source: ['jbma.net/cat_report/other'],
+            target: '/report/cat_report/other',
+        },
+        {
+            title: 'In Gold We Trust',
+            source: ['jbma.net/tag_report/in-gold-we-trust'],
+            target: '/report/tag_report/in-gold-we-trust',
+        },
+        {
+            title: 'Precious Metals Weeklyレポート',
+            source: ['jbma.net/tag_report/precious-metals-weekly-report'],
+            target: '/report/tag_report/precious-metals-weekly-report',
+        },
+        {
+            title: 'ひろこのマーケットラウンジ',
+            source: ['jbma.net/tag_report/market-lounge'],
+            target: '/report/tag_report/market-lounge',
+        },
+        {
+            title: 'その他',
+            source: ['jbma.net/tag_report/other'],
+            target: '/report/tag_report/other',
+        },
+        {
+            title: '四半期レポート',
+            source: ['jbma.net/tag_report/quarterly-report'],
+            target: '/report/tag_report/quarterly-report',
+        },
+        {
+            title: 'プラチナ展望',
+            source: ['jbma.net/tag_report/tenbo'],
+            target: '/report/tag_report/tenbo',
+        },
+        {
+            title: 'Gold Compass',
+            source: ['jbma.net/tag_report/gold-compass'],
+            target: '/report/tag_report/gold-compass',
+        },
+        {
+            title: '豆知識',
+            source: ['jbma.net/tag_report/mamechishiki'],
+            target: '/report/tag_report/mamechishiki',
+        },
+        {
+            title: 'プラチナ投資のエッセンス',
+            source: ['jbma.net/tag_report/essence'],
+            target: '/report/tag_report/essence',
+        },
+        {
+            title: '三菱UFJ信託銀行',
+            source: ['jbma.net/tag_report/mufg'],
+            target: '/report/tag_report/mufg',
+        },
+        {
+            title: '石福金属興業',
+            source: ['jbma.net/tag_report/ishifuku'],
+            target: '/report/tag_report/ishifuku',
+        },
+        {
+            title: 'OANDA 証券',
+            source: ['jbma.net/tag_report/oanda'],
+            target: '/report/tag_report/oanda',
+        },
+        {
+            title: 'レポート',
+            source: ['jbma.net/tag_report/report'],
+            target: '/report/tag_report/report',
+        },
+    ],
+    view: ViewType.Articles,
+
+    zh: {
+        path: '/report/:filter{.+}?',
+        name: '贵金属报告',
+        url: 'jbma.net',
+        maintainers: ['nczitzk'],
+        handler,
+        example: '/jbma/report',
+        parameters: {
+            filter: {
+                description: '过滤条件，默认为全部，可在对应页 URL 中找到',
+                options,
+            },
+        },
+        description:
+            `::: tip
+若订阅 [Metals Forcus](https://jbma.net/cat_report/metals-forcus/)，网址为 \`https://jbma.net/cat_report/metals-forcus/\`，请截取 \`https://jbma.net/\` 到末尾 \`/\` 的部分 \`cat_report/metals-forcus\` 作为 \`filter\` 参数填入，此时目标路由为 [\`/jbma/report/cat_report/metals-forcus\`](https://rsshub.app/jbma/report/cat_report/metals-forcus)。
+:::
+
+<details>
+  <summary>更多分类</summary>
+
+| 名称                                                                                          | ID                                                                                                                  |` +
+            filterTable +
+            `
+</details>
+`,
+    },
+};

package/lib/routes/jetbrains/comments.ts

@@ -87,7 +87,7 @@ async function handler(ctx) {
     const items = response.activities
         .map((activity) => processActivity(activity, issueId))
         .filter((item) => item !== null)
-        .sort((a, b) => new Date(b.pubDate).getTime() - new Date(a.pubDate).getTime())
+        .toSorted((a, b) => new Date(b.pubDate).getTime() - new Date(a.pubDate).getTime())
         .slice(0, limit);
 
     return {

package/lib/routes/jingzhengu/utils.ts

@@ -23,7 +23,7 @@ export function sign(payload: Map<string, any>) {
     }
 
     const sortedString = lowerCaseKeys
-        .sort()
+        .toSorted()
         .map((key) => key + '=' + map.get(key))
         .join('');
     const linkedString = link('--'.slice(0, 1), '#CEAIWER', '892F', 'KB97', 'JKB6', 'HJ7OC7C8', 'GJZG');

package/lib/routes/jou/utils/index.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 
 async function getItems(ctx, url, host, tableClass, timeStyleClass1, titleStyleClass, timeStyleClass2) {
-    const response = await ofetch(url).catch(() => null);
+    const response = await ofetch(url);
     if (!response) {
         return [];
     }
@@ -29,7 +29,7 @@ async function getItems(ctx, url, host, tableClass, timeStyleClass1, titleStyleC
     const out = await Promise.all(
         list.map((item) =>
             cache.tryGet(item.link, async () => {
-                const response = await ofetch(item.link).catch(() => null);
+                const response = await ofetch(item.link);
                 if (!response || (response.status >= 300 && response.status < 400)) {
                     // 响应为空或状态码表明发生了重定向
                     return {

package/lib/routes/jpxgmn/search.ts

@@ -13,6 +13,9 @@ export const route: Route = {
     name: '搜索',
     maintainers: ['Urabartin'],
     handler,
+    features: {
+        nsfw: true,
+    },
 };
 
 async function handler(ctx) {

package/lib/routes/jpxgmn/weekly.ts

@@ -18,6 +18,9 @@ export const route: Route = {
     name: '本周热门',
     maintainers: ['Urabartin'],
     handler,
+    features: {
+        nsfw: true,
+    },
 };
 
 async function handler() {

package/lib/routes/juejin/aicoding.ts

@@ -0,0 +1,102 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { getTagList, parseList, ProcessFeed } from './utils';
+import { Tag } from './types';
+
+export const route: Route = {
+    path: '/aicoding/:tag?/:sort?',
+    categories: ['programming'],
+    example: '/juejin/aicoding',
+    parameters: {
+        tag: {
+            description: '标签，留空为全部',
+            options: [
+                { value: 'AI编程', label: 'AI编程' },
+                { value: 'Claude', label: 'Claude' },
+                { value: 'Trae', label: 'Trae' },
+                { value: 'MCP', label: 'MCP' },
+                { value: 'Cursor', label: 'Cursor' },
+                { value: 'Cline', label: 'Cline' },
+                { value: 'Github Copilot', label: 'Github Copilot' },
+                { value: 'bolt', label: 'bolt' },
+                { value: 'V0', label: 'V0' },
+                { value: 'replit', label: 'replit' },
+                { value: 'Warp', label: 'Warp' },
+                { value: 'Visual Studio IntelliCode', label: 'Visual Studio IntelliCode' },
+                { value: 'WindSurf', label: 'WindSurf' },
+                { value: '豆包MarsCode', label: '豆包MarsCode' },
+                { value: '通义灵码', label: '通义灵码' },
+                { value: 'Devin', label: 'Devin' },
+                { value: '文心快码', label: '文心快码' },
+                { value: 'imgcook', label: 'imgcook' },
+                { value: 'CodeWhisperer', label: 'CodeWhisperer' },
+                { value: 'Lovable', label: 'Lovable' },
+                { value: 'FittenCode', label: 'FittenCode' },
+                { value: 'Solo', label: 'Solo' },
+                { value: 'CodeFuse', label: 'CodeFuse' },
+                { value: 'Tabnine', label: 'Tabnine' },
+            ],
+        },
+        sort: {
+            description: '排序方式，默认为最新发布',
+            default: 'hot',
+            options: [
+                { value: 'hot', label: '热门' },
+                { value: 'latest', label: '最新' },
+            ],
+        },
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['juejin.cn/books'],
+        },
+    ],
+    name: 'AI 编程',
+    maintainers: ['TonyRL'],
+    handler,
+    url: 'aicoding.juejin.cn',
+};
+
+async function handler(ctx) {
+    const { tag, sort } = ctx.req.param();
+    const sortType = sort === 'hot' ? 1 : 2;
+    let tagList: {
+            tag_id: string;
+            tag: Tag;
+        }[],
+        currentTag: Tag | undefined,
+        tagId: string | undefined;
+    if (tag) {
+        tagList = await getTagList();
+        currentTag = tagList.find((item) => item.tag.tag_name === tag)?.tag;
+        tagId = currentTag?.tag_id;
+    }
+
+    const response = await ofetch('https://api.juejin.cn/content_api/v1/aicoding/content', {
+        method: 'POST',
+        body: {
+            sort_type: sortType,
+            cursor: '',
+            limit: 10,
+            tag_ids: tagId ? [tagId] : undefined,
+        },
+    });
+
+    const list = parseList(response.data.map((item) => item.article_pack || item.short_msg_pack));
+    const items = await ProcessFeed(list);
+
+    return {
+        title: `${currentTag ? `${currentTag.tag_name} - ` : ''}AI 编程`,
+        link: `https://aicoding.juejin.cn/?contentType=${sortType}${tagId ? `&tagId=${tagId}` : ''}`,
+        image: currentTag ? currentTag.icon : 'https://lf-web-assets.juejin.cn/obj/juejin-web/goofy_deploy_edenx/toutiao-fe/xitu_juejin_aicoding/favicon.ico',
+        item: items,
+    };
+}