rsshub 1.0.0-master.f6c2ebb → 1.0.0-master.f70afef

package/lib/routes/joins/chinese.ts

@@ -108,9 +108,9 @@ export const route: Route = {
     handler,
     example: '/chinese',
     parameters: { category: '分类，默认为空，可在对应分类页 URL 中找到 `sc_section_code`' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [财经](https://chinese.joins.com/news/articleList.html?sc_section_code=S1N1)，网址为 \`https://chinese.joins.com/news/articleList.html?sc_section_code=S1N1\`。截取 \`sc_section_code\` 的值作为参数填入，此时路由为 [\`/joins/chinese/S1N1\`](https://rsshub.app/joins/chinese/S1N1)。
-  :::
+:::
 
   | 分类                                                                                       | \`sc_section_code\`                             |
   | ------------------------------------------------------------------------------------------ | ----------------------------------------------- |
@@ -151,67 +151,67 @@ export const route: Route = {
         },
         {
             title: '财经',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N1'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N1',
         },
         {
             title: '国际',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N2'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N2',
         },
         {
             title: '北韩',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N3'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N3',
         },
         {
             title: '政治·社会',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N4'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N4',
         },
         {
             title: '中国观察',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N5'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N5',
         },
         {
             title: '社论',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N26'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N26',
         },
         {
             title: '专栏·观点',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N11'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N11',
         },
         {
             title: '军事·科技',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N6'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N6',
         },
         {
             title: '娱乐体育',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N7'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N7',
         },
         {
             title: '教育',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N8'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N8',
         },
         {
             title: '旅游美食',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N9'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N9',
         },
         {
             title: '时尚',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N10'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N10',
         },
         {
             title: '图集',
-            source: ['chinese.joins.com/news/articleList.html?sc_section_code=S1N12'],
+            source: ['chinese.joins.com/news/articleList.html'],
             target: '/chinese/S1N12',
         },
     ],

package/lib/routes/joneslanglasalle/index.ts

@@ -0,0 +1,311 @@
+import path from 'node:path';
+
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type Context } from 'hono';
+
+import { type DataItem, type Route, type Data, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+const cleanHtml = (html: string, preservedTags: string[]): string => {
+    const $ = load(html);
+
+    $('div.informationbox').remove();
+    $('div.contributors').remove();
+
+    $('*')
+        .not(preservedTags.join(', '))
+        .contents()
+        .filter((_, el) => el.type === 'text')
+        .remove();
+
+    $('*')
+        .not(preservedTags.join(', '))
+        .filter((_, el) => $(el).children().length === 0)
+        .remove();
+
+    return $.html() || '';
+};
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { language: lang = 'zh', category = 'trends-and-insights' } = ctx.req.param();
+    // default limit is 12
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '12', 10);
+
+    const rootUrl: string = 'https://www.joneslanglasalle.com.cn';
+    const targetUrl: string = new URL(`${lang}/${category}`, rootUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language: string = $('html').prop('lang') ?? 'en';
+
+    let items: DataItem[] = $('div.ti-title')
+        .slice(0, limit)
+        .toArray()
+        .map((item): DataItem => {
+            const $item: Cheerio<Element> = $(item);
+            const aEl = $item.closest('a');
+
+            const title: string = $item.text();
+            const link: string | undefined = aEl.prop('href');
+
+            const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                intro: aEl.find('p.ti-teaser').text(),
+            });
+
+            const image: string | undefined = aEl.find('div.ti-image-container img').prop('src') ? new URL(aEl.find('div.ti-image-container img').prop('src') as string, rootUrl).href : undefined;
+
+            return {
+                title,
+                description,
+                pubDate: parseDate(aEl.find('span.ti-date').text(), ['MM月DD日', 'MMMM DD']),
+                link: link ? new URL(link, rootUrl).href : undefined,
+                category: [aEl.find('span.ti-type').text()].filter(Boolean),
+                content: {
+                    html: description,
+                    text: aEl.find('p.ti-teaser').text(),
+                },
+                image,
+                banner: image,
+                language,
+            };
+        });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link && typeof item.link !== 'string') {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    try {
+                        const detailResponse = await ofetch(item.link);
+                        const $$: CheerioAPI = load(detailResponse);
+
+                        const title: string = $$('meta[property="og:title"]').prop('content');
+                        const guid: string = $$('meta[property="og:url"]').prop('content');
+                        const image: string | undefined = $$('meta[property="og:image"]').prop('content');
+
+                        const pubDate: Date = parseDate($$('div.publicationdate').text().trim(), ['YYYY 年MM 月DD 日', 'MMMM DD, YYYY']);
+
+                        const author: DataItem['author'] = $$('div.contributors ul li')
+                            .toArray()
+                            .map((el) => ({
+                                name: $$(el).text(),
+                            }));
+
+                        const media: Record<string, Record<string, string>> = {};
+
+                        $$('picture').each((_, el) => {
+                            const $$el = $$(el);
+
+                            const src = $$el.find('source').last().prop('srcset') ? new URL($$el.find('source').last().prop('srcset') as string, rootUrl).href : undefined;
+
+                            if (src) {
+                                $$el.replaceWith(
+                                    art(path.join(__dirname, 'templates/description.art'), {
+                                        images: [
+                                            {
+                                                src,
+                                            },
+                                        ],
+                                    })
+                                );
+
+                                const mediaType: string | undefined = src.split(/\./).pop();
+
+                                if (mediaType) {
+                                    media[mediaType] = { url: src };
+                                }
+                            }
+                        });
+
+                        const extraLinks = $$('div.related-content a.content-card')
+                            .toArray()
+                            .map((el) => {
+                                const $$el: Cheerio<Element> = $$(el);
+
+                                return {
+                                    url: new URL($$el.prop('href') as string, rootUrl).href,
+                                    type: 'related',
+                                    content_html: $$el.find('div.content-card__body').html(),
+                                };
+                            })
+                            .filter((link): link is { url: string; type: string; content_html: string } => true);
+
+                        const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                            description: cleanHtml($$('div.page-section').eq(1).html() ?? $$('div.copy-block').html() ?? '', ['div.richtext p', 'h3', 'h4', 'h5', 'h6', 'figure', 'img', 'ul', 'li', 'span', 'b']),
+                        });
+
+                        return {
+                            title,
+                            description,
+                            pubDate,
+                            category: $$('meta[property="article:tag"]').prop('content').split(/,\s/),
+                            author,
+                            guid,
+                            id: guid,
+                            content: {
+                                html: description,
+                                text: description,
+                            },
+                            image,
+                            banner: image,
+                            language,
+                            media: Object.keys(media).length > 0 ? media : undefined,
+                            _extra: {
+                                links: extraLinks.length > 0 ? extraLinks : undefined,
+                            },
+                        };
+                    } catch {
+                        return item;
+                    }
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    const title = $('title').text();
+    const feedImage = $('img.logo').prop('src') ? new URL($('img.logo').prop('src') as string, rootUrl).href : undefined;
+
+    return {
+        title,
+        description: $('meta[property="og:description"]').prop('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: feedImage,
+        author: title.split(/\|/).pop(),
+        language,
+        id: $('meta[property="og:url"]').prop('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/:language?/:category{.+}?',
+    name: 'Trends & Insights',
+    url: 'joneslanglasalle.com.cn',
+    maintainers: ['nczitzk', 'pseudoyu'],
+    handler,
+    example: '/joneslanglasalle/en/trends-and-insights',
+    parameters: {
+        language: 'Language, `zh` by default',
+        category: 'Category, `trends-and-insights` by default',
+    },
+    description: `::: tip
+If you subscribe to [Trends & Insights](https://www.joneslanglasalle.com.cn/en/trends-and-insights)，where the URL is \`https://www.joneslanglasalle.com.cn/en/trends-and-insights\`, extract the part \`https://joneslanglasalle.com.cn/\` to the end. Use \`zh\` and \`trends-and-insights\` as the parameters to fill in. Therefore, the route will be [\`/joneslanglasalle/en/trends-and-insights\`](https://rsshub.app/joneslanglasalle/en/trends-and-insights).
+:::
+
+| Category  | ID                            |
+| --------- | ----------------------------- |
+| Latest    | trends-and-insights           |
+| Workplace | trends-and-insights/workplace |
+| Investor  | trends-and-insights/investor  |
+| Cities    | trends-and-insights/cities    |
+| Research  | trends-and-insights/research  |
+`,
+    categories: ['new-media'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['joneslanglasalle.com.cn/:language/:category'],
+            target: (params) => {
+                const language = params.language;
+                const category = params.category;
+
+                return language ? `/${language}${category ? `/${category}` : ''}` : '';
+            },
+        },
+        {
+            title: 'Latest',
+            source: ['joneslanglasalle.com.cn/en/trends-and-insights'],
+            target: '/en/trends-and-insights',
+        },
+        {
+            title: 'Workplace',
+            source: ['joneslanglasalle.com.cn/en/trends-and-insights/workplace'],
+            target: '/en/trends-and-insights/workplace',
+        },
+        {
+            title: 'Investor',
+            source: ['joneslanglasalle.com.cn/en/trends-and-insights/investor'],
+            target: '/en/trends-and-insights/investor',
+        },
+        {
+            title: 'Cities',
+            source: ['joneslanglasalle.com.cn/en/trends-and-insights/cities'],
+            target: '/en/trends-and-insights/cities',
+        },
+        {
+            title: 'Research',
+            source: ['joneslanglasalle.com.cn/en/trends-and-insights/research'],
+            target: '/en/trends-and-insights/research',
+        },
+        {
+            title: '房地产趋势与洞察',
+            source: ['joneslanglasalle.com.cn/zh/trends-and-insights'],
+            target: '/zh/trends-and-insights',
+        },
+        {
+            title: '办公空间',
+            source: ['joneslanglasalle.com.cn/zh/trends-and-insights/workplace'],
+            target: '/zh/trends-and-insights/workplace',
+        },
+        {
+            title: '投资者',
+            source: ['joneslanglasalle.com.cn/zh/trends-and-insights/investor'],
+            target: '/zh/trends-and-insights/investor',
+        },
+        {
+            title: '城市',
+            source: ['joneslanglasalle.com.cn/zh/trends-and-insights/cities'],
+            target: '/zh/trends-and-insights/cities',
+        },
+        {
+            title: '研究报告',
+            source: ['joneslanglasalle.com.cn/zh/trends-and-insights/research'],
+            target: '/zh/trends-and-insights/research',
+        },
+    ],
+    view: ViewType.Articles,
+
+    zh: {
+        path: '/:language?/:category{.+}?',
+        name: '房地产趋势与洞察',
+        url: 'joneslanglasalle.com.cn',
+        maintainers: ['nczitzk'],
+        handler,
+        example: '/joneslanglasalle/zh/trends-and-insights',
+        parameters: {
+            language: '语言，默认为 `zh`，可在对应分类页 URL 中找到',
+            category: '分类，默认为 `trends-and-insights`，可在对应分类页 URL 中找到',
+        },
+        description: `::: tip
+若订阅 [房地产趋势与洞察](https://www.joneslanglasalle.com.cn/zh/trends-and-insights)，网址为 \`https://www.joneslanglasalle.com.cn/zh/trends-and-insights\`，请截取 \`https://joneslanglasalle.com.cn/\` 到末尾的部分 \`zh\` 和 \`trends-and-insights\` 作为 \`language\` 和 \`category\` 参数填入，此时目标路由为 [\`/joneslanglasalle/zh/trends-and-insights\`](https://rsshub.app/joneslanglasalle/zh/trends-and-insights)。
+:::
+
+| 分类名称   | 分类 ID                       |
+| ---------- | ----------------------------- |
+| 趋势及洞察 | trends-and-insights           |
+| 办公空间   | trends-and-insights/workplace |
+| 投资者     | trends-and-insights/investor  |
+| 城市       | trends-and-insights/cities    |
+| 研究报告   | trends-and-insights/research  |
+`,
+    },
+};

package/lib/routes/joneslanglasalle/namespace.ts

@@ -0,0 +1,13 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Jones Lang LaSalle',
+    url: 'joneslanglasalle.com.cn',
+    categories: ['new-media'],
+    description: 'JLL is a global real estate services firm in commercial property and investment management, providing services for real estate owners, occupiers and investors.',
+    lang: 'zh-CN',
+    zh: {
+        name: '仲量联行JLL',
+        description: '仲量联行JLL是全球领先的房地产专业服务和投资管理公司，为企业、房地产业主、投资者及政府提供各类资产的施工、租赁、管理、投资咨询服务。仲量联行也致力于高质量城市发展、打造理想空间、提供可持续的房地产解决方案。',
+    },
+};

package/lib/routes/joneslanglasalle/templates/description.art

@@ -0,0 +1,21 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if !videos?.[0]?.src && image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/jrj/index.ts

@@ -0,0 +1,127 @@
+import { Route } from '@/types';
+
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { ofetch } from 'ofetch';
+
+const options = {
+    '103': '财经资讯',
+    '508': '科技资讯',
+    '106': '商业资讯',
+    '632': '消费资讯',
+    '630': '医疗资讯',
+    '119': '康养资讯',
+    '004': '汽车资讯',
+    '009': '房产资讯',
+    '629': 'ESG 资讯',
+    '010': 'A股资讯',
+    '001': '港股资讯',
+    '102': '美股资讯',
+    '113': '银行资讯',
+    '115': '保险资讯',
+    '104': '基金资讯',
+    '503': '私募资讯',
+    '112': '信托资讯',
+    '007': '外汇资讯',
+    '107': '期货资讯',
+    '118': '债券资讯',
+    '603': '券商资讯',
+    '105': '观点',
+};
+
+export const route: Route = {
+    path: '/:channelNum',
+    categories: ['finance'],
+    example: '/jrj/103',
+    parameters: {
+        channelNum: {
+            description: '栏目编号',
+            options: Object.entries(options).map(([value, label]) => ({ value, label })),
+        },
+    },
+    url: 'www.jrj.com.cn',
+    name: '资讯',
+    description: `
+| column | Description |
+| ---   | ---   |
+| 103   | 财经资讯 |
+| 508   | 科技资讯 |
+| 106   | 商业资讯 |
+| 632   | 消费资讯 |
+| 630   | 医疗资讯 |
+| 119   | 康养资讯 |
+| 004   | 汽车资讯 |
+| 009   | 房产资讯 |
+| 629   | ESG 资讯 |
+| 001   | 港股资讯 |
+| 102   | 美股资讯 |
+| 113   | 银行资讯 |
+| 115   | 保险资讯 |
+| 104   | 基金资讯 |
+| 503   | 私募资讯 |
+| 112   | 信托资讯 |
+| 007   | 外汇资讯 |
+| 107   | 期货资讯 |
+| 118   | 债券资讯 |
+| 603   | 券商资讯 |
+| 105   | 观点 |
+    `,
+    maintainers: ['p3psi-boo'],
+    handler,
+};
+
+async function handler(ctx) {
+    const channelNum = ctx.req.param('channelNum');
+
+    const url = 'https://gateway.jrj.com/jrj-news/news/queryNewsList';
+
+    const response = await ofetch(url, {
+        method: 'post',
+        body: {
+            sortBy: 1,
+            pageSize: 20,
+            makeDate: '',
+            channelNum,
+            infoCls: '',
+        },
+    });
+
+    const alist = response.data.data;
+
+    const list = alist.map((item) => {
+        const link = item.pcInfoUrl;
+        const title = item.title;
+        const author = item.paperMediaSource;
+        const pubDate = parseDate(item.makeDate);
+
+        return {
+            title,
+            link,
+            author,
+            pubDate,
+        };
+    });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const articleUrl = item.link;
+                const response = await ofetch(articleUrl);
+
+                const $ = load(response);
+
+                const content = $('.article_content').html();
+
+                item.description = content;
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: `${options[channelNum]} - 金融界`,
+        link: 'https://jrj.com',
+        item: items,
+    };
+}

package/lib/routes/jrj/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '金融界',
+    url: 'www.jrj.com.cn',
+    description: '金融界是国内领先的金融信息服务平台，日均触达千万用户，年度访问量超过3亿，受众覆盖中国主流金融机构、上市公司和活跃投资理财群体',
+    lang: 'zh-CN',
+};

package/lib/routes/juejin/books.ts

@@ -1,5 +1,5 @@
 import { Route } from '@/types';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
@@ -28,14 +28,12 @@ export const route: Route = {
 };
 
 async function handler() {
-    const response = await got({
-        method: 'post',
-        url: 'https://api.juejin.cn/booklet_api/v1/booklet/listbycategory',
-        json: { category_id: '0', cursor: '0', limit: 20 },
+    const response = await ofetch('https://api.juejin.cn/booklet_api/v1/booklet/listbycategory', {
+        method: 'POST',
+        body: { category_id: '0', cursor: '0', limit: 20 },
     });
 
-    const { data } = response.data;
-    const items = data.map(({ base_info }) => ({
+    const items = response.data.map(({ base_info }) => ({
         title: base_info.title,
         link: `https://juejin.cn/book/${base_info.booklet_id}`,
         description: `

package/lib/routes/juejin/category.ts

@@ -1,7 +1,6 @@
 import { Route } from '@/types';
-import cache from '@/utils/cache';
-import got from '@/utils/got';
-import util from './utils';
+import ofetch from '@/utils/ofetch';
+import { getCategoryBrief, parseList, ProcessFeed } from './utils';
 
 export const route: Route = {
     path: '/category/:category',
@@ -16,29 +15,33 @@ export const route: Route = {
         supportPodcast: false,
         supportScihub: false,
     },
+    radar: [
+        {
+            source: ['juejin.cn/:category'],
+        },
+    ],
     name: '分类',
     maintainers: ['DIYgod'],
     handler,
     description: `| 后端    | 前端     | Android | iOS | 人工智能 | 开发工具 | 代码人生 | 阅读    |
-  | ------- | -------- | ------- | --- | -------- | -------- | -------- | ------- |
-  | backend | frontend | android | ios | ai       | freebie  | career   | article |`,
+| ------- | -------- | ------- | --- | -------- | -------- | -------- | ------- |
+| backend | frontend | android | ios | ai       | freebie  | career   | article |`,
 };
 
 async function handler(ctx) {
     const category = ctx.req.param('category');
 
-    const idResponse = await got({
-        method: 'get',
-        url: 'https://api.juejin.cn/tag_api/v1/query_category_briefs?show_type=0',
-    });
+    const idResponse = await getCategoryBrief();
 
-    const cat = idResponse.data.data.find((item) => item.category_url === category);
+    const cat = idResponse.find((item) => item.category_url === category);
+    if (!cat) {
+        throw new Error('分类不存在');
+    }
     const id = cat.category_id;
 
-    const response = await got({
-        method: 'post',
-        url: 'https://api.juejin.cn/recommend_api/v1/article/recommend_cate_feed',
-        json: {
+    const response = await ofetch('https://api.juejin.cn/recommend_api/v1/article/recommend_cate_feed', {
+        method: 'POST',
+        body: {
             id_type: 2,
             sort_type: 300,
             cate_id: id,
@@ -47,11 +50,8 @@ async function handler(ctx) {
         },
     });
 
-    let originalData = [];
-    if (response.data.data) {
-        originalData = response.data.data;
-    }
-    const resultItems = await util.ProcessFeed(originalData, cache);
+    const list = parseList(response.data);
+    const resultItems = await ProcessFeed(list);
 
     return {
         title: `掘金 ${cat.category_name}`,