rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/lib/routes/lianxh/index.ts

@@ -0,0 +1,116 @@
+import { DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import * as cheerio from 'cheerio';
+import type { Context } from 'hono';
+import markdownit from 'markdown-it';
+
+const md = markdownit({
+    html: true,
+    breaks: true,
+});
+
+export const route: Route = {
+    path: '/:category?',
+    example: '/lianxh',
+    parameters: { category: '分类 id，可在对应分类页 URL 中找到，默认为 `all`，即全部' },
+    radar: [
+        {
+            source: ['www.lianxh.cn/blogs/all.html', 'www.lianxh.cn/'],
+        },
+    ],
+    name: '精彩资讯',
+    maintainers: ['nczitzk'],
+    handler,
+    url: 'www.lianxh.cn/',
+    description: `| 分类                 | id  |
+ -------------------- | --- |
+ 全部                 | all |
+ Stata 入门           | 16  |
+ Stata 教程           | 17  |
+ 计量专题             | 18  |
+ 内生性 - 因果推断    | 19  |
+ 面板数据             | 20  |
+ 交乘项 - 调节 - 中介 | 21  |
+ 结果输出             | 22  |
+ 工具软件             | 23  |
+ Stata 绘图           | 24  |
+ 数据处理             | 25  |
+ Stata 程序           | 26  |
+ Probit-Logit         | 27  |
+ 时间序列             | 28  |
+ 空间计量 - 网络分析  | 29  |
+ Markdown-LaTeX       | 30  |
+ 论文写作             | 31  |
+ 回归分析             | 32  |
+ 其它                 | 33  |
+ 数据分享             | 34  |
+ Stata 资源           | 35  |
+ 文本分析 - 爬虫      | 36  |
+ Python-R-Matlab      | 37  |
+ IV-GMM               | 38  |
+ 倍分法 DID           | 39  |
+ 断点回归 RDD         | 40  |
+ PSM-Matching         | 41  |
+ 合成控制法           | 42  |
+ Stata 命令           | 43  |
+ 专题课程             | 44  |
+ 风险管理             | 45  |
+ 生存分析             | 46  |
+ 机器学习             | 47  |
+ 分位数回归           | 48  |
+ SFA-DEA - 效率分析   | 49  |
+ 答疑 - 板书          | 50  |
+ 论文重现             | 51  |
+ 最新课程             | 52  |
+ 公开课               | 53  |`,
+};
+
+async function handler(ctx: Context) {
+    const { category = 'all' } = ctx.req.param();
+
+    const rootUrl = 'https://www.lianxh.cn';
+    const currentUrl = `${rootUrl}/blogs/${category}.html`;
+
+    const response = await ofetch(currentUrl);
+
+    const $ = cheerio.load(response);
+
+    const list = $('.card-body > a')
+        .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')!, 10) : 30)
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            const href = $item.attr('href');
+            return {
+                title: $item.find('h5').text().trim(),
+                link: rootUrl + href,
+                id: href?.split('/').pop()?.split('.')[0],
+            };
+        }) as DataItem[];
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link!, async () => {
+                const { data: response } = await ofetch(`${rootUrl}/web-api/article`, {
+                    query: {
+                        id: item.id,
+                    },
+                });
+
+                item.description = md.render(response.details);
+                item.pubDate = parseDate(response.release_time, 'YYYY-MM-DD');
+                item.author = response.author;
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: `连享会 - ${$('.card-title').text()}`,
+        link: currentUrl,
+        item: items as DataItem[],
+    };
+}

package/lib/routes/lianxh/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '连享会',
+    url: 'www.lianxh.cn',
+    categories: ['programming'],
+};

package/lib/routes/line/today.ts

@@ -40,7 +40,7 @@ async function handler(ctx) {
             url: tabUrl,
         });
 
-        const listing = moduleResponse.data.modules.filter((item) => item.source === 'CATEGORY_MOST_VIEW').pop().listings[0];
+        const listing = moduleResponse.data.modules.findLast((item) => item.source === 'CATEGORY_MOST_VIEW').listings[0];
 
         title = moduleResponse.data.name;
         moduleUrl =

package/lib/routes/link3/events.ts

@@ -0,0 +1,86 @@
+import { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/events',
+    name: 'Link3 Events',
+    url: 'link3.to',
+    maintainers: ['cxheng315'],
+    example: '/link3/events',
+    categories: ['other'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['link3.to/events'],
+            target: '/events',
+        },
+    ],
+    handler,
+};
+
+async function handler() {
+    const url = 'https://api.cyberconnect.dev/profile/';
+
+    const response = await ofetch(url, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+        body: {
+            variables: {
+                order: 'START_TIME_ASC',
+            },
+            query: `
+                query getTrendingEvents($first: Int, $after: String, $order: TrendingEventsRequest_EventOrder, $filter: TrendingEventsRequest_EventFilter) {
+                    trendingEvents(first: $first, after: $after, order: $order, filter: $filter) {
+                        list {
+                            id
+                            info
+                            title
+                            posterUrl
+                            startTimestamp
+                            endTimestamp
+                            organizer {
+                                lightInfo {
+                                    displayName
+                                    profilePicture
+                                    profileHandle
+                                }
+                            }
+                        }
+                    }
+                }
+            
+            `,
+        },
+    });
+
+    const items = response.data.trendingEvents.list.map((event) => ({
+        title: event.title,
+        link: `https://link3.to/e/${event.id}`,
+        description: event.info ?? '',
+        author: event.organizer.lightInfo.displayName,
+        guid: event.id,
+        pubDate: parseDate(event.startTimestamp * 1000),
+        itunes_item_image: event.posterUrl,
+        itunes_duration: event.endTimestamp - event.startTimestamp,
+    }));
+
+    return {
+        title: 'Link3 Events',
+        link: 'https://link3.to/events',
+        description: 'Link3 is a Web3 native social platform built on CyberConnect protocol.',
+        image: 'https://link3.to/logo.svg',
+        logo: 'https://link3.to/logo.svg',
+        author: 'Link3',
+        item: items,
+    };
+}

package/lib/routes/link3/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Link3',
+    url: 'link3.to',
+};

package/lib/routes/link3/profile.ts

@@ -0,0 +1,143 @@
+import { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/profile/:handle',
+    name: 'Link3 Profile',
+    url: 'link3.to',
+    maintainers: ['cxheng315'],
+    example: '/link3/profile/synfutures_defi',
+    parameters: { handle: 'Profile handle' },
+    categories: ['other'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['link3.to/:handle'],
+            target: '/:handle',
+        },
+    ],
+    handler,
+};
+
+async function handler(ctx) {
+    const url = 'https://api.cyberconnect.dev/profile/';
+
+    const handle = ctx.req.param('handle');
+
+    const response = await ofetch(url, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+        body: {
+            variables: {
+                handle,
+            },
+            query: `
+                query getProfile($id: ID, $handle: String) {
+                    profile(id: $id, handle: $handle) {
+                        status
+                        data {
+                            handle
+                            ... on OrgProfile {
+                                displayName
+                                bio
+                                profilePicture
+                                backgroundPicture
+                                __typename
+                            }
+                            ... on PerProfile {
+                                bio
+                                personalDisplayName: displayName {
+                                    displayName
+                                }
+                                personalProfilePicture: profilePicture {
+                                    picture
+                                }
+                                personalBackgroundPicture: backgroundPicture {
+                                    picture
+                                }
+                                __typename
+                            }
+                            blocks {
+                                ... on Block {
+                                    ... on EventBlock {
+                                        __typename
+                                        events {
+                                            id
+                                            title
+                                            info
+                                            posterUrl
+                                            startTimestamp
+                                            endTimestamp
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                }
+
+            `,
+        },
+    });
+
+    const status = response.data.profile.status;
+
+    if (status !== 'SUCCESS') {
+        return {
+            title: 'Error',
+            description: 'Profile not found',
+            items: [
+                {
+                    title: 'Error',
+                    description: 'Profile not found',
+                    link: `https://link3.to/${handle}`,
+                },
+            ],
+        };
+    }
+
+    const profile = response.data.profile.data;
+
+    const items = profile.blocks
+        .filter((block) => block.__typename === 'EventBlock')
+        .flatMap((block) => block.events)
+        .map((event) => ({
+            title: event.title,
+            link: `https://link3.to/e/${event.id}`,
+            description: event.info ?? '',
+            author: profile.handle,
+            guid: event.id,
+            pubDate: event.startTimestamp ? parseDate(event.startTimestamp * 1000) : null,
+            itunes_item_image: event.posterUrl,
+            itunes_duration: event.endTimestamp - event.startTimestamp,
+        }));
+
+    return {
+        title: profile.displayName ?? profile.personalDisplayName.displayName,
+        link: `https://link3.to/${profile.handle}`,
+        description: profile.bio,
+        logo: profile.profilePicture ?? profile.personalProfilePicture.picture,
+        image: profile.profilePicture ?? profile.personalProfilePicture.picture,
+        author: profile.handle,
+        item:
+            items && items.length > 0
+                ? items
+                : [
+                      {
+                          title: 'No events',
+                          description: 'No events',
+                          link: `https://link3.to/${handle}`,
+                      },
+                  ],
+    };
+}

package/lib/routes/linkedin/cn/renderer.ts

@@ -169,7 +169,7 @@ const parseAttr = (description) => {
         q.push(render(e));
     }
     if (p < m.length) {
-        q.push(m.slice(p, m.length));
+        q.push(m.slice(p));
     }
     return q.join('');
 };

package/lib/routes/linkedin/jobs.ts

@@ -1,16 +1,21 @@
 import { Route } from '@/types';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
-import { parseJobSearch, KEYWORDS_QUERY_KEY, JOB_TYPES, JOB_TYPES_QUERY_KEY, EXP_LEVELS_QUERY_KEY, parseParamsToSearchParams, EXP_LEVELS, parseParamsToString } from './utils';
+import { EXP_LEVELS, EXP_LEVELS_QUERY_KEY, JOB_TYPES, JOB_TYPES_QUERY_KEY, KEYWORDS_QUERY_KEY, parseJobSearch, parseParamsToSearchParams, parseParamsToString, parseRouteParam } from './utils';
 
 const BASE_URL = 'https://www.linkedin.com/';
 const JOB_SEARCH_PATH = '/jobs-guest/jobs/api/seeMoreJobPostings/search';
 
 export const route: Route = {
-    path: '/jobs/:job_types/:exp_levels/:keywords?',
-    categories: ['other'],
+    path: '/jobs/:job_types/:exp_levels/:keywords?/:routeParams?',
+    categories: ['social-media'],
     example: '/linkedin/jobs/C-P/1/software engineer',
-    parameters: { job_types: "See the following table for details, use '-' as delimiter", exp_levels: "See the following table for details, use '-' as delimiter", keywords: 'keywords' },
+    parameters: {
+        job_types: "See the following table for details, use '-' as delimiter",
+        exp_levels: "See the following table for details, use '-' as delimiter",
+        keywords: 'keywords',
+        routeParams: 'additional query parameters, see the table below',
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -19,8 +24,29 @@ export const route: Route = {
         supportPodcast: false,
         supportScihub: false,
     },
+    radar: [
+        {
+            source: ['www.linkedin.com/jobs/search'],
+            // Migrate from https://github.com/DIYgod/RSSHub-Radar/blob/096589db99f993c262ec8edb51a5676325439bc5/src/lib/radar-rules.ts#L15501
+            target: (params, url) => {
+                const searchParams = new URLSearchParams(new URL(url).search);
+                const fJT = parseRouteParam(searchParams.get('f_JT'));
+                const fE = parseRouteParam(searchParams.get('f_E'));
+                const keywords = encodeURIComponent(searchParams.get('keywords') || '');
+
+                const newSearchParams = new URLSearchParams();
+                // Copy non-existent key-value pairs from searchParams to newSearchParams
+                for (const [key, value] of searchParams.entries()) {
+                    if (!['f_JT', 'f_E', 'keywords'].includes(key)) {
+                        newSearchParams.append(key, value);
+                    }
+                }
+                return `/linkedin/jobs/${fJT}/${fE}/${keywords}/?${newSearchParams.toString()}`;
+            },
+        },
+    ],
     name: 'Jobs',
-    maintainers: [],
+    maintainers: ['BrandNewLifeJackie26', 'zhoukuncheng'],
     handler,
     description: `#### \`job_types\` list
 
@@ -34,10 +60,34 @@ export const route: Route = {
   | --------- | ----------- | --------- | ---------------- | -------- | --- |
   | 1         | 2           | 3         | 4                | 5        | all |
 
+  #### \`routeParams\` additional query parameters
+
+  ##### \`f_WT\` list
+
+  | Onsite | Remote | Hybrid |
+  | ------ | ------- | ------ |
+  |    1   |    2    |   3    |
+
+  ##### \`geoId\`
+
+  Geographic location ID. You can find this ID in the URL of a LinkedIn job search page that is filtered by location.
+
+  For example:
+  91000012 is the ID of East Asia.
+
+  ##### \`f_TPR\`
+
+  Time posted range. Here are some possible values:
+
+  *   \`r86400\`: Past 24 hours
+  *   \`r604800\`: Past week
+  *   \`r2592000\`: Past month
+
   For example:
 
   1.  If we want to search software engineer jobs of all levels and all job types, use \`/linkedin/jobs/all/all/software engineer\`
   2.  If we want to search all entry level contractor/part time software engineer jobs, use \`/linkedin/jobs/P-C/2/software engineer\`
+  3.  If we want to search remote mid-senior level software engineer jobs in APAC posted within the last month, use \`/linkedin/jobs/F/4/software%20engineer/f_WT=2&geoId=91000003&f_TPR=r2592000\`
 
   **To make it easier, the recommended way is to start a search on [LinkedIn](https://www.linkedin.com/jobs/search) and use [RSSHub Radar](https://github.com/DIYgod/RSSHub-Radar) to load the specific feed.**`,
 };
@@ -45,23 +95,31 @@ export const route: Route = {
 async function handler(ctx) {
     const jobTypesParam = parseParamsToSearchParams(ctx.req.param('job_types'), JOB_TYPES);
     const expLevelsParam = parseParamsToSearchParams(ctx.req.param('exp_levels'), EXP_LEVELS);
+    const routeParams = new URLSearchParams(ctx.req.param('routeParams'));
 
     let url = new URL(JOB_SEARCH_PATH, BASE_URL);
+
+    // keep for backward compatibility
     url.searchParams.append(KEYWORDS_QUERY_KEY, ctx.req.param('keywords') || '');
     url.searchParams.append(JOB_TYPES_QUERY_KEY, jobTypesParam); // see JOB_TYPES in utils.js
     url.searchParams.append(EXP_LEVELS_QUERY_KEY, expLevelsParam); // see EXPERIENCE_LEVELS in utils.js
+
+    // Add route params to URL
+    for (const [key, value] of routeParams) {
+        if (!url.searchParams.has(key)) {
+            url.searchParams.append(key, value);
+        }
+    }
     url = url.toString();
 
     // Parse job search page
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const jobs = parseJobSearch(response.data);
+    const response = await ofetch(url);
+    const jobs = parseJobSearch(response);
 
     const jobTypes = parseParamsToString(ctx.req.param('job_types'), JOB_TYPES);
     const expLevels = parseParamsToString(ctx.req.param('exp_levels'), EXP_LEVELS);
     const feedTitle = 'LinkedIn Job Listing' + (jobTypes ? ` | Job Types: ${jobTypes}` : '') + (expLevels ? ` | Experience Levels: ${expLevels}` : '') + (ctx.req.param('keywords') ? ` | Keywords: ${ctx.req.param('keywords')}` : '');
+
     return {
         title: feedTitle,
         link: url,

package/lib/routes/linkedin/namespace.ts

@@ -1,6 +1,6 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'LinkedIn 领英中国',
+    name: 'LinkedIn 领英',
     url: 'linkedin.com',
 };

package/lib/routes/linkedin/utils.ts

@@ -40,6 +40,10 @@ const EXP_LEVELS = {
  *   as search param in url
  */
 function parseParamsToSearchParams(params, map) {
+    if (!params) {
+        return '';
+    } // Handle undefined params
+
     const validParamValues = params.split('-').filter((v) => v in map);
     return validParamValues.join(',');
 }
@@ -54,6 +58,10 @@ function parseParamsToSearchParams(params, map) {
  * @returns param value strings separated by ','
  */
 function parseParamsToString(params, map) {
+    if (!params) {
+        return '';
+    } // Handle undefined params
+
     const validParamValues = params
         .split('-')
         .filter((v) => v in map)
@@ -79,11 +87,11 @@ function parseJobSearch(data) {
     const jobs = $('li')
         .map((i, elem) => {
             const elemHtml = $(elem);
-            const link = elemHtml.find('a.base-card__full-link').attr('href').split('?')[0];
-            const title = elemHtml.find('h3.base-search-card__title').text().trim();
-            const company = elemHtml.find('h4.base-search-card__subtitle').text().trim();
-            const location = elemHtml.find('span.job-search-card__location').text().trim();
-            const pubDate = elemHtml.find('time').attr('datetime');
+            const link = elemHtml.find('a.base-card__full-link, a.base-card--link')?.attr('href')?.split('?')[0];
+            const title = elemHtml.find('h3.base-search-card__title')?.text()?.trim();
+            const company = elemHtml.find('h4.base-search-card__subtitle')?.text()?.trim();
+            const location = elemHtml.find('span.job-search-card__location')?.text()?.trim();
+            const pubDate = elemHtml.find('time')?.attr('datetime');
 
             return new Job(title, link, company, location, pubDate);
         })
@@ -108,4 +116,11 @@ function parseJobDetail(data) {
     return job;
 }
 
-export { parseParamsToSearchParams, parseParamsToString, parseJobDetail, parseJobSearch, JOB_TYPES, JOB_TYPES_QUERY_KEY, EXP_LEVELS, EXP_LEVELS_QUERY_KEY, KEYWORDS_QUERY_KEY };
+const parseRouteParam = (searchParam: string | null): string => {
+    if (!searchParam || typeof searchParam !== 'string') {
+        return 'all';
+    }
+    return encodeURIComponent(searchParam.split(',').join('-'));
+};
+
+export { parseParamsToSearchParams, parseParamsToString, parseJobDetail, parseJobSearch, parseRouteParam, JOB_TYPES, JOB_TYPES_QUERY_KEY, EXP_LEVELS, EXP_LEVELS_QUERY_KEY, KEYWORDS_QUERY_KEY };

package/lib/routes/lmu/jobs.ts

@@ -0,0 +1,96 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+const apiUrl = 'https://jobs.b-ite.com/api/v1/postings/search';
+
+// 辅助函数：根据 value 查找对应的 label
+function findLabel(value: string, options: Array<{ value: string; label: string }>): string {
+    const option = options.find((option) => option.value === value);
+    return option?.label ?? value; // 如果找不到匹配项，返回 value 本身
+}
+
+async function handler() {
+    const { data: response } = await got.post(apiUrl, {
+        json: {
+            key: '7d4ebad4ecdfd3e99a89596c85c5e4be21cd9c12',
+            channel: 0,
+            locale: 'en',
+            sort: {
+                by: 'custom.bereich',
+                order: 'asc',
+            },
+            origin: 'https://www.lmu.de/en/about-lmu/working-at-lmu/job-portal/academic-staff/',
+            page: {
+                offset: 0,
+                num: 1000,
+            },
+            filter: {
+                locale: {
+                    in: ['en'],
+                },
+                'custom.beschaeftigtengruppe': {
+                    in: ['02_wiss'],
+                },
+            },
+        },
+        headers: {
+            'content-type': 'application/json',
+            'bite-jobsapi-client': 'v5-20230925-9df79de',
+        },
+    });
+
+    const jobPostings = response.jobPostings;
+    const bereichOptions = response.fields['custom.bereich'].options;
+    const verguetungOptions = response.fields['custom.verguetung'].options;
+
+    const items = jobPostings.map((job) => {
+        const pubDate = parseDate(job.createdOn, 'YYYY-MM-DDTHH:mm:ssZ');
+
+        // 获取 Institution 的 label
+        const institutionLabel = findLabel(job.custom.bereich, bereichOptions);
+        const RemunerationGroupLabel = findLabel(job.custom.verguetung, verguetungOptions);
+
+        // 渲染模板
+        const description = art(path.join(__dirname, 'templates/jobPosting.art'), {
+            institutionLabel,
+            RemunerationGroupLabel,
+            job,
+        });
+
+        return {
+            title: job.title,
+            link: job.url,
+            description,
+            pubDate,
+        };
+    });
+
+    return {
+        title: 'LMU Academic Staff Job Openings',
+        link: 'https://www.lmu.de/en/about-lmu/working-at-lmu/job-portal/academic-staff/',
+        item: items,
+    };
+}
+
+export const route: Route = {
+    path: '/jobs',
+    name: 'Job Openings',
+    url: 'lmu.de',
+    example: '/lmu/jobs',
+    maintainers: ['StarDxxx'],
+    categories: ['university', 'study'],
+    radar: [
+        {
+            source: ['www.lmu.de/en/about-lmu/working-at-lmu/job-portal/academic-staff/'],
+            target: '/lmu/jobs',
+        },
+    ],
+    description: 'RSS feed for LMU academic staff job openings.',
+    handler,
+};