rsshub 1.0.0-master.f9e891b → 1.0.0-master.f9ec483

package/lib/routes/linkedin/jobs.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 import { EXP_LEVELS, EXP_LEVELS_QUERY_KEY, JOB_TYPES, JOB_TYPES_QUERY_KEY, KEYWORDS_QUERY_KEY, parseJobSearch, parseParamsToSearchParams, parseParamsToString, parseRouteParam } from './utils';
@@ -8,7 +8,8 @@ const JOB_SEARCH_PATH = '/jobs-guest/jobs/api/seeMoreJobPostings/search';
 
 export const route: Route = {
     path: '/jobs/:job_types/:exp_levels/:keywords?/:routeParams?',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.Notifications,
     example: '/linkedin/jobs/C-P/1/software engineer',
     parameters: {
         job_types: "See the following table for details, use '-' as delimiter",

package/lib/routes/linkedin/namespace.ts

@@ -1,6 +1,7 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'LinkedIn 领英',
+    name: 'LinkedIn',
     url: 'linkedin.com',
+    lang: 'en',
 };

package/lib/routes/linkedin/utils.ts

@@ -85,7 +85,8 @@ function parseJobSearch(data) {
 
     // Parse data
     const jobs = $('li')
-        .map((i, elem) => {
+        .toArray()
+        .map((elem) => {
             const elemHtml = $(elem);
             const link = elemHtml.find('a.base-card__full-link, a.base-card--link')?.attr('href')?.split('?')[0];
             const title = elemHtml.find('h3.base-search-card__title')?.text()?.trim();
@@ -94,8 +95,7 @@ function parseJobSearch(data) {
             const pubDate = elemHtml.find('time')?.attr('datetime');
 
             return new Job(title, link, company, location, pubDate);
-        })
-        .toArray();
+        });
     return jobs;
 }
 

package/lib/routes/linkresearcher/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Link Research',
     url: 'linkresearcher',
+    lang: 'en',
 };

package/lib/routes/linovelib/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '哔哩轻小说',
     url: 'linovelib.com',
+    lang: 'zh-CN',
 };

package/lib/routes/liquipedia/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Liquipedia',
     url: 'liquipedia.net',
+    lang: 'en',
 };

package/lib/routes/literotica/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Literotica',
     url: 'literotica.com',
+    lang: 'en',
 };

package/lib/routes/liulinblog/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '木木博客',
     url: 'liulinblog.com',
+    lang: 'zh-CN',
 };

package/lib/routes/liveuamap/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Live Universal Awareness Map',
     url: 'liveuamap.com',
+    lang: 'en',
 };

package/lib/routes/lkong/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '龙空',
     url: 'lkong.com',
+    lang: 'zh-CN',
 };

package/lib/routes/lmu/namespace.ts

@@ -14,4 +14,5 @@ For more information about LMU and their job offerings, visit their official web
     zh: {
         name: '慕尼黑大学',
     },
+    lang: 'de',
 };

package/lib/routes/lofter/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Lofter',
     url: 'www.lofter.com',
+    lang: 'zh-CN',
 };

package/lib/routes/logclub/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '罗戈网',
     url: 'logclub.com',
+    lang: 'zh-CN',
 };

package/lib/routes/logonews/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'LogoNews 标志情报局',
     url: 'logonews.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/loltw/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '英雄联盟',
     url: 'lol.garena.tw',
+    lang: 'zh-TW',
 };

package/lib/routes/loongarch/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'LA UOSC社区',
     url: 'loongarch.org',
+    lang: 'zh-CN',
 };

package/lib/routes/lorientlejour/index.ts

@@ -0,0 +1,186 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { config } from '@/config';
+import { FetchError } from 'ofetch';
+import { load } from 'cheerio';
+import { art } from '@/utils/render';
+import { getCurrentPath } from '@/utils/helpers';
+import path from 'node:path';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
+
+const __dirname = getCurrentPath(import.meta.url);
+const key = '3d5_f6A(S$G_FD=2S(Dr6%7BW_h37@rE';
+
+export const route: Route = {
+    path: '/:category?',
+    categories: ['traditional-media'],
+    example: '/lorientlejour/977-lebanon',
+    parameters: {
+        category: 'Category from the last segment of the URL of the corresponding site, see below for more information, /977-Lebanon by default',
+    },
+    features: {
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+        requireConfig: [
+            {
+                name: 'LORIENTLEJOUR_USERNAME',
+                optional: true,
+                description: `L'Orient-Le Jour/L'Orient Today Email or Username`,
+            },
+            {
+                name: 'LORIENTLEJOUR_PASSWORD',
+                optional: true,
+                description: `L'Orient-Le Jour/L'Orient Today Password`,
+            },
+            {
+                name: 'LORIENTLEJOUR_TOKEN',
+                optional: true,
+                description: `To obtain a token, log into L'Orient-Le Jour/L'Orient Today App and inspect the connection request to find the token parameter from the request URL`,
+            },
+        ],
+    },
+    name: 'Category',
+    maintainers: ['quiniapiezoelectricity'],
+    handler,
+    description: `  :::tip
+For example, the path for the sites https://today.lorientlejour.com/section/977-lebanon and https://www.lorientlejour.com/rubrique/1-liban would be /lorientlejour/977-lebanon and /lorientlejour/1-liban respectively. 
+Multiple categories seperated by '|' is also supported, e.g. /lorientlejour/977-lebanon|1-liban.
+  :::`,
+    radar: [
+        {
+            source: ['www.lorientlejour.com/*/:category'],
+            target: '/:category',
+        },
+        {
+            source: ['www.lorientlejour.com'],
+            target: '/1-Liban',
+        },
+        {
+            source: ['today.lorientlejour.com/*/:category'],
+            target: '/:category',
+        },
+        {
+            source: ['today.lorientlejour.com'],
+            target: '/977-Lebanon',
+        },
+    ],
+};
+
+async function viewCategory(category: string) {
+    const url = `https://www.lorientlejour.com/cmsapi/categories.php?key=${key}&action=view&categoryId=${category}`;
+    const response = await cache.tryGet(
+        url,
+        async () =>
+            await got({
+                method: 'get',
+                url,
+            }),
+        config.cache.routeExpire,
+        false
+    );
+    return response.data.data[0];
+}
+
+async function handler(ctx) {
+    const categoryId = (ctx.req.param('category') ?? '977-Lebanon').split('|').map((item) => item.match(/^(\d+)/i)[0] ?? item);
+    const limit = ctx.req.query('limit') ?? 25;
+
+    let token;
+    const cacheIn = await cache.get('lorientlejour:token');
+    if (cacheIn) {
+        token = cacheIn;
+    } else if (config.lorientlejour.token) {
+        token = config.lorientlejour.token;
+        cache.set('lorientlejour:token', token);
+    } else if (config.lorientlejour.username && config.lorientlejour.password) {
+        const loginUrl = `https://www.lorientlejour.com/cmsapi/visitors.php?key=${key}&action=login&loginName=${config.lorientlejour.username}&password=${config.lorientlejour.password}`;
+        const loginResponse = await got(loginUrl);
+        token = loginResponse.data.data.token;
+        cache.set('lorientlejour:token', token);
+    }
+
+    if (token) {
+        try {
+            await got(`https://www.lorientlejour.com/cmsapi/visitors.php?key=${key}&action=login_token&token=${token}`);
+        } catch (error) {
+            if (error instanceof FetchError && error.statusCode === 403) {
+                await cache.set('lorientlejour:token', '');
+            }
+            throw error;
+        }
+    }
+
+    let title = `L'Orient Le Jour/L'Orient Today`;
+    let description = '';
+    let link = 'https://www.lorientlejour.com';
+    let language = '';
+
+    if (categoryId.length === 1) {
+        const categoryInfo = await viewCategory(categoryId[0]);
+        if (categoryInfo.typeId.locale) {
+            language = categoryInfo.typeId.locale;
+        } else {
+            language = categoryInfo.typeId.name === 'English' ? 'en-US' : 'fr-FR';
+        }
+        title = language === 'en-US' ? `L'Orient Today - ${categoryInfo.name}` : `L'Orient Le Jour - ${categoryInfo.name}`;
+        description = categoryInfo.description;
+        link = categoryInfo.url;
+    }
+
+    const subcategories = await Promise.all(
+        categoryId.map(async (id) => {
+            // get all subcategories of the selected category
+            const contents = await viewCategory(id);
+            return contents.children.map((child) => child.id);
+        })
+    );
+    const categoriesParam = [...new Set([...categoryId, ...subcategories.flat()])];
+    // merge all subcategories with the selected categories to get all contents of the selected category and its subcategories
+
+    let url = `https://www.lorientlejour.com/cmsapi/content.php?text=clean&key=${key}&action=search&category=${encodeURIComponent(JSON.stringify(categoriesParam))}&limit=${limit}&text=false&page=1`;
+    if (token) {
+        url = url + `&token=${token}`;
+    }
+    const response = await got(url);
+    const items = response.data.data.map((item) => {
+        item.link = item.url;
+        item.author = item.authors.map((author) => author.name).join(', ');
+        item.pubDate = timezone(parseDate(item.firstPublished), +3);
+        item.updated = timezone(parseDate(item.lastUpdate), +3);
+        item.category = item.categories.map((itemCategory) => itemCategory.name);
+        const contents = item.contents;
+        const $ = load(contents);
+        const article = $('html');
+        article.find('.inline-embeded-article').remove();
+        article.find('.relatedArticles').remove();
+        if (item.inline_attachments) {
+            article.find('.inlineImage').each(function () {
+                const inlineImageSrc = $(this).attr('src');
+                const inlineAttachment = item.inline_attachments.find((inlineAttachment) => inlineAttachment.url === inlineImageSrc);
+                if (inlineAttachment && inlineAttachment.description) {
+                    $(this).wrap('<figure></figure>');
+                    $(this).after(`<figcaption>${inlineAttachment.description}</figcaption>`);
+                }
+            });
+        }
+        item.description = art(path.join(__dirname, 'templates/description.art'), {
+            summary: item.summary,
+            attachments: item.attachments,
+            article: article.html(),
+        });
+        return item;
+    });
+
+    return {
+        title,
+        description,
+        language,
+        link,
+        item: items,
+    };
+}

package/lib/routes/lorientlejour/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: `L'Orient-Le Jour/L'Orient Today`,
+    url: 'lorientlejour.com',
+    description: `RSS feed for the Lebanon-based French-language newspaper L'Orient-Le Jour and its English edition L'Orient Today`,
+    lang: 'fr',
+};

package/lib/routes/lorientlejour/templates/description.art

@@ -0,0 +1,18 @@
+{{ if summary }}
+    <blockquote> {{@ summary }} </blockquote>
+{{ /if }}
+{{ if attachments}}
+    {{ each attachments }}
+        {{if $value.url }}
+            <figure>
+                <img src="{{ $value.url }}">
+            {{ if $value.description }}
+                    <figcaption>{{ $value.description }}</figcaption>
+            {{ /if }}
+            </figure>
+        {{ /if }}
+    {{ /each }}
+{{ /if }}
+{{ if article }}
+   {{@ article }}
+{{ /if }}

package/lib/routes/lovelive-anime/namespace.ts

@@ -1,6 +1,7 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'lovelive-anime',
+    name: 'Love Live! Official Website',
     url: 'www.lovelive-anime.jp',
+    lang: 'ja',
 };

package/lib/routes/lovelive-anime/news.ts

@@ -7,13 +7,20 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import path from 'node:path';
 import { art } from '@/utils/render';
+import ofetch from '@/utils/ofetch';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
 const renderDescription = (desc) => art(path.join(__dirname, 'templates/description.art'), desc);
 
 export const route: Route = {
-    path: '/news/:option?',
+    path: '/news/:abbr?/:category?/:option?',
     categories: ['anime'],
     example: '/lovelive-anime/news',
-    parameters: { option: 'Crawl full text when `option` is `detail`.' },
+    parameters: {
+        abbr: 'The path to the Love Live series of sub-projects on the official website is detailed in the table below, `abbr` is `detail` when crawling the full text',
+        category: 'The official website lists the Topics category, `category` is `detail` when crawling the full text, other categories see the following table for details',
+        option: 'Crawl full text when `option` is `detail`.',
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -24,45 +31,68 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['www.lovelive-anime.jp/', 'www.lovelive-anime.jp/news'],
+            source: ['www.lovelive-anime.jp/', 'www.lovelive-anime.jp/news/'],
             target: '/news',
         },
     ],
-    name: 'Love Live! Official Website Latest NEWS',
-    maintainers: ['axojhf'],
+    name: 'News',
+    maintainers: ['axojhf', 'zhaoweizhong'],
     handler,
     url: 'www.lovelive-anime.jp/',
+    description: `| Sub-project Name | All Projects | Lovelive!   | Lovelive! Sunshine!! | Lovelive! Nijigasaki High School Idol Club | Lovelive! Superstar!! | 蓮ノ空女学院 | 幻日のヨハネ | ラブライブ！スクールアイドルミュージカル |
+  | -------------------------------- | -------------- | ----------- | -------------------- | ------------------------------------------ | --------------------- | ------------ | ------------ | ---------------------------------------- |
+  | \`abbr\`parameter                  | <u>*No parameter*</u> | lovelive |     sunshine        | nijigasaki                                 | superstar              | hasunosora | yohane       | musical                                  |
+
+  | Category Name       | 全てのニュース        | 音楽商品 | アニメ映像商品 | キャスト映像商品 | 劇場    | アニメ放送 / 配信 | キャスト配信 / ラジオ | ライブ / イベント | ブック | グッズ | ゲーム | メディア | ご当地情報 | キャンペーン | その他 |
+  | ------------------- | --------------------- | -------- | -------------- | ---------------- | ------- | ----------------- | --------------------- | ----------------- | ------ | ------ | ------ | -------- | ---------- | ------ | ------------ |
+  | \`category\`parameter | <u>*No parameter*</u> | music    | anime_movie   | cast_movie      | theater | onair             | radio                 | event             | books  | goods  | game   | media    | local      | campaign  | other   |`,
 };
 
 async function handler(ctx) {
-    const rootUrl = 'https://www.lovelive-anime.jp/news/';
+    const abbr = ctx.req.param('abbr');
+    const category = ctx.req.param('category');
+    const option = ctx.req.param('option');
 
-    const response = await got(rootUrl);
+    const isDetail = abbr === 'detail' || category === 'detail' || option === 'detail';
+    let series = '';
+    let subcategory = '';
+
+    if (abbr && abbr !== 'detail') {
+        series = abbr;
+        if (category && category !== 'detail') {
+            subcategory = category;
+        }
+    }
 
-    const $ = load(response.data);
+    const limit = 20;
+
+    let url = `https://www.lovelive-anime.jp/common/api/article_list.php?site=jp&ip=lovelive&limit=${limit}&data=`;
+    const params: { category: string[]; series?: string[]; subcategory?: string[] } = { category: ['NEWS'] };
+    if (series) {
+        params.series = [series];
+    }
+    if (subcategory) {
+        params.subcategory = [subcategory];
+    }
+    url += encodeURIComponent(JSON.stringify(params));
 
-    const pageFace = $('div.c-card.p-colum__box')
-        .map((_, item) => {
-            item = $(item);
+    const data = await ofetch(url);
 
-            return {
-                link: item.find('a.c-card__head').attr('href'),
-                pubDate: item.find('span.c-card__date').text(),
-                title: item.find('div.c-card__title').text(),
-                // description: `${item.find('div.c-card__title').text()}<br><img src="${item.find('a.c-card__head > div > figure > img').attr('src')}">`
-                description: renderDescription({
-                    title: item.find('div.c-card__title').text(),
-                    imglink: item.find('a.c-card__head > div > figure > img').attr('src'),
-                }),
-            };
-        })
-        .get();
+    const articles = data.data.article_list.map((item) => ({
+        title: item.title,
+        link: item.url,
+        description: renderDescription({
+            imglink: 'https://www.lovelive-anime.jp' + item.thumbnail,
+        }),
+        pubDate: timezone(parseDate(item.dspdate), +9),
+        category: item.categories.subcategory.map((category) => category.name),
+    }));
 
-    let items = pageFace;
+    let items = articles;
 
-    if (ctx.req.param('option') === 'detail') {
+    if (isDetail) {
         items = await Promise.all(
-            pageFace.map((item) =>
+            articles.map((item) =>
                 cache.tryGet(item.link, async () => {
                     const detailResp = await got(item.link);
                     const $ = load(detailResp.data);

package/lib/routes/lovelive-anime/schedules.ts

@@ -2,27 +2,39 @@ import { Route } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import path from 'node:path';
 import { art } from '@/utils/render';
 const renderDescription = (desc) => art(path.join(__dirname, 'templates/scheduleDesc.art'), desc);
 import dayjs from 'dayjs';
 import utc from 'dayjs/plugin/utc';
 import timezone from 'dayjs/plugin/timezone';
+dayjs.extend(utc);
+dayjs.extend(timezone);
 
 export const route: Route = {
     path: '/schedules/:serie?/:category?',
-    name: 'Unknown',
-    maintainers: [],
+    parameters: {
+        serie: 'Love Live! Series sub-projects abbreviation, see the following table',
+        category: 'The official website lists the categories, see the following table for details',
+    },
+    name: 'Schedule',
+    example: '/lovelive-anime/schedules',
+    categories: ['anime'],
+    maintainers: ['axojhf'],
     handler,
+    description: `| Sub-project Name (not full name) | 全シリーズ              | Lovelive!  | Lovelive! Sunshine!! | Lovelive! Nijigasaki High School Idol Club | Lovelive! Superstar!! | ラブライブ！スクールアイドルミュージカル |
+| -------------------------------- | ----------------------- | ---------- | -------------------- | ------------------------------------------ | --------------------- | ---------------------------------------- |
+| \`serie\` parameter                | *No parameter* or \`all\` | \`lovelive\` | \`sunshine\`           | \`nijigasaki\`                               | \`superstar\`           | \`musical\`                                |
+
+| Category Name        | 全て                    | ライブ | イベント | 生配信    |
+| -------------------- | ----------------------- | ------ | -------- | --------- |
+| \`category\` parameter | *No parameter* or \`all\` | \`live\` | \`event\`  | \`haishin\` |`,
 };
 
 async function handler(ctx) {
-    dayjs.extend(utc);
-    dayjs.extend(timezone);
-    const serie = ctx.req.param('serie');
-    const category = ctx.req.param('category');
-    const rootUrl = `https://www.lovelive-anime.jp/common/api/calendar_list.php`;
+    const { serie = 'all', category = 'all' } = ctx.req.param();
+    const rootUrl = 'https://www.lovelive-anime.jp/common/api/calendar_list.php';
     const nowTime = dayjs();
     const dataPara = {
         year: nowTime.year(),
@@ -34,9 +46,9 @@ async function handler(ctx) {
     if (category && 'all' !== category) {
         dataPara.category = [category];
     }
-    const response = await got(`${rootUrl}?site=jp&ip=lovelive&data=${JSON.stringify(dataPara)}`);
+    const response = await ofetch(`${rootUrl}?site=jp&ip=lovelive&data=${encodeURIComponent(JSON.stringify(dataPara))}`);
 
-    const items = response.data.data.schedule_list.map((item) => {
+    const items = response.data.schedule_list.map((item) => {
         const link = item.url.select_url;
         const title = item.title;
         const category = item.categories.name;
@@ -49,7 +61,6 @@ async function handler(ctx) {
             title,
             category,
             description: renderDescription({
-                title,
                 desc: item.event_dspdate,
                 startTime: eventStartDate,
                 endTime: eventEndDate,

package/lib/routes/lovelive-anime/templates/description.art

@@ -1 +1 @@
-{{title}}<br><img src="{{imglink}}">
+<img src="{{imglink}}">

package/lib/routes/lovelive-anime/templates/scheduleDesc.art

@@ -1,3 +1,2 @@
-<h1>{{title}}</h1><br>
 <b>{{startTime}}</b>&nbsp;&nbsp;&nbsp;~&nbsp;&nbsp;&nbsp;<b>{{endTime}}</b><br><br>
 {{desc}}