rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/lovelive-anime/news.ts

@@ -7,13 +7,20 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import path from 'node:path';
 import { art } from '@/utils/render';
+import ofetch from '@/utils/ofetch';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
 const renderDescription = (desc) => art(path.join(__dirname, 'templates/description.art'), desc);
 
 export const route: Route = {
-    path: '/news/:option?',
+    path: '/news/:abbr?/:category?/:option?',
     categories: ['anime'],
     example: '/lovelive-anime/news',
-    parameters: { option: 'Crawl full text when `option` is `detail`.' },
+    parameters: {
+        abbr: 'The path to the Love Live series of sub-projects on the official website is detailed in the table below, `abbr` is `detail` when crawling the full text',
+        category: 'The official website lists the Topics category, `category` is `detail` when crawling the full text, other categories see the following table for details',
+        option: 'Crawl full text when `option` is `detail`.',
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -24,45 +31,68 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['www.lovelive-anime.jp/', 'www.lovelive-anime.jp/news'],
+            source: ['www.lovelive-anime.jp/', 'www.lovelive-anime.jp/news/'],
             target: '/news',
         },
     ],
-    name: 'Love Live! Official Website Latest NEWS',
-    maintainers: ['axojhf'],
+    name: 'News',
+    maintainers: ['axojhf', 'zhaoweizhong'],
     handler,
     url: 'www.lovelive-anime.jp/',
+    description: `| Sub-project Name | All Projects | Lovelive!   | Lovelive! Sunshine!! | Lovelive! Nijigasaki High School Idol Club | Lovelive! Superstar!! | 蓮ノ空女学院 | 幻日のヨハネ | ラブライブ！スクールアイドルミュージカル |
+  | -------------------------------- | -------------- | ----------- | -------------------- | ------------------------------------------ | --------------------- | ------------ | ------------ | ---------------------------------------- |
+  | \`abbr\`parameter                  | <u>*No parameter*</u> | lovelive |     sunshine        | nijigasaki                                 | superstar              | hasunosora | yohane       | musical                                  |
+
+  | Category Name       | 全てのニュース        | 音楽商品 | アニメ映像商品 | キャスト映像商品 | 劇場    | アニメ放送 / 配信 | キャスト配信 / ラジオ | ライブ / イベント | ブック | グッズ | ゲーム | メディア | ご当地情報 | キャンペーン | その他 |
+  | ------------------- | --------------------- | -------- | -------------- | ---------------- | ------- | ----------------- | --------------------- | ----------------- | ------ | ------ | ------ | -------- | ---------- | ------ | ------------ |
+  | \`category\`parameter | <u>*No parameter*</u> | music    | anime_movie   | cast_movie      | theater | onair             | radio                 | event             | books  | goods  | game   | media    | local      | campaign  | other   |`,
 };
 
 async function handler(ctx) {
-    const rootUrl = 'https://www.lovelive-anime.jp/news/';
+    const abbr = ctx.req.param('abbr');
+    const category = ctx.req.param('category');
+    const option = ctx.req.param('option');
 
-    const response = await got(rootUrl);
+    const isDetail = abbr === 'detail' || category === 'detail' || option === 'detail';
+    let series = '';
+    let subcategory = '';
+
+    if (abbr && abbr !== 'detail') {
+        series = abbr;
+        if (category && category !== 'detail') {
+            subcategory = category;
+        }
+    }
 
-    const $ = load(response.data);
+    const limit = 20;
+
+    let url = `https://www.lovelive-anime.jp/common/api/article_list.php?site=jp&ip=lovelive&limit=${limit}&data=`;
+    const params: { category: string[]; series?: string[]; subcategory?: string[] } = { category: ['NEWS'] };
+    if (series) {
+        params.series = [series];
+    }
+    if (subcategory) {
+        params.subcategory = [subcategory];
+    }
+    url += encodeURIComponent(JSON.stringify(params));
 
-    const pageFace = $('div.c-card.p-colum__box')
-        .map((_, item) => {
-            item = $(item);
+    const data = await ofetch(url);
 
-            return {
-                link: item.find('a.c-card__head').attr('href'),
-                pubDate: item.find('span.c-card__date').text(),
-                title: item.find('div.c-card__title').text(),
-                // description: `${item.find('div.c-card__title').text()}<br><img src="${item.find('a.c-card__head > div > figure > img').attr('src')}">`
-                description: renderDescription({
-                    title: item.find('div.c-card__title').text(),
-                    imglink: item.find('a.c-card__head > div > figure > img').attr('src'),
-                }),
-            };
-        })
-        .get();
+    const articles = data.data.article_list.map((item) => ({
+        title: item.title,
+        link: item.url,
+        description: renderDescription({
+            imglink: 'https://www.lovelive-anime.jp' + item.thumbnail,
+        }),
+        pubDate: timezone(parseDate(item.dspdate), +9),
+        category: item.categories.subcategory.map((category) => category.name),
+    }));
 
-    let items = pageFace;
+    let items = articles;
 
-    if (ctx.req.param('option') === 'detail') {
+    if (isDetail) {
         items = await Promise.all(
-            pageFace.map((item) =>
+            articles.map((item) =>
                 cache.tryGet(item.link, async () => {
                     const detailResp = await got(item.link);
                     const $ = load(detailResp.data);

package/lib/routes/lovelive-anime/schedules.ts

@@ -9,20 +9,33 @@ const renderDescription = (desc) => art(path.join(__dirname, 'templates/schedule
 import dayjs from 'dayjs';
 import utc from 'dayjs/plugin/utc';
 import timezone from 'dayjs/plugin/timezone';
+dayjs.extend(utc);
+dayjs.extend(timezone);
 
 export const route: Route = {
     path: '/schedules/:serie?/:category?',
-    name: 'Unknown',
-    maintainers: [],
+    parameters: {
+        serie: 'Love Live! Series sub-projects abbreviation, see the following table',
+        category: 'The official website lists the categories, see the following table for details',
+    },
+    name: 'Schedule',
+    example: '/lovelive-anime/schedules',
+    categories: ['anime'],
+    maintainers: ['axojhf'],
     handler,
+    description: `| Sub-project Name (not full name) | 全シリーズ              | Lovelive!  | Lovelive! Sunshine!! | Lovelive! Nijigasaki High School Idol Club | Lovelive! Superstar!! | ラブライブ！スクールアイドルミュージカル |
+| -------------------------------- | ----------------------- | ---------- | -------------------- | ------------------------------------------ | --------------------- | ---------------------------------------- |
+| \`serie\` parameter                | *No parameter* or \`all\` | \`lovelive\` | \`sunshine\`           | \`nijigasaki\`                               | \`superstar\`           | \`musical\`                                |
+
+| Category Name        | 全て                    | ライブ | イベント | 生配信    |
+| -------------------- | ----------------------- | ------ | -------- | --------- |
+| \`category\` parameter | *No parameter* or \`all\` | \`live\` | \`event\`  | \`haishin\` |`,
 };
 
 async function handler(ctx) {
-    dayjs.extend(utc);
-    dayjs.extend(timezone);
     const serie = ctx.req.param('serie');
     const category = ctx.req.param('category');
-    const rootUrl = `https://www.lovelive-anime.jp/common/api/calendar_list.php`;
+    const rootUrl = 'https://www.lovelive-anime.jp/common/api/calendar_list.php';
     const nowTime = dayjs();
     const dataPara = {
         year: nowTime.year(),
@@ -49,7 +62,6 @@ async function handler(ctx) {
             title,
             category,
             description: renderDescription({
-                title,
                 desc: item.event_dspdate,
                 startTime: eventStartDate,
                 endTime: eventEndDate,

package/lib/routes/lovelive-anime/templates/description.art

@@ -1 +1 @@
-{{title}}<br><img src="{{imglink}}">
+<img src="{{imglink}}">

package/lib/routes/lovelive-anime/templates/scheduleDesc.art

@@ -1,3 +1,2 @@
-<h1>{{title}}</h1><br>
 <b>{{startTime}}</b>&nbsp;&nbsp;&nbsp;~&nbsp;&nbsp;&nbsp;<b>{{endTime}}</b><br><br>
 {{desc}}

package/lib/routes/lovelive-anime/topics.ts

@@ -27,7 +27,7 @@ export const route: Route = {
         supportPodcast: false,
         supportScihub: false,
     },
-    name: 'Love Live Official Website Categories Topics',
+    name: 'Categories Topics',
     maintainers: ['axojhf'],
     handler,
     description: `| Sub-project Name (not full name) | Lovelive!   | Lovelive! Sunshine!! | Lovelive! Nijigasaki High School Idol Club | Lovelive! Superstar!! | 幻日のヨハネ | ラブライブ！スクールアイドルミュージカル |

package/lib/routes/luma/index.ts

@@ -0,0 +1,92 @@
+import { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/:url',
+    name: 'Events',
+    url: 'lu.ma',
+    maintainers: ['cxheng315'],
+    example: '/luma/yieldnest',
+    categories: ['other'],
+    parameters: {
+        url: 'LuMa URL',
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['lu.ma/:url'],
+            target: '/:url',
+        },
+    ],
+    handler,
+};
+
+async function handler(ctx) {
+    const endpoint = 'https://api.lu.ma/url?url=' + ctx.req.param('url');
+
+    const response = await ofetch(endpoint);
+
+    let items;
+
+    switch (response.kind) {
+        case 'calendar':
+            items = response.data.featured_items.map((item) => ({
+                title: item.event.name,
+                link: 'https://lu.ma/' + item.event.url,
+                author: item.hosts ? item.hosts.map((host) => host.name).join(', ') : '',
+                guid: item.event.api_id,
+                pubDate: parseDate(item.event.start_at),
+                itunes_item_image: item.event.cover_url,
+                itunes_duration: (new Date(item.event.end_at).getTime() - new Date(item.event.start_at).getTime()) / 1000,
+            }));
+            break;
+        case 'event':
+            items = [
+                {
+                    title: response.data.event.name,
+                    link: 'https://lu.ma/' + response.data.event.url,
+                    author: response.data.hosts ? response.data.hosts.map((host) => host.name).join(', ') : '',
+                    guid: response.data.event.api_id,
+                    pubDate: parseDate(response.data.event.start_at),
+                    itunes_item_image: response.data.event.cover_url,
+                    itunes_duration: (new Date(response.data.event.end_at).getTime() - new Date(response.data.event.start_at).getTime()) / 1000,
+                },
+            ];
+            break;
+        case 'discover-place':
+            items = response.data.events.map((item) => ({
+                title: item.event.name,
+                link: 'https://lu.ma/' + item.event.url,
+                author: item.hosts ? item.hosts.map((host) => host.name).join(', ') : '',
+                guid: item.event.api_id,
+                pubDate: parseDate(item.event.start_at),
+                itunes_item_image: item.event.cover_url,
+                itunes_duration: (new Date(item.event.end_at).getTime() - new Date(item.event.start_at).getTime()) / 1000,
+            }));
+            break;
+        default:
+            items = [
+                {
+                    title: 'Not Found',
+                    link: 'Not Found',
+                },
+            ];
+            break;
+    }
+
+    return {
+        title: response.data.calendar ? response.data.calendar.name : response.data.place.name,
+        description: response.data.place ? response.data.place.description : '',
+        link: 'https://lu.ma/' + ctx.req.param('url'),
+        image: response.data.calendar ? response.data.calendar.cover_url : response.data.place.cover_url,
+        item: items,
+    };
+}

package/lib/routes/luma/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'LuMa',
+    url: 'lu.ma',
+};

package/lib/routes/malaysiakini/index.ts

@@ -0,0 +1,179 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import parser from '@/utils/rss-parser';
+import { config } from '@/config';
+import { FetchError } from 'ofetch';
+
+export const route: Route = {
+    path: '/:lang/:category?',
+    categories: ['new-media'],
+    example: '/malaysiakini/en',
+    parameters: {
+        lang: 'Language, see below',
+        category: 'Category, see below, news by default',
+    },
+    features: {
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+        requireConfig: [
+            {
+                name: 'MALAYSIAKINI_EMAIL',
+                optional: true,
+                description: 'Malaysiakini Email or Username',
+            },
+            {
+                name: 'MALAYSIAKINI_PASSWORD',
+                optional: true,
+                description: 'Malaysiakini Password',
+            },
+            {
+                name: 'MALAYSIAKINI_REFRESHTOKEN',
+                optional: true,
+                description: 'To obtain the refresh token, log into Malaysiakini and look for the cookie `nl____refreshToken` within document.cookie in the browser console. The token is the value of the cookie.',
+            },
+        ],
+    },
+    name: 'News',
+    maintainers: ['quiniapiezoelectricity'],
+    handler,
+    description: `
+  | Language | English | Bahasa Malaysia | 华文     |
+  | -------- | ------ | ------- | ------ | 
+  | \`:lang\`  | \`en\`    | \`my\`   | \`zh\`    |
+
+  | Category               | \`:category\` |
+  | ---------------------- | ------------- |
+  | News                   | \`news\`      |
+  | Columns                | \`columns\`   |
+  | From Our Readers       | \`letters\`   |`,
+    radar: [
+        {
+            source: ['malaysiakini.com/'],
+            target: '/en',
+        },
+        {
+            source: ['malaysiakini.com/:lang'],
+            target: '/:lang',
+        },
+        {
+            source: ['www.malaysiakini.com/:lang/latest/:category'],
+            target: '/:lang/:category',
+        },
+    ],
+};
+
+async function handler(ctx) {
+    const lang = ctx.req.param('lang');
+    const category = ctx.req.param('category') ?? 'news';
+    const apiKey = 'UFXL7F1EL53S8DZ5SGJUMG5IIFVRY4WI'; // Assuming the apiKey is static
+
+    const key = {
+        email: config.malaysiakini.email,
+        password: config.malaysiakini.password,
+        apiKey,
+    };
+    const body = JSON.stringify(key);
+
+    let cookie;
+
+    const cacheIn = await cache.get('malaysiakini:cookie');
+    if (cacheIn) {
+        cookie = cacheIn;
+    }
+
+    if (cookie === undefined && config.malaysiakini.email && config.malaysiakini.password) {
+        const login = await got.post('https://membership.malaysiakini.com/api/v1/auth/local', {
+            headers: {
+                'Content-Type': 'application/json',
+                Accept: '*/*',
+                Connection: 'keep-alive',
+            },
+            body,
+        });
+        if (login.data.accessToken && login.data.refreshToken) {
+            cookie = `nl____accessToken=${login.data.accessToken}; nl____refreshToken=${login.data.refreshToken};`;
+            // Refresh token should be sufficient for authenticating for full text, but access token is included for good measure.
+            cache.set('malaysiakini:cookie', cookie);
+        }
+    }
+
+    if (cookie === undefined && config.malaysiakini.refreshToken) {
+        cookie = `nl____refreshToken=${config.malaysiakini.refreshToken};`;
+        cache.set('malaysiakini:cookie', cookie);
+    }
+
+    const link = `https://www.malaysiakini.com/rss/${lang}/${category}.rss`;
+    const feed = await parser.parseURL(link);
+
+    if (cookie) {
+        // Testing the cookie with the first item of the feed
+        try {
+            await got({
+                method: 'get',
+                url: `https://www.malaysiakini.com/api/full_content/${feed.items[0].guid}`,
+                headers: {
+                    Cookie: cookie,
+                },
+            });
+        } catch (error) {
+            if (error instanceof FetchError && error.statusCode === 401) {
+                await cache.set('malaysiakini:cookie', '');
+            }
+            throw error;
+        }
+    }
+
+    const items = await Promise.all(
+        feed.items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await got(`https://www.malaysiakini.com/api/content/${item.guid}`);
+                if (response.data.stories.content) {
+                    item.description = response.data.stories.content;
+                } else {
+                    item.description = response.data.stories.teaser;
+                    if (cookie) {
+                        let fullResponse;
+                        try {
+                            fullResponse = await got({
+                                method: 'get',
+                                url: `https://www.malaysiakini.com/api/full_content/${item.guid}`,
+                                headers: {
+                                    Cookie: cookie,
+                                },
+                            });
+                        } finally {
+                            if (fullResponse) {
+                                item.description = fullResponse.data.content;
+                            }
+                        }
+                    }
+                }
+                if (response.data.stories.image_feat) {
+                    const cover = response.data.stories.image_feat;
+                    if (cover.length > 0) {
+                        item.description = `<img src=${cover[0]}>` + item.description;
+                    }
+                }
+                if (response.data.stories.author) {
+                    item.author = response.data.stories.author;
+                }
+                if (response.data.stories.tags) {
+                    item.category = response.data.stories.tags;
+                }
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        language: lang,
+        item: items,
+    };
+}

package/lib/routes/malaysiakini/namespace.ts

@@ -0,0 +1,11 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Malaysiakini 当今大马',
+    url: 'malaysiakini.com',
+    description: `Provides an easy-to-use RSS feed for Malaysiakini.com with teaser/full-text fetching.
+:::warning
+A subscription is required for fetching full articles. 
+Please refer to the deployment config for more information.
+:::`,
+};

package/lib/routes/manhuagui/comic.ts

@@ -126,7 +126,7 @@ async function handler(ctx) {
         const items = chapters.map((element) => genResult(element));
         let itemsLen = items.length;
         if (chapterCnt > 0) {
-            itemsLen = chapterCnt < $.newChapterCnt ? $.newChapterCnt : chapterCnt;
+            itemsLen = Math.max(chapterCnt, $.newChapterCnt);
         }
 
         return {

package/lib/routes/mastodon/account-id.ts

@@ -1,12 +1,35 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import utils from './utils';
 import { config } from '@/config';
 import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/account_id/:site/:account_id/statuses/:only_media?',
-    name: 'Unknown',
-    maintainers: ['notofoe'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
+    example: '/mastodon/account_id/mas.to/109300507275095341/statuses/false',
+    parameters: {
+        site: 'instance address, only domain, no `http://` or `https://` protocol header',
+        account_id: 'account ID, you can get it from `https://INSTANCE/api/v1/accounts/lookup?acct=USERNAME` api',
+        only_media: {
+            description: 'whether only display media content, default to false, any value to true',
+            options: [
+                { value: 'true', label: 'true' },
+                { value: 'false', label: 'false' },
+            ],
+            default: 'false',
+        },
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'User timeline (by account ID)',
+    maintainers: ['notofoe', 'pseudoyu'],
     handler,
 };
 

package/lib/routes/mastodon/acct.ts

@@ -1,11 +1,22 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import utils from './utils';
 
 export const route: Route = {
     path: '/acct/:acct/statuses/:only_media?',
-    categories: ['social-media'],
-    example: '/mastodon/acct/CatWhitney@mastodon.social/statuses',
-    parameters: { acct: 'Webfinger account URI, like `user@host`', only_media: 'whether only display media content, default to false, any value to true' },
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
+    example: '/mastodon/acct/Mastodon@mastodon.social/statuses',
+    parameters: {
+        acct: 'Webfinger account URI, like `user@host`',
+        only_media: {
+            description: 'whether only display media content, default to false, any value to true',
+            options: [
+                { value: 'true', label: 'true' },
+                { value: 'false', label: 'false' },
+            ],
+            default: 'false',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,

package/lib/routes/mastodon/timeline-local.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import utils from './utils';
 import { config } from '@/config';
@@ -6,9 +6,20 @@ import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/timeline/:site/:only_media?',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
     example: '/mastodon/timeline/pawoo.net/true',
-    parameters: { site: 'instance address, only domain, no `http://` or `https://` protocol header', only_media: 'whether only display media content, default to false, any value to true' },
+    parameters: {
+        site: 'instance address, only domain, no `http://` or `https://` protocol header',
+        only_media: {
+            description: 'whether only display media content, default to false, any value to true',
+            options: [
+                { value: 'true', label: 'true' },
+                { value: 'false', label: 'false' },
+            ],
+            default: 'false',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,

package/lib/routes/mastodon/timeline-remote.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import utils from './utils';
 import { config } from '@/config';
@@ -6,9 +6,20 @@ import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/remote/:site/:only_media?',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
     example: '/mastodon/remote/pawoo.net/true',
-    parameters: { site: 'instance address, only domain, no `http://` or `https://` protocol header', only_media: 'whether only display media content, default to false, any value to true' },
+    parameters: {
+        site: 'instance address, only domain, no `http://` or `https://` protocol header',
+        only_media: {
+            description: 'whether only display media content, default to false, any value to true',
+            options: [
+                { value: 'true', label: 'true' },
+                { value: 'false', label: 'false' },
+            ],
+            default: 'false',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,