rsshub 1.0.0-master.ff3a9ce → 1.0.0-master.ff3ea5a

package/lib/routes/lineageos/changes.ts

@@ -0,0 +1,79 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://download.lineageos.org';
+    const targetUrl: string = new URL('changes', baseUrl).href;
+    const apiUrl: string = new URL('api/v2/changes', baseUrl).href;
+
+    const targetResponse = await ofetch(targetUrl);
+    const $: CheerioAPI = load(targetResponse);
+    const language = $('html').attr('lang') ?? 'en';
+
+    const response = await ofetch(apiUrl);
+
+    const items: DataItem[] = response.slice(0, limit).map((item): DataItem => {
+        const title: string = item.subject;
+        const pubDate: number | string = item.submitted;
+        const linkUrl: string | undefined = item.url;
+        const categories: string[] = [item.type, item.branch, item.repository];
+        const updated: number | string = item.updated;
+
+        const processedItem: DataItem = {
+            title,
+            pubDate: pubDate ? parseDate(pubDate, 'X') : undefined,
+            link: linkUrl,
+            category: categories,
+            updated: updated ? parseDate(updated, 'X') : undefined,
+            language,
+        };
+
+        return processedItem;
+    });
+
+    return {
+        title: `${$('title').text()} - Downloads`,
+        description: undefined,
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        author: $('title').text(),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/changes',
+    name: 'Changes',
+    url: 'download.lineageos.org',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/lineageos/changes',
+    parameters: undefined,
+    description: undefined,
+    categories: ['program-update'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['download.lineageos.org/changes'],
+            target: '/changes',
+        },
+    ],
+    view: ViewType.Notifications,
+};

package/lib/routes/lineageos/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'LineageOS',
+    url: 'lineageos.org',
+    categories: ['program-update'],
+    description: '',
+    lang: 'en',
+};

package/lib/routes/linkedin/cn/renderer.ts

@@ -75,7 +75,7 @@ class Ucs2Text {
             ? this.codePoints
                   .map((a) => {
                       let b = '';
-                      return 65535 < a && ((b += String.fromCharCode((((a -= 65536) >>> 10) & 1023) | 55296)), (a = 1023 & (56320 | a))), b + String.fromCharCode(a);
+                      return (65535 < a && ((b += String.fromCharCode((((a -= 65536) >>> 10) & 1023) | 55296)), (a = 1023 & (56320 | a))), b + String.fromCharCode(a));
                   })
                   .join('')
             : this.string;

package/lib/routes/liquipedia/cs-matches.ts

@@ -1,5 +1,5 @@
 import { Route } from '@/types';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 
 export const route: Route = {
@@ -10,7 +10,8 @@ export const route: Route = {
             target: '/counterstrike/matches/:id',
         },
     ],
-    name: 'Unknown',
+    example: '/liquipedia/counterstrike/matches/Team_Falcons',
+    name: 'Counter-Strike Team Match Results',
     maintainers: ['CookiePieWw'],
     handler,
 };
@@ -21,26 +22,53 @@ async function handler(ctx) {
     const rootUrl = 'https://liquipedia.net';
     const currentUrl = `${rootUrl}/counterstrike/${team}/Matches`;
 
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
+    const response = await ofetch(currentUrl);
+
+    const $ = load(response);
+    const table = $('table').first();
+    const header = table.find('th');
+    const columnMap: { date?: number; tournament?: number; score?: number; opponent?: number } = {};
+    header.each((index, element) => {
+        const text = $(element).text().trim().toLowerCase();
+        if (text.includes('date')) {
+            columnMap.date = index;
+        }
+        if (text.includes('tournament')) {
+            columnMap.tournament = index;
+        }
+        if (text.includes('score')) {
+            columnMap.score = index;
+        }
+        if (text.includes('opponent')) {
+            columnMap.opponent = index;
+        }
     });
 
-    const $ = load(response.data);
     const list = $('.recent-matches-bg-lose, .recent-matches-bg-win');
 
     const matches = list.toArray().map((item) => {
-        item = $(item);
+        const html = $(item);
 
-        const getRes = () => (item.attr('class') === 'recent-matches-bg-lose' ? 'LOSS' : 'WIN');
+        const getRes = () => (html.attr('class') === 'recent-matches-bg-lose' ? 'LOSS' : 'WIN');
         const result = getRes();
+        const infoList = html.find('td');
 
-        const infoList = item.find('td');
-
-        const time = infoList.eq(0).text() + ' ' + infoList.eq(1).text();
-        const tournament = infoList.eq(6).text();
-        const score = infoList.eq(7).text();
-        const opponent = infoList.eq(8).text();
+        const time = infoList
+            .eq(columnMap.date ?? 0)
+            .text()
+            .trim();
+        const tournament = infoList
+            .eq(columnMap.tournament ?? 5)
+            .text()
+            .trim();
+        const score = infoList
+            .eq(columnMap.score ?? 7)
+            .text()
+            .trim();
+        const opponent = infoList
+            .eq(columnMap.opponent ?? 8)
+            .text()
+            .trim();
 
         return {
             title: `[${result}] ${team} ${score} ${opponent} on ${tournament}`,

package/lib/routes/literotica/new.ts

@@ -16,6 +16,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {

package/lib/routes/lofter/tag.ts

@@ -1,8 +1,10 @@
 import { Route } from '@/types';
 import got from '@/utils/got';
+import { config } from '@/config';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { JSDOM } from 'jsdom';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/tag/:name?/:type?',
@@ -10,7 +12,16 @@ export const route: Route = {
     example: '/lofter/tag/cosplay/date',
     parameters: { name: 'tag name, such as `名侦探柯南`, `摄影` by default', type: 'ranking type, see below, new by default' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'LOFTER_COOKIE',
+                description: `LOFTER_COOKIE: 用于搜索标签相关内容，获取方式：
+    1.  登录 Lofter 并搜索任一标签，进入页面 https://www.lofter.com/tag/*
+    2.  打开控制台，切换到 Network 面板，刷新
+    3.  点击 TagBean.seach.dwr 请求，找到 Cookie
+    4.  获取最新标签内容只要求 \`LOFTER_SESS\` 开始的字段`,
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -20,7 +31,11 @@ export const route: Route = {
     name: 'Tag',
     maintainers: ['hoilc', 'nczitzk', 'LucunJi'],
     handler,
-    description: `| new  | date | week | month | total |
+    description: `::: warning
+  搜索标签下的最新内容需要 Lofter 登录后的 Cookie 值，所以只能自建，详情见部署页面的配置模块。
+:::
+
+| new  | date | week | month | total |
 | ---- | ---- | ---- | ----- | ----- |
 | 最新 | 日榜 | 周榜 | 月榜  | 总榜  |`,
 };
@@ -33,7 +48,12 @@ async function handler(ctx) {
 
     const rootUrl = 'https://www.lofter.com';
     const linkUrl = `${rootUrl}/tag/${name}/${type}`;
-    const apiUrl = `${rootUrl}/dwr/call/plaincall/TagBean.getCommonTagExcellentAuthors.dwr`;
+    const apiUrl = `${rootUrl}/dwr/call/plaincall/TagBean.search.dwr`;
+
+    const cookie = config.lofter.cookies;
+    if (cookie === undefined) {
+        throw new ConfigNotFoundError('Lofter 用户登录后的 Cookie 值');
+    }
 
     const response = await got({
         method: 'post',
@@ -56,6 +76,10 @@ async function handler(ctx) {
             'c0-param8': 'number:0',
             batchId: 493053,
         }),
+        headers: {
+            Referer: `https://www.lofter.com/tag/${encodeURI(name)}`,
+            Cookie: cookie,
+        },
     });
 
     const dom = new JSDOM(

package/lib/routes/makerworld/contest.ts

@@ -0,0 +1,51 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { baseUrl, getNextBuildId } from './utils';
+import { parseDate } from '@/utils/parse-date';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/contests',
+    categories: ['design'],
+    example: '/makerworld/contests',
+    name: 'Contests',
+    maintainers: ['TonyRL'],
+    handler,
+    radar: [
+        {
+            source: ['makerworld.com/:lang/contests'],
+        },
+    ],
+};
+
+async function handler() {
+    const nextBuildId = await getNextBuildId();
+    const response = await ofetch(`${baseUrl}/_next/data/${nextBuildId}/en/contests.json`, {
+        headers: {
+            'User-Agent': config.trueUA,
+        },
+    });
+    const { listConst, previewList } = response.pageProps;
+
+    const items = [
+        ...listConst.map((c) => ({
+            title: c.contestName,
+            link: `${baseUrl}/en/contests/${c.id}?name=${c.contestName}`,
+            description: c.themeDesc,
+            pubDate: parseDate(c.startTime),
+        })),
+        ...previewList.map((p) => ({
+            title: p.contestTheme,
+            description: p.themeDesc,
+            pubDate: parseDate(p.contestTime),
+        })),
+    ];
+
+    return {
+        title: 'Contest - MakerWorld',
+        description: 'Join the contest to showcase your creativity and win substantial rewards',
+        link: `${baseUrl}/en/contests`,
+        image: `${baseUrl}/favicon_new.png`,
+        item: items,
+    };
+}

package/lib/routes/makerworld/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'MakerWorld',
+    url: 'makerworld.com',
+    lang: 'en',
+};

package/lib/routes/makerworld/trending.ts

@@ -0,0 +1,45 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { baseUrl, getNextBuildId } from './utils';
+import { parseDate } from '@/utils/parse-date';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/trending',
+    categories: ['design'],
+    example: '/makerworld/trending',
+    name: 'Trending Models',
+    maintainers: ['TonyRL'],
+    handler,
+    radar: [
+        {
+            source: ['makerworld.com/:lang'],
+        },
+    ],
+};
+
+async function handler() {
+    const nextBuildId = await getNextBuildId();
+    const response = await ofetch(`${baseUrl}/_next/data/${nextBuildId}/en.json`, {
+        headers: {
+            'User-Agent': config.trueUA,
+        },
+    });
+
+    const items = response.pageProps.popularDesignsData.map((d) => ({
+        title: d.title,
+        link: `${baseUrl}/en/models/${d.id}-${d.slug}`,
+        author: d.designCreator.name,
+        category: d.tags,
+        pubDate: parseDate(d.startTime),
+        description: d.designExtension.design_pictures.map((i) => `<figure><img src="${i.url}" alt="${d.name}"><figcaption>${i.name}</figcaption></figure>`).join(''),
+    }));
+
+    return {
+        title: 'Trending Models - MakerWorld',
+        description: 'Leading 3D printing model community for designers and makers. Download thousands of 3D models and stl models for free, and your No.1 option for multicolor 3D models',
+        link: `${baseUrl}/en`,
+        image: `${baseUrl}/favicon_new.png`,
+        item: items,
+    };
+}

package/lib/routes/makerworld/user-upload.ts

@@ -0,0 +1,54 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { baseUrl, getNextBuildId } from './utils';
+import { parseDate } from '@/utils/parse-date';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/user/:handle/upload',
+    categories: ['design'],
+    example: '/makerworld/user/@Wcad00/upload',
+    parameters: {
+        handle: 'User handle',
+    },
+    name: 'User Uploads',
+    maintainers: ['TonyRL'],
+    handler,
+    radar: [
+        {
+            source: ['makerworld.com/:lang/:handle/upload', 'makerworld.com/:lang/:handle'],
+        },
+    ],
+};
+
+async function handler(ctx) {
+    const { handle } = ctx.req.param();
+
+    const nextBuildId = await getNextBuildId();
+    const response = await ofetch(`${baseUrl}/_next/data/${nextBuildId}/en/${handle}/upload.json`, {
+        headers: {
+            'User-Agent': config.trueUA,
+        },
+        query: {
+            handle,
+        },
+    });
+    const { userInfo, designs } = response.pageProps;
+
+    const items = designs.map((d) => ({
+        title: d.title,
+        link: `${baseUrl}/en/models/${d.id}-${d.slug}`,
+        pubDate: parseDate(d.createTime),
+        author: d.designCreator.name,
+        category: d.tags,
+        description: d.instances.map((i) => `<figure><img src="${i.cover}" alt="${d.title}"><figcaption>${i.title}</figcaption></figure>`).join(''),
+    }));
+
+    return {
+        title: `${userInfo.name} | Published - MakerWorld`,
+        link: `${baseUrl}/en/${handle}/upload`,
+        description: userInfo.personal.bio,
+        image: userInfo.avatar,
+        item: items,
+    };
+}

package/lib/routes/makerworld/utils.ts

@@ -0,0 +1,18 @@
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import { config } from '@/config';
+
+export const baseUrl = 'https://makerworld.com';
+
+export const getNextBuildId = () =>
+    cache.tryGet('makerworld:nextBuildId', async () => {
+        const response = await ofetch(`${baseUrl}/en`, {
+            headers: {
+                'User-Agent': config.trueUA,
+            },
+        });
+        const $ = load(response);
+        const nextData = JSON.parse($('script#__NEXT_DATA__').text());
+        return nextData.buildId;
+    });

package/lib/routes/manhuagui/comic.ts

@@ -20,7 +20,7 @@ const getChapters = ($) => {
         if (!nextEle) {
             return;
         }
-        for (const ul of $(nextEle).children('ul').toArray().reverse()) {
+        for (const ul of $(nextEle).children('ul').toArray().toReversed()) {
             for (const li of $(ul).children('li').toArray()) {
                 const a = $(li).children('a');
                 // 通过操作发布时间来对章节进行排序,如果是刚刚更新的单行本或者番外,保留最新更新时间

package/lib/routes/manus/blog.ts

@@ -0,0 +1,77 @@
+import { Route, DataItem, Data, ViewType } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/blog',
+    categories: ['programming'],
+    example: '/manus/blog',
+    url: 'manus.im',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.manus.im'],
+            target: '/blog',
+        },
+    ],
+    name: 'Blog',
+    maintainers: ['cscnk52'],
+    handler,
+    description: 'Manus Blog',
+    view: ViewType.Notifications,
+};
+
+async function handler() {
+    const rootUrl = 'https://manus.im/blog';
+
+    const response = await ofetch(rootUrl);
+    const $ = load(response);
+
+    const list: DataItem[] = $('div.mt-10.px-6 > a')
+        .toArray()
+        .map((item) => {
+            const element = $(item);
+            const link = new URL(String(element.attr('href')), rootUrl).href;
+            const title = String(element.find('h2').attr('title'));
+
+            return {
+                link,
+                title,
+            };
+        });
+
+    const items: DataItem[] = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(String(item.link), async () => {
+                const response = await ofetch(String(item.link));
+                const $ = load(response);
+                const description: string = $('div.relative:nth-child(3)').html() ?? '';
+                const pubDateText: string = $('div.gap-3:nth-child(1) > span:nth-child(2)').text().trim();
+                const currentYear: number = new Date().getFullYear();
+                const pubDate: Date = new Date(`${pubDateText} ${currentYear}`);
+
+                return {
+                    ...item,
+                    description,
+                    pubDate,
+                };
+            })
+        )
+    );
+
+    return {
+        title: 'Manus',
+        link: rootUrl,
+        item: items,
+        language: 'en',
+    } satisfies Data;
+}

package/lib/routes/manus/namespace.ts

@@ -0,0 +1,7 @@
+import { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Manus',
+    url: 'manus.im',
+    lang: 'en',
+};

package/lib/routes/mastodon/tag.ts

@@ -0,0 +1,48 @@
+import { Route, ViewType, Data } from '@/types';
+
+import got from '@/utils/got';
+import { Context } from 'hono';
+import utils from './utils';
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+
+export const route: Route = {
+    path: '/tag/:site/:hashtag/:only_media?',
+    categories: ['social-media'],
+    view: ViewType.SocialMedia,
+    example: '/mastodon/tag/mastodon.social/gochisou/true',
+    parameters: {
+        site: 'instance address, only domain, no `http://` or `https://` protocol header',
+        hashtag: 'Hashtag you want to subscribe to (without the # symbol)',
+        only_media: {
+            description: 'whether only display media content, default to false, any value to true',
+            options: [
+                { value: 'true', label: 'true' },
+                { value: 'false', label: 'false' },
+            ],
+            default: 'false',
+        },
+    },
+    name: 'Hashtag timeline',
+    maintainers: ['yuikisaito'],
+    handler,
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const { site, hashtag } = ctx.req.param();
+    const only_media = ctx.req.param('only_media') === 'true' ? 'true' : 'false';
+    if (!config.feature.allow_user_supply_unsafe_domain && !utils.allowSiteList.includes(site)) {
+        throw new ConfigNotFoundError(`This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+    }
+
+    const url = `http://${site}/api/v1/timelines/tag/${hashtag}?only_media=${only_media}`;
+
+    const response = await got.get(url, { headers: utils.apiHeaders(site) });
+    const list = response.data;
+
+    return {
+        title: `#${hashtag} ${only_media === 'true' ? ' Media' : ''} Timeline on ${site}`,
+        link: `https://${site}`,
+        item: utils.parseStatuses(list),
+    };
+}