rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/oschina/news.ts

@@ -4,6 +4,7 @@ import got from '@/utils/got';
 import { parseDate, parseRelativeDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 import { load } from 'cheerio';
+import { fetchArticle } from '@/utils/wechat-mp';
 
 const configs = {
     all: {
@@ -84,6 +85,8 @@ async function handler(ctx) {
     });
     const $ = load(res.data);
 
+    $('.ad-wrap').remove();
+
     const list = $('.items .news-item')
         .toArray()
         .map((item) => {
@@ -111,8 +114,7 @@ async function handler(ctx) {
 
                     item.description = content('.article-detail').html();
                     item.author = content('.article-box__meta .item').first().text();
-                }
-                if (/^https?:\/\/gitee.com\/.*$/.test(item.link)) {
+                } else if (/^https?:\/\/gitee\.com\/.*$/.test(item.link)) {
                     const detail = await got(item.link, {
                         headers: {
                             Referer: config.link,
@@ -121,6 +123,8 @@ async function handler(ctx) {
                     const content = load(detail.data);
 
                     item.description = content('.file_content').html();
+                } else if (/^https?:\/\/osc\.cool\/.*$/.test(item.link)) {
+                    return fetchArticle(item.link, true);
                 }
                 return item;
             })

package/lib/routes/people/index.ts

@@ -32,7 +32,9 @@ async function handler(ctx) {
         responseType: 'buffer',
     });
 
-    const $ = load(iconv.decode(response, 'gbk'));
+    const encoding = site === 'www' ? 'gbk' : 'utf-8';
+    const decodedResponse = iconv.decode(response, encoding);
+    const $ = load(decodedResponse);
 
     $('em').remove();
     $('.bshare-more, .page_n, .page').remove();
@@ -64,7 +66,7 @@ async function handler(ctx) {
                         responseType: 'buffer',
                     });
 
-                    const data = iconv.decode(detailResponse, 'gbk');
+                    const data = iconv.decode(detailResponse, encoding);
                     const content = load(data);
 
                     content('.paper_num, #rwb_tjyd').remove();

package/lib/routes/picnob/namespace.ts

@@ -2,8 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'Instagram',
-    url: 'picnob.com',
-    description: `:::tip
-It's highly recommended to deploy with Redis cache enabled.
-:::`,
+    url: 'www.instagram.com',
 };

package/lib/routes/picnob/user.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
@@ -13,7 +13,7 @@ import puppeteer from '@/utils/puppeteer';
 
 export const route: Route = {
     path: '/user/:id',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
     example: '/picnob/user/xlisa_olivex',
     parameters: { id: 'Instagram id' },
     features: {
@@ -33,6 +33,7 @@ export const route: Route = {
     name: 'User Profile - Picnob',
     maintainers: ['TonyRL', 'micheal-death'],
     handler,
+    view: ViewType.Pictures,
 };
 
 async function handler(ctx) {

package/lib/routes/picuki/namespace.ts

@@ -2,8 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'Instagram',
-    url: 'www.picuki.com',
-    description: `:::tip
-It's highly recommended to deploy with Redis cache enabled.
-:::`,
+    url: 'www.instagram.com',
 };

package/lib/routes/picuki/profile.ts

@@ -28,7 +28,16 @@ export const route: Route = {
     path: '/profile/:id/:functionalFlag?',
     categories: ['social-media'],
     example: '/picuki/profile/stefaniejoosten',
-    parameters: { id: 'Instagram id', functionalFlag: 'functional flag, see the table below' },
+    parameters: {
+        id: 'Instagram user id',
+        functionalFlag: `functional flag, see the table below
+| functionalFlag | Video embedding                         | Fetching Instagram Stories |
+| -------------- | --------------------------------------- | -------------------------- |
+| 0              | off, only show video poster as an image | off                        |
+| 1 (default)    | on                                      | off                        |
+| 10             | on                                      | on                         |
+`,
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -46,12 +55,7 @@ export const route: Route = {
     name: 'User Profile - Picuki',
     maintainers: ['hoilc', 'Rongronggg9', 'devinmugen'],
     handler,
-    description: `| functionalFlag | Video embedding                         | Fetching Instagram Stories |
-  | -------------- | --------------------------------------- | -------------------------- |
-  | 0              | off, only show video poster as an image | off                        |
-  | 1 (default)    | on                                      | off                        |
-  | 10             | on                                      | on                         |
-
+    description: `
   :::warning
   Instagram Stories do not have a reliable guid. It is possible that your RSS reader show the same story more than once.
   Though, every Story expires after 24 hours, so it may be not so serious.

package/lib/routes/pixiv/ranking.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 import { getToken } from './token';
 import getRanking from './api/get-ranking';
@@ -61,8 +61,72 @@ const alias = {
 export const route: Route = {
     path: '/ranking/:mode/:date?',
     categories: ['social-media', 'popular'],
+    view: ViewType.Pictures,
     example: '/pixiv/ranking/week',
-    parameters: { mode: 'rank type', date: 'format: `2018-4-25`' },
+    parameters: {
+        mode: {
+            description: 'rank type',
+            options: [
+                {
+                    value: 'day',
+                    label: 'daily rank',
+                },
+                {
+                    value: 'week',
+                    label: 'weekly rank',
+                },
+                {
+                    value: 'month',
+                    label: 'monthly rank',
+                },
+                {
+                    value: 'day_male',
+                    label: 'male rank',
+                },
+                {
+                    value: 'day_felame',
+                    label: 'female rank',
+                },
+                {
+                    value: 'day_ai',
+                    label: 'AI-generated work Rankings',
+                },
+                {
+                    value: 'week_original',
+                    label: 'original rank',
+                },
+                {
+                    value: 'week_rookie',
+                    label: 'rookie user rank',
+                },
+                {
+                    value: 'day_r18',
+                    label: 'R-18 daily rank',
+                },
+                {
+                    value: 'day_r18_ai',
+                    label: 'R-18 AI-generated work',
+                },
+                {
+                    value: 'day_male_r18',
+                    label: 'R-18 male rank',
+                },
+                {
+                    value: 'day_female_r18',
+                    label: 'R-18 female rank',
+                },
+                {
+                    value: 'week_r18',
+                    label: 'R-18 weekly rank',
+                },
+                {
+                    value: 'week_r18g',
+                    label: 'R-18G rank',
+                },
+            ],
+        },
+        date: 'format: `2018-4-25`',
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -74,13 +138,6 @@ export const route: Route = {
     name: 'Rankings',
     maintainers: ['EYHN'],
     handler,
-    description: `| daily rank | weekly rank | monthly rank | male rank | female rank | AI-generated work Rankings | original rank  | rookie user rank |
-  | ---------- | ----------- | ------------ | --------- | ----------- | -------------------------- | -------------- | ---------------- |
-  | day        | week        | month        | day\_male | day\_female | day\_ai                    | week\_original | week\_rookie     |
-
-  | R-18 daily rank | R-18 AI-generated work | R-18 male rank | R-18 female rank | R-18 weekly rank | R-18G rank |
-  | --------------- | ---------------------- | -------------- | ---------------- | ---------------- | ---------- |
-  | day\_r18        | day\_r18\_ai           | day\_male\_r18 | day\_female\_r18 | week\_r18        | week\_r18g |`,
 };
 
 async function handler(ctx) {
@@ -113,7 +170,13 @@ async function handler(ctx) {
                 pubDate: parseDate(illust.create_date),
                 description: `${illust.caption}<br><p>画师：${illust.user.name} - 阅览数：${illust.total_view} - 收藏数：${illust.total_bookmarks}</p><br>${images.join('')}`,
                 link: `https://www.pixiv.net/artworks/${illust.id}`,
-                author: illust.user.name,
+                author: [
+                    {
+                        name: illust.user.name,
+                        url: `https://www.pixiv.net/users/${illust.user.id}`,
+                        avatar: illust.user.profile_image_urls.medium,
+                    },
+                ],
                 category: illust.tags.map((tag) => tag.name),
             };
         }),

package/lib/routes/pixiv/search.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 import { getToken } from './token';
 import searchPopularIllust from './api/search-popular-illust';
@@ -9,10 +9,59 @@ import { parseDate } from '@/utils/parse-date';
 import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
-    path: '/search/:keyword/:order?/:mode?',
+    path: '/search/:keyword/:order?/:mode?/:include_ai?',
     categories: ['social-media', 'popular'],
-    example: '/pixiv/search/Nezuko/popular/2',
-    parameters: { keyword: 'keyword', order: 'rank mode, empty or other for time order, popular for popular order', mode: 'filte R18 content' },
+    view: ViewType.Pictures,
+    example: '/pixiv/search/Nezuko/popular',
+    parameters: {
+        keyword: 'keyword',
+        order: {
+            description: 'rank mode, empty or other for time order, popular for popular order',
+            default: 'date',
+            options: [
+                {
+                    label: 'time order',
+                    value: 'date',
+                },
+                {
+                    label: 'popular order',
+                    value: 'popular',
+                },
+            ],
+        },
+        mode: {
+            description: 'filte R18 content',
+            default: 'no',
+            options: [
+                {
+                    label: 'only not R18',
+                    value: 'safe',
+                },
+                {
+                    label: 'only R18',
+                    value: 'r18',
+                },
+                {
+                    label: 'no filter',
+                    value: 'no',
+                },
+            ],
+        },
+        include_ai: {
+            description: 'whether AI-generated content is included',
+            default: 'yes',
+            options: [
+                {
+                    label: 'does not include AI-generated content',
+                    value: 'no',
+                },
+                {
+                    label: 'include AI-generated content',
+                    value: 'yes',
+                },
+            ],
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -24,9 +73,6 @@ export const route: Route = {
     name: 'Keyword',
     maintainers: ['DIYgod'],
     handler,
-    description: `| only not R18 | only R18 | no filter      |
-  | ------------ | -------- | -------------- |
-  | safe         | r18      | empty or other |`,
 };
 
 async function handler(ctx) {
@@ -37,6 +83,7 @@ async function handler(ctx) {
     const keyword = ctx.req.param('keyword');
     const order = ctx.req.param('order') || 'date';
     const mode = ctx.req.param('mode');
+    const includeAI = ctx.req.param('include_ai');
 
     const token = await getToken(cache.tryGet);
     if (!token) {
@@ -52,6 +99,10 @@ async function handler(ctx) {
         illusts = illusts.filter((item) => item.x_restrict === 1);
     }
 
+    if (includeAI === 'no' || includeAI === '0') {
+        illusts = illusts.filter((item) => item.illust_ai_type <= 1);
+    }
+
     return {
         title: `${keyword} 的 pixiv ${order === 'popular' ? '热门' : ''}内容`,
         link: `https://www.pixiv.net/tags/${keyword}/artworks`,

package/lib/routes/pixiv/user.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 import { getToken } from './token';
 import getIllusts from './api/get-illusts';
@@ -10,6 +10,7 @@ import ConfigNotFoundError from '@/errors/types/config-not-found';
 export const route: Route = {
     path: '/user/:id',
     categories: ['social-media', 'popular'],
+    view: ViewType.Pictures,
     example: '/pixiv/user/15288095',
     parameters: { id: "user id, available in user's homepage URL" },
     features: {
@@ -49,6 +50,7 @@ async function handler(ctx) {
     return {
         title: `${username} 的 pixiv 动态`,
         link: `https://www.pixiv.net/users/${id}`,
+        image: illusts[0].user.profile_image_urls.medium,
         description: `${username} 的 pixiv 最新动态`,
         item: illusts.map((illust) => {
             const images = pixivUtils.getImgs(illust);

package/lib/routes/pixiv/utils.ts

@@ -2,15 +2,15 @@ import { config } from '@/config';
 
 export default {
     getImgs(illust) {
-        const images = [];
+        const images: string[] = [];
         if (illust.meta_pages?.length) {
             for (const page of illust.meta_pages) {
                 const original = page.image_urls.original.replace('https://i.pximg.net', config.pixiv.imgProxy);
-                images.push(`<p><img src="${original}"/></p>`);
+                images.push(`<p><img src="${original}" width="${page.width}" height="${page.height}" /></p>`);
             }
         } else if (illust.meta_single_page.original_image_url) {
             const original = illust.meta_single_page.original_image_url.replace('https://i.pximg.net', config.pixiv.imgProxy);
-            images.push(`<p><img src="${original}"/></p>`);
+            images.push(`<p><img src="${original}" width="${illust.width}" height="${illust.height}" /></p>`);
         }
         return images;
     },

package/lib/routes/podwise/collections.ts

@@ -0,0 +1,46 @@
+import { Route } from '@/types';
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch'; // 统一使用的请求库
+
+export const route: Route = {
+    path: '/explore',
+    categories: ['multimedia'],
+    example: '/podwise/explore',
+    radar: [
+        {
+            source: ['podwise.ai', 'podwise.ai/explore'],
+        },
+    ],
+    name: 'Collections',
+    maintainers: ['lyling'],
+    handler: async () => {
+        const link = 'https://podwise.ai/explore';
+        const response = await ofetch(link);
+        const $ = load(response);
+        const content = $('#navigator').next();
+        // header/[div => content]/footer, content p(2)
+        const collectinDescription = content.find('p').eq(1).text();
+
+        const items = content
+            .find('.group')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const title = item.find('a').first().text();
+                const link = item.find('a').first().attr('href');
+                const description = item.find('p').first().text();
+                return {
+                    title,
+                    link: `https://podwise.ai${link}`,
+                    description,
+                };
+            });
+
+        return {
+            title: $('title').text(),
+            description: collectinDescription,
+            item: items,
+            link,
+        };
+    },
+};

package/lib/routes/podwise/episodes.ts

@@ -0,0 +1,119 @@
+import { Route } from '@/types';
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch'; // 统一使用的请求库
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import dayjs from 'dayjs';
+import duration from 'dayjs/plugin/duration';
+dayjs.extend(duration);
+
+export const route: Route = {
+    path: '/explore/:type',
+    categories: ['multimedia'],
+    example: '/podwise/explore/latest',
+    parameters: { type: 'latest or all episodes.' },
+    radar: [
+        {
+            source: ['podwise.ai/explore/:type'],
+        },
+    ],
+    name: 'Episodes',
+    maintainers: ['lyling'],
+    handler: async (ctx) => {
+        const type = ctx.req.param('type');
+        const link = `https://podwise.ai/explore/${type}`;
+        const response = await ofetch(link);
+        const $ = load(response);
+        const content = $('#navigator').next();
+        // header/[div => content]/footer, content>div(2)>h1
+        const title = content.find('h1').first().text();
+        const description = content.find('p').eq(1).text();
+
+        const list = content
+            .find('.group')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const link = item.find('a').first().attr('href');
+                const description = item.find('p').first().text();
+                const pubDate = item.find('a').next().children('span').text();
+
+                return {
+                    link: `https://podwise.ai${link}`,
+                    description,
+                    pubDate: timezone(parseDate(pubDate, 'DD MMM YYYY', 'en'), 8),
+                };
+            });
+
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link, async () => {
+                    const response = await ofetch(item.link);
+                    const $ = load(response);
+
+                    item.description = $('summary').first().html();
+
+                    // duration
+                    const $cover = $('img[alt="Podcast cover"]').eq(1);
+                    const $duration = $cover.next().find('span').eq(2);
+
+                    const nextData = JSON.parse(
+                        $('script:contains("podName")')
+                            .first()
+                            .text()
+                            .match(/self\.__next_f\.push\((.+)\)/)?.[1] ?? ''
+                    );
+                    const podcastData = JSON.parse(nextData[1].slice(2))[1][3].children[3].episode;
+
+                    // rss feed
+                    item.title = podcastData.title;
+                    item.author = podcastData.podName;
+
+                    // podcast feed
+                    item.itunes_item_image = podcastData.cover;
+                    item.itunes_duration = parseDuration($duration.text());
+                    item.enclosure_url = podcastData.link;
+                    // item.enclosure_length: nothing can convert to.
+                    item.enclosure_type = toEnclosureType(podcastData.linkType);
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title,
+            description,
+            link,
+            item: items,
+        };
+    },
+};
+
+function parseDuration(durationStr) {
+    const matches = durationStr.match(/(\d+h)?(\d+m)?/);
+    const hours = matches[1] ? Number.parseInt(matches[1]) : 0;
+    const minutes = matches[2] ? Number.parseInt(matches[2]) : 0;
+
+    // 使用 dayjs 的 duration 创建持续时间对象
+    return dayjs
+        .duration({
+            hours,
+            minutes,
+        })
+        .asSeconds();
+}
+
+function toEnclosureType(linkType: string): string {
+    switch (linkType) {
+        case 'mp3':
+            return 'audio/mpeg';
+        case 'm4a':
+            return 'audio/x-m4a';
+        case 'mp4':
+            return 'video/mp4';
+        default:
+            return linkType;
+    }
+}

package/lib/routes/podwise/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Podwise',
+    url: 'podwise.ai',
+    zh: {
+        name: 'Podwise',
+    },
+};

package/lib/routes/ps/monthly-games.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
@@ -9,7 +9,8 @@ import { art } from '@/utils/render';
 
 export const route: Route = {
     path: '/monthly-games',
-    categories: ['game'],
+    categories: ['game', 'popular'],
+    view: ViewType.Notifications,
     example: '/ps/monthly-games',
     parameters: {},
     features: {

package/lib/routes/psyche/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Psyche',
+    url: 'psyche.co',
+};

package/lib/routes/psyche/templates/essay.art

@@ -0,0 +1,3 @@
+<img src="{{ banner }}" alt="">
+{{@ authorsBio }}
+{{@ content}}

package/lib/routes/psyche/templates/video.art

@@ -0,0 +1,10 @@
+{{ set video = article.hosterId }}
+{{ if article.hoster === 'vimeo' }}
+    {{ set video = "https://player.vimeo.com/video/" + video + "?dnt=1"}}
+{{ else if article.hoster == 'youtube' }}
+    {{ set video = "https://www.youtube-nocookie.com/embed/" + video }}
+{{ /if }}
+
+<iframe width="672" height="377" src="{{ video }}" frameborder="0" allowfullscreen></iframe>
+{{@ article.credits}}
+{{@ article.description}}

package/lib/routes/psyche/topic.ts

@@ -0,0 +1,46 @@
+import { Route } from '@/types';
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+import { getData } from './utils';
+
+export const route: Route = {
+    path: '/topic/:topic',
+    categories: ['new-media'],
+    example: '/psyche/topic/therapeia',
+    parameters: { topic: 'Topic' },
+    radar: [
+        {
+            source: ['psyche.co/:topic'],
+        },
+    ],
+    name: 'Topics',
+    maintainers: ['emdoe'],
+    handler,
+    description: 'Supported categories: Therapeia, Eudaimonia, and Poiesis.',
+};
+
+async function handler(ctx) {
+    const url = `https://psyche.co/${ctx.req.param('topic')}`;
+    const response = await ofetch(url);
+    const $ = load(response);
+
+    const data = JSON.parse($('script#__NEXT_DATA__').text());
+    const articles = data.props.pageProps.articles;
+    const prefix = `https://psyche.co/_next/data/${data.buildId}`;
+    const list = Object.keys(articles).flatMap((type) =>
+        articles[type].edges.map((item) => ({
+            title: item.node.title,
+            link: `https://psyche.co/${type}/${item.node.slug}`,
+            json: `${prefix}/${type}/${item.node.slug}.json`,
+        }))
+    );
+
+    const items = await getData(list);
+
+    return {
+        title: `Psyche | ${data.props.pageProps.section.title}`,
+        link: url,
+        description: data.props.pageProps.section.metaDescription,
+        item: items,
+    };
+}