rsshub 1.0.0-master.ff3a9ce → 1.0.0-master.ff3ea5a

package/lib/routes/fantube/utils.ts

@@ -0,0 +1,268 @@
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+import { CreatorFragment, PostReelNode } from './types';
+
+export const baseUrl = 'https://www.fantube.tokyo';
+
+export const getCreatorFragment = (username: string) =>
+    cache.tryGet(`fantube:creator:${username}`, async () => {
+        const response = await ofetch(`${baseUrl}/r18/creator/${username}`, {
+            headers: {
+                cookie: 'fantube-ageVerified=1;',
+            },
+        });
+        const $ = load(response);
+
+        const selfPushString = JSON.parse(
+            $('script:contains("creatorFragment")')
+                .text()
+                .match(/^self\.__next_f\.push\((.+?)\)$/)?.[1] || '{}'
+        );
+        const selfPushData = JSON.parse(selfPushString[1].slice(2));
+        // const creatorFragment = selfPushData[3].children.find((c) => c[1] === 'div')[3].children[3].creatorFragment;
+        const creatorFragment = selfPushData
+            .find((d) => d?.hasOwnProperty('children'))
+            .children.find((child) => Object.values(child).includes('div'))
+            .find((c) => c?.hasOwnProperty('children'))
+            .children.find((c) => c?.hasOwnProperty('creatorFragment')).creatorFragment;
+
+        return creatorFragment as CreatorFragment;
+    });
+
+export const getCreatorPostReelList = (identifier: string, limit: number): Promise<PostReelNode[]> =>
+    cache.tryGet(`fantube:creatorPostReelList:${identifier}:${limit}`, async () => {
+        const response = await ofetch('https://api.prd.fantube.tokyo/graphql', {
+            headers: {
+                Referer: baseUrl,
+            },
+            body: JSON.stringify({
+                query: `query CreatorPostReelList($identifier: String!, $first: Int, $after: String, $last: Int, $before: String) {
+  posts(
+    where: {status: {equals: PUBLISHED}, creator: {is: {identifier: {equals: $identifier}}}}
+    orderBy: [{pinnedAt: {nulls: last, sort: desc}}, {order: asc}, {createdAt: desc}, {id: desc}]
+    first: $first
+    after: $after
+    last: $last
+    before: $before
+  ) {
+    nodes {
+      ...PostSwiper_Post
+    }
+    pageInfo {
+      hasNextPage
+      endCursor
+      hasPreviousPage
+      startCursor
+    }
+  }
+}
+
+fragment PostSwiper_Post on Post {
+  id
+  title
+  isFavorite
+  favoritesCount
+  ...PostSwiperSlide_Post
+}
+
+fragment PostSwiperSlide_Post on Post {
+  id
+  type
+  title
+  price
+  creator {
+    displayName
+  }
+  ...PostVideoElement_Post
+  ...PostImageElement_Post
+}
+
+fragment PostVideoElement_Post on Post {
+  id
+  title
+  contentData {
+    ... on PostVideoType {
+      __typename
+      videoUrl
+      isSample
+      noSample
+      durationSeconds
+    }
+  }
+  isFavorite
+  sampleVideoId
+  thumbnailUrl
+  creator {
+    displayName
+  }
+  ...PostInfo_Post
+  ...VideoControlIcons_Post
+  ...PurchaseWrapper_Post
+}
+
+fragment PostInfo_Post on Post {
+  title
+  description
+  publishStartAt
+  price
+  isBuyEnabled
+  ...Profile_Post
+}
+
+fragment Profile_Post on Post {
+  id
+  creator {
+    id
+    isSelf
+    identifier
+    displayName
+    avatarImageUrl
+    following
+  }
+}
+
+fragment VideoControlIcons_Post on Post {
+  id
+  isMine
+  pinnedAt
+  favoritesCount
+  ...PostComment_Post
+}
+
+fragment PostComment_Post on Post {
+  id
+  isMine
+  canComment
+  comments(
+    where: {OR: [{parentPostComment: {is: {isDeleted: {equals: false}}}}, {parentPostCommentId: {equals: null}}], isDeleted: {equals: false}}
+  ) {
+    totalCount
+  }
+  ...PostCommentReplyDrawer_Post
+}
+
+fragment PostCommentReplyDrawer_Post on Post {
+  id
+  isMine
+  canComment
+}
+
+fragment PurchaseWrapper_Post on Post {
+  id
+  title
+  price
+  creator {
+    displayName
+  }
+  ...PostPurchaseDialog_Post
+  ...PostPurchaseSingleDialog_Post
+}
+
+fragment PostPurchaseDialog_Post on Post {
+  id
+  isBuyEnabled
+  price
+  thumbnailUrl
+  title
+  planPosts(
+    orderBy: [{plan: {deleteRequestAt: {sort: desc, nulls: first}}}, {plan: {isRecommended: desc}}, {plan: {price: asc}}]
+  ) {
+    nodes {
+      plan {
+        id
+        title
+        price
+        ...PlanSwiper_Plan
+      }
+    }
+  }
+  creator {
+    displayName
+  }
+  ...PostPurchaseSingleDialog_Post
+}
+
+fragment PlanSwiper_Plan on Plan {
+  id
+  ...PlanSwiperItem_Plan
+}
+
+fragment PlanSwiperItem_Plan on Plan {
+  id
+  title
+  price
+  isArchive
+  isRecommended
+  deleteRequestAt
+  isSubscribing
+  subscriptionCloseAt
+  capacity
+  subscribersCount
+  planPosts(
+    where: {post: {is: {status: {equals: PUBLISHED}}}}
+    first: 7
+    orderBy: [{createdAt: desc}]
+  ) {
+    nodes {
+      post {
+        id
+        thumbnailUrl
+        title
+      }
+    }
+    totalCount
+  }
+  ...PlanUnavailableNote_Plan
+}
+
+fragment PlanUnavailableNote_Plan on Plan {
+  capacity
+  subscribersCount
+  subscriptionCloseAt
+  deleteRequestAt
+}
+
+fragment PostPurchaseSingleDialog_Post on Post {
+  id
+  price
+  thumbnailUrl
+  title
+  isBuyEnabled
+}
+
+fragment PostImageElement_Post on Post {
+  id
+  title
+  contentData {
+    __typename
+    ... on PostImageType {
+      encrypted
+      imageUrls
+      count
+    }
+  }
+  isFavorite
+  creator {
+    displayName
+  }
+  ...PostInfo_Post
+  ...ImageControlIcons_Post
+  ...PurchaseWrapper_Post
+}
+
+fragment ImageControlIcons_Post on Post {
+  id
+  isMine
+  pinnedAt
+  favoritesCount
+  ...PostComment_Post
+}`,
+                variables: { identifier, first: limit, after: '' },
+                operationName: 'CreatorPostReelList',
+            }),
+            method: 'POST',
+        });
+
+        return response.data.posts.nodes as PostReelNode[];
+    });

package/lib/routes/follow/profile.ts

@@ -36,7 +36,7 @@ async function handler(ctx: Context): Promise<Data> {
     const handleOrId = ctx.req.param('uid');
     const host = 'https://api.follow.is';
 
-    const handle = isBizId(handleOrId || '') ? handleOrId : (handleOrId.startsWith('@') ? handleOrId.slice(1) : handleOrId);
+    const handle = isBizId(handleOrId || '') ? handleOrId : handleOrId.startsWith('@') ? handleOrId.slice(1) : handleOrId;
 
     const searchParams = new URLSearchParams({ handle });
 

package/lib/routes/followin/news.ts

@@ -49,7 +49,7 @@ async function handler(ctx) {
     const items = await Promise.all(list.map((item) => parseItem(item, cache.tryGet)));
 
     return {
-        title: `${lang === 'en' ? 'News' : (lang === 'vi' ? 'Bản tin' : '快讯')} - Followin`,
+        title: `${lang === 'en' ? 'News' : lang === 'vi' ? 'Bản tin' : '快讯'} - Followin`,
         link: `${baseUrl}/${lang}/news`,
         image: favicon,
         language: lang,

package/lib/routes/foresightnews/util.ts

@@ -45,7 +45,7 @@ const processItems = async (apiUrl, limit, ...parameters) => {
     let items = JSON.parse(String(zlib.inflateSync(Buffer.from(response.data?.list ?? response.data, 'base64'))));
 
     items = (items?.list ?? items).slice(0, limit).map((item) => {
-        const sourceType = item.source_type ?? (item.source_link ? (item.column?.title ? 'article' : 'news') : (item.event_type ? 'event' : constants.defaultType));
+        const sourceType = item.source_type ?? (item.source_link ? (item.column?.title ? 'article' : 'news') : item.event_type ? 'event' : constants.defaultType);
 
         item = item.source_type ? item[item.source_type] : item;
 

package/lib/routes/freexcomic/book.ts

@@ -30,7 +30,7 @@ const handler = async (ctx) => {
 
     const list = $('#detail-list-select > li > a')
         .toArray()
-        .reverse()
+        .toReversed()
         .slice(0, limit)
         .map((item) => {
             const $item = $(item);
@@ -81,4 +81,7 @@ export const route: Route = {
     maintainers: ['junfengP'],
     handler,
     url: 'www.jjmhw.cc',
+    features: {
+        nsfw: true,
+    },
 };

package/lib/routes/gamer/hot.ts

@@ -19,13 +19,13 @@ export const route: Route = {
         supportPodcast: false,
         supportScihub: false,
     },
-    name: '熱門推薦',
-    maintainers: ['nczitzk', 'TonyRL'],
+    name: '本板推薦',
+    maintainers: ['nczitzk', 'TonyRL', 'kennyfong19931'],
     handler,
 };
 
 async function handler(ctx) {
-    const rootUrl = `https://forum.gamer.com.tw/A.php?bsn=${ctx.req.param('bsn')}`;
+    const rootUrl = `https://forum.gamer.com.tw/B.php?bsn=${ctx.req.param('bsn')}`;
     const response = await got({
         url: rootUrl,
         headers: {
@@ -34,12 +34,12 @@ async function handler(ctx) {
     });
 
     const $ = load(response.data);
-    const list = $('div.FM-abox2A a.FM-abox2B')
+    const list = $('div.popular__card-list div.popular__card-img a')
         .toArray()
         .map((item) => {
             item = $(item);
             return {
-                link: `https:${item.attr('href')}`,
+                link: item.attr('href'),
             };
         });
 

package/lib/routes/gaoyu/blog.ts

@@ -0,0 +1,145 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '20', 10);
+
+    const baseUrl: string = 'https://www.gaoyu.me';
+    const targetUrl: string = new URL('blog', baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'zh-cn';
+
+    const authors: DataItem['author'] = [
+        {
+            name: 'Yu Gao',
+            url: baseUrl,
+            avatar: undefined,
+        },
+    ];
+
+    let items: DataItem[] = [];
+
+    items = $('a.flex-col')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('p.text-neutral-900').text();
+            const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+                intro: $el.find('p.text-neutral-600').last().html(),
+            });
+            const pubDateStr: string | undefined = $el.find('p.text-neutral-600').first().text();
+            const linkUrl: string | undefined = $el.attr('href');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                author: authors,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = $$('h1.title').text();
+                const description: string | undefined =
+                    item.description +
+                    art(path.join(__dirname, 'templates/description.art'), {
+                        description: $$('article.prose').html(),
+                    });
+                const pubDateStr: string | undefined = $$('meta[property="article:published_time"]').attr('content');
+                const image: string | undefined = $$('meta[property="og:image"]').attr('content');
+                const upDatedStr: string | undefined = pubDateStr;
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                    author: authors,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    image,
+                    banner: image,
+                    updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        author: $('meta[property="og:site_name"]').attr('content'),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/blog',
+    name: 'Blog',
+    url: 'www.gaoyu.me',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/gaoyu/blog',
+    parameters: undefined,
+    description: undefined,
+    categories: ['blog'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.gaoyu.me/blog'],
+            target: '/blog',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/gaoyu/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Yu Gao',
+    url: 'gaoyu.me',
+    categories: ['blog'],
+    description: '',
+    lang: 'zh-CN',
+};

package/lib/routes/gaoyu/templates/description.art

@@ -0,0 +1,7 @@
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/geocaching/blogs.ts

@@ -74,7 +74,7 @@ async function handler(ctx) {
     const items = response.map((item) => {
         const media = item._embedded['wp:featuredmedia'][0];
         const mediaDetails = media?.media_details;
-        const mediaSize = mediaDetails.sizes.large || mediaDetails.sizes.full;
+        const mediaSize = mediaDetails?.sizes.large || mediaDetails?.sizes.full;
         return {
             title: item.title.rendered.trim(),
             link: item.link,
@@ -84,7 +84,7 @@ async function handler(ctx) {
             updated: parseDate(item.modified_gmt),
             author: item._embedded.author[0].name,
             category: item._embedded['wp:term'][0].map((category) => category.name.trim()),
-            media: media
+            media: mediaSize
                 ? {
                       content: {
                           url: media.source_url,

package/lib/routes/github/namespace.ts

@@ -9,7 +9,7 @@ GitHub provides some official RSS feeds:
 -   Repo releases: \`https://github.com/:owner/:repo/releases.atom\`
 -   Repo commits: \`https://github.com/:owner/:repo/commits.atom\`
 -   User activities: \`https://github.com/:user.atom\`
--   Private feed: \`https://github.com/:user.private.atom?token=:secret\` (You can find **Subscribe to your news feed** in [dashboard](https://github.com) page after login)
+-   Private feed: \`https://github.com/:user.private.atom?token=:secret\` (Note: You can ONLY obtain this url via an [API](https://docs.github.com/en/rest/activity/feeds?apiVersion=2022-11-28) call with a [Personal Access Token](https://github.com/settings/tokens/new) with **ENOUGH** scopes now.)
 -   Wiki history: \`https://github.com/:owner/:repo/wiki.atom\`
 :::`,
     lang: 'en',