rsshub 1.0.0-master.ff76aa7 → 1.0.0-master.ff83e83

package/lib/routes/focustaiwan/index.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';
@@ -27,12 +25,12 @@ export const route: Route = {
     maintainers: ['nczitzk'],
     handler,
     description: `| Latest | Editor's Picks | Photos of the Day |
-  | ------ | -------------- | ----------------- |
-  | news   | editorspicks   | photos            |
+| ------ | -------------- | ----------------- |
+| news   | editorspicks   | photos            |
 
-  | Politics | Cross-strait | Business | Society | Science & Tech | Culture | Sports |
-  | -------- | ------------ | -------- | ------- | -------------- | ------- | ------ |
-  | politics | cross-strait | business | society | science & tech | culture | sports |`,
+| Politics | Cross-strait | Business | Society | Science & Tech | Culture | Sports |
+| -------- | ------------ | -------- | ------- | -------------- | ------- | ------ |
+| politics | cross-strait | business | society | science & tech | culture | sports |`,
 };
 
 async function handler(ctx) {

package/lib/routes/focustaiwan/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Focus Taiwan',
     url: 'focustaiwan.tw',
+    lang: 'zh-TW',
 };

package/lib/routes/follow/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Follow',
     url: 'app.follow.is',
+    lang: 'en',
 };

package/lib/routes/follow/profile.ts

@@ -1,7 +1,7 @@
 import { ViewType, type Data, type Route } from '@/types';
 import type { Context } from 'hono';
 import ofetch from '@/utils/ofetch';
-import type { FollowResponse, InboxSubscription, ListSubscription, Profile, Subscription } from './types';
+import type { FeedSubscription, FollowResponse, InboxSubscription, ListSubscription, Profile, Subscription } from './types';
 import { parse } from 'tldts';
 
 export const route: Route = {
@@ -19,7 +19,7 @@ export const route: Route = {
         },
     ],
     handler,
-    maintainers: ['KarasuShin', 'DIYgod'],
+    maintainers: ['KarasuShin', 'DIYgod', 'DFobain'],
     features: {
         supportRadar: true,
     },
@@ -30,16 +30,26 @@ const isList = (subscription: Subscription): subscription is ListSubscription =>
 
 const isInbox = (subscription: Subscription): subscription is InboxSubscription => 'inboxId' in subscription;
 
+const isFeed = (subscription: Subscription): subscription is FeedSubscription => 'feeds' in subscription;
+
 async function handler(ctx: Context): Promise<Data> {
-    const uid = ctx.req.param('uid');
+    const handleOrId = ctx.req.param('uid');
     const host = 'https://api.follow.is';
 
-    const profile = await ofetch<FollowResponse<Profile>>(`${host}/profiles?id=${uid}`);
+    const handle = isBizId(handleOrId || '') ? handleOrId : (handleOrId.startsWith('@') ? handleOrId.slice(1) : handleOrId);
+
+    const searchParams = new URLSearchParams({ handle });
+
+    if (isBizId(handle || '')) {
+        searchParams.append('id', handle);
+    }
+
+    const profile = await ofetch<FollowResponse<Profile>>(`${host}/profiles?${searchParams.toString()}`);
     const subscriptions = await ofetch<FollowResponse<Subscription[]>>(`${host}/subscriptions?userId=${profile.data.id}`);
 
     return {
         title: `${profile.data.name}'s subscriptions`,
-        item: (<Exclude<Subscription, InboxSubscription>[]>subscriptions.data.filter((i) => !isInbox(i))).map((subscription) => {
+        item: (<Exclude<Subscription, InboxSubscription>[]>subscriptions.data.filter((i) => !isInbox(i) && !(isFeed(i) && !!i.feeds.errorAt))).map((subscription) => {
             if (isList(subscription)) {
                 return {
                     title: subscription.lists.title,
@@ -56,7 +66,7 @@ async function handler(ctx: Context): Promise<Data> {
                 category: subscription.category ? [subscription.category] : undefined,
             };
         }),
-        link: `https://app.follow.is/profile/${uid}`,
+        link: `https://app.follow.is/share/users/${handleOrId}`,
         image: profile.data.image,
     };
 }
@@ -81,3 +91,29 @@ const getUrlIcon = (url: string, fallback?: boolean | undefined) => {
 
     return ret;
 };
+
+// referenced from https://github.com/RSSNext/Follow/blob/dev/packages/utils/src/utils.ts
+const EPOCH = 1_712_546_615_000n; // follow repo created
+const MAX_TIMESTAMP_BITS = 41n; // Maximum number of bits typically used for timestamp
+export const isBizId = (id: string): boolean => {
+    if (!id || !/^\d{13,19}$/.test(id)) {
+        return false;
+    }
+
+    const snowflake = BigInt(id);
+
+    // Extract the timestamp assuming it's in the most significant bits after the sign bit
+    const timestamp = (snowflake >> (63n - MAX_TIMESTAMP_BITS)) + EPOCH;
+    const date = new Date(Number(timestamp));
+
+    // Check if the date is reasonable (between 2024 and 2050)
+    if (date.getFullYear() >= 2024 && date.getFullYear() <= 2050) {
+        // Additional validation: check if the ID is not larger than the maximum possible value
+        const maxPossibleId = (1n << 63n) - 1n; // Maximum possible 63-bit value
+        if (snowflake <= maxPossibleId) {
+            return true;
+        }
+    }
+
+    return false;
+};

package/lib/routes/followin/index.ts

@@ -1,13 +1,40 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { apiUrl, favicon, getBParam, getBuildId, getGToken, parseList, parseItem } from './utils';
 
 export const route: Route = {
     path: '/:categoryId?/:lang?',
-    categories: ['finance'],
+    categories: ['finance', 'popular'],
+    view: ViewType.Articles,
     example: '/followin',
-    parameters: { categoryId: 'Category ID, see table below, `1` by default', lang: 'Language, see table below, `en` by default' },
+    parameters: {
+        categoryId: {
+            description: 'Category ID',
+            options: [
+                { value: '1', label: 'For You' },
+                { value: '9', label: 'Market' },
+                { value: '13', label: 'Meme' },
+                { value: '14', label: 'BRC20' },
+                { value: '3', label: 'NFT' },
+                { value: '5', label: 'Thread' },
+                { value: '6', label: 'In-depth' },
+                { value: '8', label: 'Tutorials' },
+                { value: '11', label: 'Videos' },
+            ],
+            default: '1',
+        },
+        lang: {
+            description: 'Language',
+            options: [
+                { value: 'en', label: 'English' },
+                { value: 'zh-Hans', label: '简体中文' },
+                { value: 'zh-Hant', label: '繁體中文' },
+                { value: 'vi', label: 'Tiếng Việt' },
+            ],
+            default: 'en',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -21,15 +48,15 @@ export const route: Route = {
     handler,
     description: `Category ID
 
-  | For You | Market | Meme | BRC20 | NFT | Thread | In-depth | Tutorials | Videos |
-  | ------- | ------ | ---- | ----- | --- | ------ | -------- | --------- | ------ |
-  | 1       | 9      | 13   | 14    | 3   | 5      | 6        | 8         | 11     |
+| For You | Market | Meme | BRC20 | NFT | Thread | In-depth | Tutorials | Videos |
+| ------- | ------ | ---- | ----- | --- | ------ | -------- | --------- | ------ |
+| 1       | 9      | 13   | 14    | 3   | 5      | 6        | 8         | 11     |
 
   Language
 
-  | English | 简体中文 | 繁體中文 | Tiếng Việt |
-  | ------- | -------- | -------- | ---------- |
-  | en      | zh-Hans  | zh-Hant  | vi         |`,
+| English | 简体中文 | 繁體中文 | Tiếng Việt |
+| ------- | -------- | -------- | ---------- |
+| en      | zh-Hans  | zh-Hant  | vi         |`,
 };
 
 async function handler(ctx) {

package/lib/routes/followin/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Followin',
     url: 'followin.io',
+    lang: 'zh-CN',
 };

package/lib/routes/followin/news.ts

@@ -1,13 +1,25 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { baseUrl, favicon, getBuildId, parseList, parseItem } from './utils';
 
 export const route: Route = {
     path: '/news/:lang?',
-    categories: ['finance'],
+    categories: ['finance', 'popular'],
+    view: ViewType.Articles,
     example: '/followin/news',
-    parameters: { lang: 'Language, see table above, `en` by default' },
+    parameters: {
+        lang: {
+            description: 'Language',
+            options: [
+                { value: 'en', label: 'English' },
+                { value: 'zh-Hans', label: '简体中文' },
+                { value: 'zh-Hant', label: '繁體中文' },
+                { value: 'vi', label: 'Tiếng Việt' },
+            ],
+            default: 'en',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -37,7 +49,7 @@ async function handler(ctx) {
     const items = await Promise.all(list.map((item) => parseItem(item, cache.tryGet)));
 
     return {
-        title: `${lang === 'en' ? 'News' : lang === 'vi' ? 'Bản tin' : '快讯'} - Followin`,
+        title: `${lang === 'en' ? 'News' : (lang === 'vi' ? 'Bản tin' : '快讯')} - Followin`,
         link: `${baseUrl}/${lang}/news`,
         image: favicon,
         language: lang,

package/lib/routes/followin/utils.ts

@@ -1,6 +1,3 @@
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';

package/lib/routes/foodtalks/index.ts

@@ -0,0 +1,75 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+import { namespace } from './namespace';
+import logger from '@/utils/logger';
+
+export const route: Route = {
+    path: '/',
+    categories: namespace.categories,
+    example: '/foodtalks',
+    radar: [
+        {
+            source: ['www.foodtalks.cn'],
+        },
+    ],
+    name: 'FoodTalks global food information network',
+    maintainers: ['Geraldxm'],
+    handler,
+    url: 'www.foodtalks.cn',
+};
+
+function processItems(list: any[], fullTextApi: string) {
+    return Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                try {
+                    const response = await ofetch(fullTextApi.replace('{id}', item.id), {
+                        headers: {
+                            referrer: 'https://www.foodtalks.cn/',
+                            method: 'GET',
+                        },
+                    });
+                    item.description = response.data.content;
+                    return item;
+                } catch (error) {
+                    logger.error(`Error fetching full text for ${item.link}:`, error);
+                    return item;
+                }
+            })
+        )
+    );
+}
+
+async function handler(ctx) {
+    const limit = ctx.req.query('limit') || 15;
+    const url = `https://api-we.foodtalks.cn/news/news/page?current=1&size=${limit}&isLatest=1&language=ZH`;
+    const response = await ofetch(url, {
+        headers: {
+            referrer: 'https://www.foodtalks.cn/',
+            method: 'GET',
+        },
+    });
+    const records = response.data.records;
+
+    const list = records.map((item) => ({
+        title: item.title,
+        pubDate: new Date(item.publishTime),
+        link: `https://www.foodtalks.cn/news/${item.id}`,
+        category: item.parentTagCode === 'category' ? item.tagCode : item.parentTagCode,
+        author: item.author === null ? item.sourceName : item.author,
+        id: item.id,
+        image: item.coverImg,
+    }));
+
+    const fullTextApi = 'https://api-we.foodtalks.cn/news/news/{id}?language=ZH';
+    const items = await processItems(list, fullTextApi);
+
+    return {
+        title: namespace.name,
+        description: namespace.description,
+        link: 'https://' + namespace.url,
+        item: items,
+        image: 'https://www.foodtalks.cn/static/img/news-site-logo.7aaa5463.svg',
+    };
+}

package/lib/routes/foodtalks/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'FoodTalks全球食品资讯网',
+    url: 'www.foodtalks.cn',
+    categories: ['new-media'],
+    lang: 'zh-CN',
+    description: 'FoodTalks全球食品资讯网是一个提供食品饮料行业新闻、资讯、分析和商业资源的领先在线平台。它涵盖行业趋势、市场动态、产品创新、投融资信息以及企业新闻，连接行业内的专业人士、企业和消费者。',
+};

package/lib/routes/foreignaffairs/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Foreign Affairs',
+    url: 'www.foreignaffairs.com',
+    lang: 'en',
+};

package/lib/routes/foreignaffairs/rss.ts

@@ -0,0 +1,55 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import parser from '@/utils/rss-parser';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/rss',
+    categories: ['traditional-media'],
+    example: '/foreignaffairs/rss',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'RSS',
+    maintainers: ['dzx-dzx'],
+    handler,
+};
+
+async function handler() {
+    const link = 'https://www.foreignaffairs.com/rss.xml';
+
+    const feed = await parser.parseURL(link);
+
+    const items = await Promise.all(
+        feed.items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const $ = load(response.data);
+
+                $('.paywall').remove();
+                $('.loading-indicator').remove();
+                item.description = $('.article-dropcap').html();
+                item.author = item.creator;
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: 'Foreign Affairs - RSS',
+        link,
+        item: items,
+    };
+}

package/lib/routes/foresightnews/article.ts

@@ -3,7 +3,7 @@ import { rootUrl, apiRootUrl, processItems, icon, image } from './util';
 
 export const route: Route = {
     path: '/article',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/foresightnews/article',
     parameters: {},
     features: {

package/lib/routes/foresightnews/column.ts

@@ -3,7 +3,7 @@ import { rootUrl, apiRootUrl, processItems, icon, image } from './util';
 
 export const route: Route = {
     path: '/column/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/foresightnews/column/1',
     parameters: { id: '专栏 id, 可在对应专栏页 URL 中找到' },
     features: {

package/lib/routes/foresightnews/index.ts

@@ -3,13 +3,15 @@ import { rootUrl, apiRootUrl, processItems, icon, image } from './util';
 
 export const route: Route = {
     path: '/',
+    categories: ['new-media', 'popular'],
+    example: '/foresightnews',
     radar: [
         {
             source: ['foresightnews.pro/'],
             target: '',
         },
     ],
-    name: 'Unknown',
+    name: '精选资讯',
     maintainers: ['nczitzk'],
     handler,
     url: 'foresightnews.pro/',

package/lib/routes/foresightnews/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Foresight News',
     url: 'foresightnews.pro',
+    lang: 'en',
 };

package/lib/routes/foresightnews/news.ts

@@ -3,7 +3,7 @@ import { rootUrl, apiRootUrl, processItems, icon, image } from './util';
 
 export const route: Route = {
     path: '/news',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/foresightnews/news',
     parameters: {},
     features: {

package/lib/routes/foresightnews/util.ts

@@ -1,11 +1,8 @@
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
 import path from 'node:path';
-import zlib from 'zlib';
+import zlib from 'node:zlib';
 
 const constants = {
     labelHot: '热门',
@@ -26,18 +23,16 @@ const imgRootUrl = 'https://img.foresightnews.pro';
 const icon = new URL('foresight.ico', rootUrl).href;
 const image = new URL('vertical_logo.png', imgRootUrl).href;
 
-const processItems = async (apiUrl, limit, ...searchParams) => {
-    searchParams = {
-        ...searchParams.reduce(
-            (result, object) => ({
-                ...result,
-                ...object,
-            }),
-            {}
-        ),
-
+const processItems = async (apiUrl, limit, ...parameters) => {
+    let searchParams = {
         size: limit,
     };
+    for (const param of parameters) {
+        searchParams = {
+            ...searchParams,
+            ...param,
+        };
+    }
 
     const info = {
         column: '',
@@ -50,7 +45,7 @@ const processItems = async (apiUrl, limit, ...searchParams) => {
     let items = JSON.parse(String(zlib.inflateSync(Buffer.from(response.data?.list ?? response.data, 'base64'))));
 
     items = (items?.list ?? items).slice(0, limit).map((item) => {
-        const sourceType = item.source_type ?? (item.source_link ? (item.column?.title ? 'article' : 'news') : item.event_type ? 'event' : constants.defaultType);
+        const sourceType = item.source_type ?? (item.source_link ? (item.column?.title ? 'article' : 'news') : (item.event_type ? 'event' : constants.defaultType));
 
         item = item.source_type ? item[item.source_type] : item;
 

package/lib/routes/foreverblog/feeds.ts

@@ -35,23 +35,21 @@ async function handler() {
 
     const $ = load(response.data);
     const $articles = $('article[class="post post-type-normal"]');
-    const items = $articles
-        .map((_, el) => {
-            const $titleDiv = $(el).find('h1[class="post-title"]');
-            const title = $titleDiv.text().trim();
-            const link = $titleDiv.find('a').eq(0).attr('href');
-            const author = $(el).find('div[class="post-author"]').text().trim();
-            const postDate = $(el).find('time').text().trim();
-            const pubDate = timezone(parseDate(postDate, 'MM-DD'), +8);
-            const description = `${author}: ${title}`;
-            return {
-                title: description,
-                description,
-                link,
-                pubDate,
-            };
-        })
-        .toArray();
+    const items = $articles.toArray().map((el) => {
+        const $titleDiv = $(el).find('h1[class="post-title"]');
+        const title = $titleDiv.text().trim();
+        const link = $titleDiv.find('a').eq(0).attr('href');
+        const author = $(el).find('div[class="post-author"]').text().trim();
+        const postDate = $(el).find('time').text().trim();
+        const pubDate = timezone(parseDate(postDate, 'MM-DD'), +8);
+        const description = `${author}: ${title}`;
+        return {
+            title: description,
+            description,
+            link,
+            pubDate,
+        };
+    });
 
     return {
         title: '十年之约——专题展示',

package/lib/routes/foreverblog/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '十年之约',
     url: 'www.foreverblog.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/forklog/index.ts

@@ -0,0 +1,72 @@
+import { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import got from '@/utils/got';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+    path: '/news',
+    categories: ['finance'],
+    example: '/forklog/news',
+    radar: [
+        {
+            source: ['forklog.com/news'],
+            target: '/news',
+        },
+    ],
+    name: 'Новости',
+    maintainers: ['raven428'],
+    handler,
+    url: 'forklog.com/news',
+};
+
+async function handler() {
+    const response = await got('https://forklog.com/wp-content/themes/forklogv2/ajax/getPosts.php', {
+        method: 'POST',
+        headers: { 'x-requested-with': 'XMLHttpRequest' },
+        form: { action: 'getPostsByCategory', postperpage: '333' },
+    });
+    const items = JSON.parse(response.body).map((post) => {
+        const link = post.link;
+        const title = (post.title || post.text?.post_title)?.trim();
+        const description = post.text?.post_content.trim();
+        const author = post.author_name.trim();
+        let pubDate;
+        if (post.text?.post_date_gmt) {
+            pubDate = timezone(parseDate(post.text.post_date_gmt), +1);
+        } else if (post.text?.post_date) {
+            pubDate = timezone(parseDate(post.text.post_date), +4);
+        } else if (post.date) {
+            pubDate = timezone(parseDate(post.date, 'DD.MM.YYYY HH:mm'), +4);
+        }
+        const imageSrc = post.image || post.image_mobile;
+        const views = post.views;
+        return {
+            link,
+            title,
+            author,
+            pubDate,
+            description,
+            category: ['news', 'crypto', 'finance'],
+            ...(imageSrc
+                ? {
+                      media: {
+                          thumbnail: {
+                              url: imageSrc,
+                              width: 250,
+                              height: 250,
+                          },
+                      },
+                  }
+                : {}),
+            extra: {
+                views,
+            },
+        };
+    });
+    return {
+        title: 'Forklog – Новости',
+        link: 'https://forklog.com/news',
+        description: 'Последние новости из мира блокчейна и криптовалют',
+        item: items,
+    };
+}

package/lib/routes/forklog/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Forklog',
+    url: 'forklog.com',
+    lang: 'ru',
+};

package/lib/routes/fortnite/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Fortnite',
     url: 'fortnite.com',
+    lang: 'en',
 };

package/lib/routes/fortnite/news.ts

@@ -22,9 +22,9 @@ export const route: Route = {
     handler,
     description: `-   \`options.lang\`, optional, language, eg. \`/fortnite/news/lang=en-US\`, common languages are listed below, more languages are available one the [official website](https://www.fortnite.com/news)
 
-  | English (default) | Spanish | Japanese | French | Korean | Polish |
-  | ----------------- | ------- | -------- | ------ | ------ | ------ |
-  | en-US             | es-ES   | ja       | fr     | ko     | pl     |`,
+| English (default) | Spanish | Japanese | French | Korean | Polish |
+| ----------------- | ------- | -------- | ------ | ------ | ------ |
+| en-US             | es-ES   | ja       | fr     | ko     | pl     |`,
 };
 
 async function handler(ctx) {
@@ -64,7 +64,7 @@ async function handler(ctx) {
     });
 
     await page.close();
-    browser.close();
+    await browser.close();
 
     const { blogList: list } = data;
     const items = await Promise.all(