rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/pornhub/model.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType, Data } from '@/types';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { isValidHost } from '@/utils/valid-host';
@@ -7,7 +7,8 @@ import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/model/:username/:language?/:sort?',
-    categories: ['multimedia'],
+    categories: ['multimedia', 'popular'],
+    view: ViewType.Videos,
     example: '/pornhub/model/stacy-starando',
     parameters: { language: 'language, see below', username: 'username, part of the url e.g. `pornhub.com/model/stacy-starando`', sort: 'sorting method, see below' },
     features: {
@@ -24,12 +25,12 @@ export const route: Route = {
             target: '/model/:username',
         },
     ],
-    name: 'Verified amateur / Model',
+    name: 'Model',
     maintainers: ['I2IMk', 'queensferryme'],
     handler,
 };
 
-async function handler(ctx) {
+async function handler(ctx): Promise<Data> {
     const { language = 'www', username, sort = '' } = ctx.req.param();
     const link = `https://${language}.pornhub.com/model/${username}/videos${sort ? `?o=${sort}` : ''}`;
     if (!isValidHost(language)) {
@@ -46,9 +47,7 @@ async function handler(ctx) {
         title: $('h1').first().text(),
         description: $('section.aboutMeSection').text().trim(),
         link,
-        image: $('#coverPictureDefault').attr('src'),
-        logo: $('#getAvatar').attr('src'),
-        icon: $('#getAvatar').attr('src'),
+        image: $('#getAvatar').attr('src'),
         language: $('html').attr('lang'),
         item: items,
     };

package/lib/routes/pornhub/pornstar.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType, Data } from '@/types';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { isValidHost } from '@/utils/valid-host';
@@ -7,9 +7,53 @@ import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/pornstar/:username/:language?/:sort?',
-    categories: ['multimedia'],
-    example: '/pornhub/pornstar/june-liu',
-    parameters: { language: 'language, see below', username: 'username, part of the url e.g. `pornhub.com/pornstar/june-liu`', sort: 'sorting method, see below' },
+    categories: ['multimedia', 'popular'],
+    view: ViewType.Videos,
+    example: '/pornhub/pornstar/june-liu/www/mr',
+    parameters: {
+        username: {
+            description: 'username, part of the url e.g. `pornhub.com/pornstar/june-liu`',
+        },
+        language: {
+            description: 'language',
+            options: [
+                { value: 'www', label: 'English' },
+                { value: 'de', label: 'Deutsch' },
+                { value: 'es', label: 'Español' },
+                { value: 'fr', label: 'Français' },
+                { value: 'it', label: 'Italiano' },
+                { value: 'ja', label: '日本語' },
+                { value: 'pt', label: 'Português' },
+                { value: 'pl', label: 'Polski' },
+                { value: 'rt', label: 'Русский' },
+                { value: 'nl', label: 'Dutch' },
+                { value: 'cs', label: 'Czech' },
+                { value: 'cn', label: '中文（简体）' },
+            ],
+            default: 'www',
+        },
+        sort: {
+            description: 'sorting method, leave empty for `Best`',
+            options: [
+                {
+                    label: 'Most Recent',
+                    value: 'mr',
+                },
+                {
+                    label: 'Most Viewed',
+                    value: 'mv',
+                },
+                {
+                    label: 'Top Rated',
+                    value: 'tr',
+                },
+                {
+                    label: 'Longest',
+                    value: 'lg',
+                },
+            ],
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -24,36 +68,40 @@ export const route: Route = {
             target: '/pornstar/:username',
         },
     ],
-    name: 'Verified model / Pornstar',
+    name: 'Pornstar',
     maintainers: ['I2IMk', 'queensferryme'],
     handler,
-    description: `**\`sort\`**
-
-  | Most Recent | Most Viewed | Top Rated | Longest | Best |
-  | ----------- | ----------- | --------- | ------- | ---- |
-  | mr          | mv          | tr        | lg      |      |`,
 };
 
-async function handler(ctx) {
+async function handler(ctx): Promise<Data> {
     const { language = 'www', username, sort = 'mr' } = ctx.req.param();
-    const link = `https://${language}.pornhub.com/pornstar/${username}?o=${sort}`;
+    let link = `https://${language}.pornhub.com/pornstar/${username}?o=${sort}`;
     if (!isValidHost(language)) {
         throw new InvalidParameterError('Invalid language');
     }
 
     const { data: response } = await got(link, { headers });
-    const $ = load(response);
-    const items = $('#pornstarsVideoSection .videoBox')
-        .toArray()
-        .map((e) => parseItems($(e)));
+    let $ = load(response);
+    let items;
+
+    if ($('.withBio').length === 0) {
+        link = `https://${language}.pornhub.com/pornstar/${username}/videos?o=${sort}`;
+        const { data: response } = await got(link, { headers });
+        $ = load(response);
+        items = $('#mostRecentVideosSection .videoBox')
+            .toArray()
+            .map((e) => parseItems($(e)));
+    } else {
+        items = $('#pornstarsVideoSection .videoBox')
+            .toArray()
+            .map((e) => parseItems($(e)));
+    }
 
     return {
         title: $('h1').first().text(),
         description: $('section.aboutMeSection').text().trim(),
         link,
-        image: $('#coverPictureDefault').attr('src'),
-        logo: $('#getAvatar').attr('src'),
-        icon: $('#getAvatar').attr('src'),
+        image: $('#getAvatar').attr('src'),
         language: $('html').attr('lang'),
         item: items,
     };

package/lib/routes/pornhub/search.ts

@@ -1,11 +1,12 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import { defaultDomain, renderDescription } from './utils';
 
 export const route: Route = {
     path: '/search/:keyword',
-    categories: ['multimedia'],
+    categories: ['multimedia', 'popular'],
+    view: ViewType.Videos,
     example: '/pornhub/search/stepsister',
     parameters: { keyword: 'keyword' },
     features: {

package/lib/routes/pornhub/users.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, Data } from '@/types';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { isValidHost } from '@/utils/valid-host';
@@ -29,7 +29,7 @@ export const route: Route = {
     handler,
 };
 
-async function handler(ctx) {
+async function handler(ctx): Promise<Data> {
     const { language = 'www', username } = ctx.req.param();
     const link = `https://${language}.pornhub.com/users/${username}/videos`;
     if (!isValidHost(language)) {
@@ -46,9 +46,7 @@ async function handler(ctx) {
         title: $('.profileUserName a').text(),
         description: $('.aboutMeText').text().trim(),
         link,
-        image: $('#coverPictureDefault').attr('src'),
-        logo: $('#getAvatar').attr('src'),
-        icon: $('#getAvatar').attr('src'),
+        image: $('#getAvatar').attr('src'),
         language: $('html').attr('lang'),
         allowEmpty: true,
         item: items,

package/lib/routes/qiche365/namespace.ts

@@ -0,0 +1,5 @@
+import type { Namespace } from '@/types';
+export const namespace: Namespace = {
+    name: '汽车召回网',
+    url: 'qiche365.org.cn',
+};

package/lib/routes/qiche365/recall.ts

@@ -0,0 +1,53 @@
+import { Route, Data, DataItem } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const baseUrl = 'https://www.qiche365.org.cn';
+
+export const route: Route = {
+    path: '/recall/:channel',
+    name: '汽车召回',
+    example: '/qiche365/recall/1',
+    parameters: { channel: '频道，见下表' },
+    description: `| 国内召回新闻 | 国内召回公告 | 国外召回新闻 | 国外召回公告 |
+  | ------------ | ------------ | ------------ | ------------ |
+  | 1            | 2            | 3            | 4            |`,
+    categories: ['government'],
+    maintainers: ['huanfe1'],
+    handler,
+    url: 'qiche365.org.cn/index/recall/index.html',
+};
+
+async function handler(ctx): Promise<Data> {
+    const { channel } = ctx.req.param();
+
+    const { html } = await ofetch(`${baseUrl}/index/recall/index/item/${channel}.html?loadmore=1`, {
+        method: 'get',
+        headers: {
+            'Accept-Language': 'zh-CN,zh;q=0.9',
+        },
+    });
+
+    const $ = load(<string>html);
+    const items: DataItem[] = $('li')
+        .toArray()
+        .map((item) => {
+            const cheerioItem = $(item);
+            return {
+                title: cheerioItem.find('h1').text(),
+                link: `${baseUrl}${cheerioItem.find('a').attr('href')}`,
+                pubDate: timezone(parseDate(cheerioItem.find('h2').html()!.match('</i>(.*?)<b>')![1]), +8),
+                description: cheerioItem.find('p').text().trim(),
+                author: cheerioItem.find('h3 span').text(),
+                image: cheerioItem.find('img').attr('src') && `${baseUrl}${cheerioItem.find('img').attr('src')}`,
+            };
+        });
+    return {
+        title: ['国内召回公告', '国内召回新闻', '国外召回公告', '国外召回新闻'][channel - 1],
+        link: `${baseUrl}/index/recall/index.html`,
+        item: items,
+        language: 'zh-CN',
+    };
+}

package/lib/routes/qidian/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: '起点',
-    url: 'book.qidian.com',
+    url: 'qidian.com',
 };

package/lib/routes/questn/community.ts

@@ -0,0 +1,76 @@
+import { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/community/:communityUrl',
+    name: 'Community Events',
+    url: 'app.questn.com',
+    maintainers: ['cxheng315'],
+    example: '/questn/community/gmnetwork',
+    parameters: {
+        community_url: 'Community URL',
+    },
+    categories: ['other'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['app.questn.com/:communityUrl'],
+            target: '/community/:communityUrl',
+        },
+    ],
+    handler,
+};
+
+async function handler(ctx) {
+    const url = 'https://api.questn.com/consumer/explore/entity_list/';
+
+    const params = {
+        count: ctx.req.query('limit') || '20',
+        page: '1',
+        community_url: ctx.req.param('communityUrl') || 'questn', // default to questn
+    };
+
+    const response = await ofetch(`${url}?${new URLSearchParams(params)}`, {
+        method: 'GET',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+    });
+
+    const data = await response.result.data;
+
+    const items = data.map((item) => ({
+        title: item.title,
+        link: `https://app.questn.com/quest/${item.id}`,
+        author: item.community_info ? item.community_info.name : '',
+        guid: item.id,
+        pubDate: parseDate(item.start_time * 1000),
+        itunes_duration: item.end_time > 0 ? item.end_time - item.start_time : 0,
+    }));
+
+    return {
+        title: `QuestN Community - ${data[0].community_info ? data[0].community_info.name : ''} Events`,
+        link: `https://app.questn.com/${ctx.req.param('community_url')}`,
+        description: data[0].community_info ? data[0].community_info.introduction : '',
+        image: data[0].community_info ? data[0].community_info.logo : '',
+        logo: data[0].community_info ? data[0].community_info.logo : '',
+        item:
+            items && items.length > 0
+                ? items
+                : [
+                      {
+                          title: 'No events found',
+                          link: `https://app.questn.com/${ctx.req.param('community_url')}`,
+                          description: 'No events found',
+                      },
+                  ],
+    };
+}

package/lib/routes/questn/events.ts

@@ -0,0 +1,101 @@
+import { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+
+import { parseFilterStr } from './util';
+
+export const route: Route = {
+    path: '/events/:filter?',
+    name: 'Events',
+    url: 'app.questn.com',
+    maintainers: ['cxheng315'],
+    example: '/questn/events',
+    parameters: {
+        filter: 'Filter string',
+    },
+    description: `
+:::tip
+
+Filter parameters:
+- category: 100: trending, 200: newest, 300: top
+- status_filter: 0: all, 100: available, 400: missed
+- community_filter: 0: all community, 100: verified, 200: followed
+- rewards_filter: 0: all rewards, 100: nft, 200: token, 400: whitelist
+- chain_filter: 0: all chains, 1: ethereum, 56: bsc, 137: polygon, 42161: arb, 10: op, 324: zksync, 43114: avax
+- search: 'Search keyword',
+- count: 'Number of events to fetch',
+- page: 'Page number',
+:::`,
+    categories: ['other'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['app.questn.com/explore'],
+            target: '/events/:category?/:status_filter?/:community_filter?/:reward_filter?/:chain_filter?/:search?/:count?/:page?',
+        },
+    ],
+    handler,
+};
+
+async function handler(ctx) {
+    const url = 'https://api.questn.com/consumer/explore/list/';
+
+    const parsedFilter: { category?: string; status_filter?: string; community_filter?: string; reward_filter?: string; chain_filter?: string; search?: string; count?: string; page?: string } = parseFilterStr(
+        ctx.req.param('filter')
+    );
+
+    const params = {
+        category: parsedFilter.category || '200',
+        status_filter: parsedFilter.status_filter || '100',
+        community_filter: parsedFilter.community_filter || '0',
+        rewards_filter: parsedFilter.reward_filter || '0',
+        chain_filter: parsedFilter.chain_filter || '0',
+        search: parsedFilter.search || '',
+        count: parsedFilter.count || ctx.req.query('limit') || '20',
+        page: parsedFilter.page || '1',
+    };
+
+    const response = await ofetch(`${url}?${new URLSearchParams(params)}`, {
+        method: 'GET',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+    });
+
+    const data = await response.result.data;
+
+    const items = data.map((item) => ({
+        title: item.title,
+        link: `https://app.questn.com/quest/${item.id}`,
+        author: item.community_info ? item.community_info.name : '',
+        guid: item.id,
+        pubDate: parseDate(item.start_time * 1000),
+        itunes_duration: item.end_time > 0 ? item.end_time - item.start_time : 0,
+    }));
+
+    return {
+        title: 'QuestN Events',
+        link: 'https://app.questn.com/explore',
+        description: 'A Quest Protocol Dedicated to DePIN and AI Training',
+        image: 'https://app.questn.com/static/svgs/logo-white.svg',
+        logo: 'https://app.questn.com/static/svgs/logo-white.svg',
+        author: 'QuestN',
+        item:
+            items && items.length > 0
+                ? items
+                : [
+                      {
+                          title: 'No events found',
+                          description: 'No events found',
+                          link: 'https://app.questn.com/explore',
+                      },
+                  ],
+    };
+}

package/lib/routes/questn/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'QuestN',
+    url: 'app.questn.com',
+};

package/lib/routes/questn/util.ts

@@ -0,0 +1,16 @@
+const parseFilterStr = (filterStr) => {
+    const filters = {};
+    if (!filterStr) {
+        return filters;
+    }
+    const filterPairs = filterStr.split('&'); // Split by '&'
+
+    for (const pair of filterPairs) {
+        const [key, value] = pair.split('='); // Split by '='
+        filters[key] = value;
+    }
+
+    return filters;
+};
+
+export { parseFilterStr };

package/lib/routes/rebase/geekdaily.ts

@@ -0,0 +1,35 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/geekdaily',
+    categories: ['new-media'],
+    example: '/rebase/geekdaily',
+    radar: [
+        {
+            source: ['rebase.network/geekdaily'],
+            target: '/geekdaily',
+        },
+    ],
+    name: 'Web3 Geek Daily',
+    maintainers: ['gaoyifan'],
+    handler: async () => {
+        const response = await ofetch('https://db.rebase.network/api/v1/geekdailies?sort=id:desc');
+        const data = response.data;
+
+        const items = data.map((item) => ({
+            title: item.attributes.title,
+            link: item.attributes.url,
+            description: item.attributes.introduce,
+            pubDate: parseDate(item.attributes.time),
+            author: item.attributes.author,
+        }));
+
+        return {
+            title: 'Web3 Geek Daily',
+            link: 'https://rebase.network/geekdaily',
+            item: items,
+        };
+    },
+};

package/lib/routes/rebase/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Rebase Network',
+    url: 'rebase.network',
+};

package/lib/routes/resonac/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Resonac',
+    url: 'www.resonac.com',
+};

package/lib/routes/resonac/products.ts

@@ -0,0 +1,85 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+// import { parseDate } from '@/utils/parse-date';
+// import timezone from '@/utils/timezone';
+
+const baseUrl = 'https://www.resonac.com';
+const host = 'https://www.resonac.com/products?intcid=glnavi_products';
+
+export const route: Route = {
+    path: '/products',
+    categories: ['other'],
+    example: '/resonac/products',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: true,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Products',
+    maintainers: ['valuex'],
+    handler,
+    description: '',
+};
+
+async function handler() {
+    const response = await got(host);
+    const pageHtml = response.data;
+    const $ = load(pageHtml);
+    const groupLists = $('div.m-panel-card-link ul li')
+        .toArray()
+        .map((el) => ({
+            groupName: $('a', el).text().trim(),
+            groupURL: baseUrl + $('a', el).attr('href'),
+        }));
+
+    const lists = await Promise.all(
+        groupLists.map((productGroup) =>
+            cache.tryGet(productGroup.groupURL, async () => {
+                const strUrl = productGroup.groupURL;
+                const response = await got(strUrl);
+                const $ = load(response.data);
+                const item = $('dt.m-toggle__title div span a')
+                    .toArray()
+                    .map((el) => ({
+                        title: $('b', el).text().trim(),
+                        link: baseUrl + $(el).attr('href'),
+                        group: productGroup.groupName,
+                    }));
+                return item;
+            })
+        )
+    );
+
+    const fullList = lists.flat(1); // flatten array
+    // fullList = fullList.filter((item) => item.title !== 'Empty');
+
+    const items = await Promise.all(
+        fullList.map((item) =>
+            cache.tryGet(item.link, async () => {
+                try {
+                    const response = await got(item.link);
+                    const $ = load(response.data);
+                    const thisTitle = item.title + ' | ' + item.group;
+                    item.title = thisTitle;
+                    item.description = $('main div.str-section').html();
+                    return item;
+                } catch (error) {
+                    return (error as Error).message;
+                }
+            })
+        )
+    );
+
+    return {
+        title: 'Resonac_Products',
+        link: baseUrl,
+        description: 'Resonac_Products',
+        item: items,
+    };
+}

package/lib/routes/reuters/common.ts

@@ -14,7 +14,60 @@ export const route: Route = {
     categories: ['traditional-media', 'popular'],
     view: ViewType.Articles,
     example: '/reuters/world/us',
-    parameters: { category: 'find it in the URL, or tables below', topic: 'find it in the URL, or tables below' },
+    parameters: {
+        category: {
+            description: 'find it in the URL, or tables below',
+            options: [
+                { value: 'world', label: 'World' },
+                { value: 'business', label: 'Business' },
+                { value: 'legal', label: 'Legal' },
+                { value: 'markets', label: 'Markets' },
+                { value: 'breakingviews', label: 'Breakingviews' },
+                { value: 'technology', label: 'Technology' },
+                { value: 'graphics', label: 'Graphics' },
+                { value: 'authors', label: 'Authors' },
+            ],
+            default: 'world',
+        },
+        topic: {
+            description: 'find it in the URL, or tables below, leave empty for `All`',
+            options: [
+                // World topics
+                { value: 'africa', label: 'Africa' },
+                { value: 'americas', label: 'Americas' },
+                { value: 'asia-pacific', label: 'Asia Pacific' },
+                { value: 'china', label: 'China' },
+                { value: 'europe', label: 'Europe' },
+                { value: 'india', label: 'India' },
+                { value: 'middle-east', label: 'Middle East' },
+                { value: 'uk', label: 'United Kingdom' },
+                { value: 'us', label: 'United States' },
+                { value: 'the-great-reboot', label: 'The Great Reboot' },
+                { value: 'reuters-next', label: 'Reuters Next' },
+                // Business topics
+                { value: 'aerospace-defense', label: 'Aerospace & Defense' },
+                { value: 'autos-transportation', label: 'Autos & Transportation' },
+                { value: 'energy', label: 'Energy' },
+                { value: 'environment', label: 'Environment' },
+                { value: 'finance', label: 'Finance' },
+                { value: 'healthcare-pharmaceuticals', label: 'Healthcare & Pharmaceuticals' },
+                { value: 'media-telecom', label: 'Media & Telecom' },
+                { value: 'retail-consumer', label: 'Retail & Consumer' },
+                { value: 'sustainable-business', label: 'Sustainable Business' },
+                { value: 'charged', label: 'Charged' },
+                { value: 'future-of-health', label: 'Future of Health' },
+                { value: 'future-of-money', label: 'Future of Money' },
+                { value: 'take-five', label: 'Take Five' },
+                { value: 'reuters-impact', label: 'Reuters Impact' },
+                // Legal topics
+                { value: 'government', label: 'Government' },
+                { value: 'legalindustry', label: 'Legal Industry' },
+                { value: 'litigation', label: 'Litigation' },
+                { value: 'transactional', label: 'Transactional' },
+            ],
+            default: 'us',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,