rsshub 1.0.0-master.fb6d4f3 → 1.0.0-master.fb7e42c

package/lib/routes/eeo/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '经济观察网',
+    url: 'eeo.com.cn',
+    categories: ['finance'],
+    description: '',
+    lang: 'zh-CN',
+};

package/lib/routes/eeo/templates/description.art

@@ -0,0 +1,7 @@
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/ehentai/ehapi.ts

@@ -29,8 +29,8 @@ function ehgot(url) {
 function ehgot_thumb(cache, thumb_url) {
     return cache.tryGet(thumb_url, async () => {
         try {
-            const buffer = await got({ method: 'get', url: thumb_url, headers });
-            const data = new Buffer.from(buffer.rawBody).toString('base64');
+            const buffer = await got({ method: 'get', responseType: 'buffer', url: thumb_url, headers });
+            const data = buffer.body.toString('base64');
             const ext = path.extname(thumb_url).slice(1);
             return `data:image/${ext};base64,${data}`;
         } catch (error) {
@@ -72,7 +72,7 @@ async function parsePage(cache, data, get_bittorrent = false, embed_thumb = fals
 
     async function parseElement(cache, element) {
         const el = $(element);
-        const title = el.find('div.glink').html();
+        const title = el.find('.glink').html();
         const rawDate = el.find('div[id^="posted_"]').text();
         const pubDate = rawDate ? timezone(rawDate, 0) : rawDate;
         let el_a;

package/lib/routes/ehentai/favorites.ts

@@ -20,6 +20,7 @@ export const route: Route = {
         supportBT: true,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Favorites',
     maintainers: ['yindaheng98', 'syrinka'],

package/lib/routes/ehentai/search.ts

@@ -14,6 +14,7 @@ export const route: Route = {
         supportBT: true,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Search',
     maintainers: ['yindaheng98', 'syrinka'],

package/lib/routes/elecfans/article.ts

@@ -0,0 +1,64 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/article/:atype',
+    categories: ['programming'],
+    example: '/elecfans/article/special',
+    parameters: { atype: '需获取文章的类别' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '文章',
+    radar: [
+        {
+            source: ['www.elecfans.com'],
+        },
+    ],
+    maintainers: ['tian051011'],
+    handler: async (ctx) => {
+        const { atype } = ctx.req.param();
+        const response = await ofetch(`https://www.elecfans.com/article/${atype}/`);
+        const $ = load(response);
+        const list = $('#mainContent li')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const a = item.find('a').eq(1);
+                return {
+                    title: a.text(),
+                    link: String(a.attr('href')),
+                };
+            });
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link, async () => {
+                    const response = await ofetch(item.link);
+                    const $ = load(response);
+
+                    item.pubDate = parseDate($('.article-info .time').first().text());
+                    item.author = $('.article-info a').first().text();
+                    item.description = $('.rticle-content .simditor-body').first().html();
+                    item.category = $('.hot-main li > span')
+                        .toArray()
+                        .map((item) => $(item).text().trim());
+
+                    return item;
+                })
+            )
+        );
+        return {
+            title: `elecfans ${atype} articles`,
+            link: `https://www.elecfans.com/article/${atype}/`,
+            item: items,
+        };
+    },
+};

package/lib/routes/elecfans/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '电子发烧友',
+    url: 'www.elecfans.com',
+    lang: 'zh-CN',
+};

package/lib/routes/elecfans/soft.ts

@@ -0,0 +1,69 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/soft/:atype',
+    categories: ['programming'],
+    example: '/elecfans/soft/special',
+    parameters: { atype: '需获取资料的类别' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '资料',
+    radar: [
+        {
+            source: ['www.elecfans.com'],
+        },
+    ],
+    maintainers: ['tian051011'],
+    handler: async (ctx) => {
+        const { atype } = ctx.req.param();
+        const response = await ofetch(`https://www.elecfans.com/soft/${atype}/`);
+        const $ = load(response);
+        const list = $('#mainContent li')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const a = item.find('a').eq(1);
+                return {
+                    title: a.text(),
+                    link: String(a.attr('href')),
+                };
+            });
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link, async () => {
+                    const response = await ofetch(item.link);
+                    const $ = load(response);
+
+                    item.pubDate = parseDate($('.data-info-content2021 .upload-date').eq(1).text());
+                    const mid = $('#filed_mid2021').first().text();
+                    const userInfoApi = `https://www.elecfans.com/webapi/user/getSoftUserInfo?mid=${mid}`;
+                    item.author = await cache.tryGet(userInfoApi, async () => {
+                        const userResponse = await ofetch(userInfoApi);
+                        return userResponse.data.uname;
+                    });
+                    item.description = $('.simditor-body').first().html();
+                    item.category = $('.nTags a > span')
+                        .toArray()
+                        .map((item) => $(item).text().trim());
+
+                    return item;
+                })
+            )
+        );
+        return {
+            title: `elecfans ${atype} softs`,
+            link: `https://www.elecfans.com/soft/${atype}/`,
+            item: items,
+        };
+    },
+};

package/lib/routes/engineering/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Engineering.fyi',
+    url: 'engineering.fyi',
+    description: 'Programming Tutorials and Engineering Articles',
+    lang: 'en',
+};

package/lib/routes/engineering/tag.ts

@@ -0,0 +1,55 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/tag/:tag',
+    categories: ['programming'],
+    example: '/engineering/tag/javascript',
+    parameters: { tag: 'Browse programming languages, frameworks, and technologies' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['engineering.fyi/tag/:tag'],
+        },
+    ],
+    name: 'Tag',
+    maintainers: ['suhang-only'],
+    handler,
+    description: `| JSON    | Javascript     | Java | Apache | AWS | SQL | React | Golang    |
+| ---- | ---------- | ---- | ------ | --- | --- | ----- | ------ |
+| json | javascript | java | apache | aws | sql | react | golang |`,
+};
+
+async function handler(ctx) {
+    const tag = ctx.req.param('tag');
+    const { data: response } = await got(`https://engineering.fyi/tag/${tag}`);
+    const $ = load(response);
+    const items = $('div.text-card-foreground')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('a').eq(2);
+            const description = item.find('.leading-relaxed');
+            const author = item.find('.truncate');
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                description: description.text(),
+                author: author.text(),
+            };
+        });
+
+    return {
+        title: `engineering.fyi ${tag}`,
+        link: `https://engineering.fyi/tag/${tag}`,
+        item: items,
+    };
+}

package/lib/routes/eventbrite/events.ts

@@ -0,0 +1,152 @@
+import type { Data, DataItem, Route } from '@/types';
+import { toTitleCase } from '@/utils/common-utils';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+export const route: Route = {
+    path: '/:region/:eventType?/:includePromoted?',
+    categories: ['other'],
+    example: '/eventbrite/canada--toronto/all-events',
+    parameters: { eventType: 'category of events for filtering', region: 'Region or scope of events' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['eventbrite.com/d/:region/:eventType'],
+            target: '/:region/:eventType',
+        },
+        {
+            source: ['eventbrite.ca/d/:region/:eventType'],
+            target: '/:region/:eventType',
+        },
+    ],
+    name: 'Events',
+    maintainers: ['elibroftw'],
+    handler: async (ctx: Context): Promise<Data> => {
+        const params = ctx.req.param();
+        const { region, includePromoted = 'false' } = params;
+        let eventType = params.eventType || 'all-events';
+        if (eventType === 'events') {
+            eventType = 'all-events';
+        }
+        const link = `https://www.eventbrite.com/d/${region}/${eventType}/`;
+        const response = await ofetch(link);
+        const $ = load(response);
+        const eventsApiUrl = new URL('https://www.eventbrite.com/api/v3/destination/events');
+        // exclude promoted events
+        const includePromotedBool = includePromoted !== 'false';
+        const eventListEl = $('div.search-results-panel-content section>ul>li')
+            .toArray()
+            .filter((item) => includePromotedBool || !$(item).text().includes('Promoted'));
+        const eventIds = eventListEl.map((item) => $(item).find('a.event-card-link').first().attr('data-event-id'));
+        eventsApiUrl.searchParams.append('event_ids', eventIds.join(','));
+        eventsApiUrl.searchParams.append('page_size', eventIds.length.toString());
+        eventsApiUrl.searchParams.append('expand', 'image,primary_venue,ticket_availability,primary_organizer');
+        const eventsData: EventbriteEvent[] = (await ofetch(eventsApiUrl.href)).events;
+        const items = eventListEl.map((item, index): DataItem => {
+            const el = $(item);
+            const a = el.find('.event-card-details a.event-card-link').first();
+            const fallbackTitle = a.attr('aria-label') || a.text() || a.html();
+
+            const eventData = eventsData[index];
+            if (eventData === undefined) {
+                const pElements = el.find('p');
+                return {
+                    title: fallbackTitle,
+                    author: pElements.length > 1 ? $(pElements[1]).text() : undefined,
+                };
+            }
+            const isPromoted = el.text().includes('Promoted');
+            return {
+                title: isPromoted ? `${eventData.name} (Promoted)` : eventData.name,
+                link: eventData.url,
+                pubDate: parseDate(eventData.published),
+                author: eventData.primary_organizer === undefined ? JSON.stringify(eventData) : eventData.primary_organizer.name,
+                category: eventData.tags.map((tag) => tag.display_name),
+                image: eventData.image.original.url,
+                description: eventData.summary,
+                id: eventData.eventbrite_event_id,
+                content: {
+                    html: `${eventDate(eventData)}<br>${getAuthor(eventData)}<br>${getTicketPriceRange(eventData)}`,
+                    text: '',
+                },
+            };
+        });
+
+        const formattedEventType = toTitleCase(eventType.replaceAll('-', ' '));
+        const formattedRegion = toTitleCase(region.replaceAll('-', ' '));
+
+        return {
+            title: `${formattedEventType} in ${formattedRegion}`,
+            link,
+            item: items,
+        };
+    },
+};
+
+function getAuthor(event: EventbriteEvent) {
+    return `<a href="${event.primary_organizer.url}">${event.primary_organizer.name}</a>`;
+}
+
+function getTicketPriceRange(event: EventbriteEvent) {
+    const minPrice = event.ticket_availability.minimum_ticket_price.display;
+    const maxPrice = event.ticket_availability.maximum_ticket_price.display;
+    if (minPrice === maxPrice) {
+        return minPrice;
+    }
+    return `${minPrice} - ${maxPrice}`;
+}
+
+function eventDate(event: EventbriteEvent): string {
+    const endDate = event.end_date;
+    const startDate = event.start_date;
+    const startTime = event.start_time;
+    const endTime = event.end_time;
+    if (startDate === endDate) {
+        return `${startDate} ${startTime} - ${endTime}`;
+    }
+    return `${startDate} ${startTime} - ${endDate} ${endTime}`;
+}
+
+interface EventbriteEvent {
+    name: string;
+    url: string;
+    published: string;
+    primary_organizer: {
+        name: string;
+        url: string;
+    };
+    summary: string;
+    tags: {
+        display_name: string;
+    }[];
+    image: {
+        url: string;
+        original: {
+            url: string;
+        };
+    };
+    eventbrite_event_id: string;
+    ticket_availability: {
+        maximum_ticket_price: {
+            display: string;
+        };
+        minimum_ticket_price: {
+            display: string;
+        };
+        is_free: boolean;
+    };
+    timezone: string;
+    start_date: string;
+    start_time: string;
+    end_date: string;
+    end_time: string;
+}

package/lib/routes/eventbrite/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Eventbrite',
+    url: 'eventbrite.com',
+    lang: 'en',
+};

package/lib/routes/eventernote/actors.ts

@@ -1,5 +1,6 @@
-import { Route, ViewType } from '@/types';
-import got from '@/utils/got';
+import { type DataItem, type Route, ViewType } from '@/types';
+import type { Context } from 'hono';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 
 const dateStringRegex = /(?<year>\d{4})-(?<month>\d{2})-(?<day>\d{2})/;
@@ -9,8 +10,8 @@ const timeStringRegexes = [
     /開場 (?<openHr>\d{2}):(?<openMin>\d{2}) 開演 - 終演 (?<closeHr>\d{2}):(?<closeMin>\d{2})/,
 ];
 
-const maxPages = 5;
-const pageCount = 10;
+const maxPages = 3;
+const pageCount = 20;
 
 export const route: Route = {
     path: '/actors/:name/:id',
@@ -28,7 +29,7 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['www.eventernote.com/actors/:name/:id/events'],
+            source: ['www.eventernote.com/actors/:name/:id', 'www.eventernote.com/actors/:name/:id/events'],
         },
     ],
     name: '声优活动及演唱会',
@@ -36,90 +37,86 @@ export const route: Route = {
     handler,
 };
 
-async function handler(ctx) {
+async function handler(ctx: Context) {
     const { name, id } = ctx.req.param();
 
     const title = `${name}のイベント・ライブ情報一覧`;
     const link = `https://www.eventernote.com/actors/${name}/${id}/events`;
 
-    const events = [];
-    for (let page = 1; page <= maxPages; page++) {
-        const pageLink = link + `?limit=${pageCount}&page=${page}`;
-        // eslint-disable-next-line no-await-in-loop
-        const response = await got({
-            method: 'get',
-            url: pageLink,
-        });
+    const pageLinks = Array.from({ length: maxPages }, (_, i) => link + `?limit=${pageCount}&page=${i + 1}`);
+    const responses = await Promise.all(pageLinks.map((pageUrl) => ofetch(pageUrl)));
 
-        const data = response.data;
-
-        const $ = load(data);
+    const events = responses.flatMap((response) => {
+        const $ = load(response);
         const list = $('li.clearfix');
 
         if (list.length === 0) {
-            break;
+            return [] as DataItem[];
         }
 
-        for (const event of list) {
-            // extract event name
-            const eventName = $('div.event > h4 > a', event).text();
-
-            // extract event location
-            const eventLocation = $('div.event > div.place > a', event).text();
-
-            // extract event date
-            const dateMatches = $('div.date > p', event).text().match(dateStringRegex);
-            const eventYear = dateMatches.groups.year;
-            const eventMonth = dateMatches.groups.month;
-            const eventDay = dateMatches.groups.day;
-
-            // extract event time
-            const timeString = $('div.event > div.place > span.s', event).text();
-            let eventTimeObj = {
-                openHr: null,
-                openMin: null,
-                startHr: null,
-                startMin: null,
-                closeHr: null,
-                closeMin: null,
-            };
-            for (const r of timeStringRegexes) {
-                const m = timeString.match(r);
-                if (m === null) {
-                    continue;
-                }
-                eventTimeObj = {
-                    ...eventTimeObj,
-                    ...m.groups,
+        const pageItems = list
+            .toArray()
+            .map((event) => {
+                // extract event name
+                const eventName = $('div.event > h4 > a', event).text();
+
+                // extract event location
+                const eventLocation = $('div.event > div.place > a', event).text();
+
+                // extract event date
+                const dateMatches = $('div.date > p', event).text().match(dateStringRegex);
+                const eventYear = dateMatches?.groups?.year;
+                const eventMonth = dateMatches?.groups?.month;
+                const eventDay = dateMatches?.groups?.day;
+
+                // extract event time
+                const timeString = $('div.event > div.place > span.s', event).text();
+                let eventTimeObj = {
+                    openHr: null,
+                    openMin: null,
+                    startHr: null,
+                    startMin: null,
+                    closeHr: null,
+                    closeMin: null,
                 };
-            }
+                for (const r of timeStringRegexes) {
+                    const m = timeString.match(r);
+                    if (m === null) {
+                        continue;
+                    }
+                    eventTimeObj = {
+                        ...eventTimeObj,
+                        ...m.groups,
+                    };
+                }
 
-            // extract event link
-            const link = $('div.event > h4 > a', event).attr('href');
+                // extract event link
+                const link = $('div.event > h4 > a', event).attr('href');
 
-            // compute event description
-            const eventDescription = `イベント ${eventName}
+                // compute event description
+                const eventDescription = `イベント ${eventName}
 開催場所 ${eventLocation}
 開場 ${eventYear}-${eventMonth}-${eventDay} ${eventTimeObj.openHr}:${eventTimeObj.openMin}
 開演 ${eventYear}-${eventMonth}-${eventDay} ${eventTimeObj.startHr}:${eventTimeObj.startMin}
-終演 ${eventYear}-${eventMonth}-${eventDay} ${eventTimeObj.closeHr}:${eventTimeObj.closeHr}
+終演 ${eventYear}-${eventMonth}-${eventDay} ${eventTimeObj.closeHr}:${eventTimeObj.closeMin}
 `;
 
-            events.push({
-                title: eventName,
-                description: eventDescription,
-                link,
-            });
-        }
+                return {
+                    title: eventName,
+                    description: eventDescription,
+                    link,
+                } as DataItem;
+            })
+            .filter(Boolean) as DataItem[];
 
-        page += 1;
-    }
+        return pageItems;
+    });
 
     return {
         title,
         link,
         description: title,
-        language: 'ja',
+        language: 'ja' as const,
         allowEmpty: true,
         item: events,
     };

package/lib/routes/everia/category.ts

@@ -19,6 +19,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {

package/lib/routes/everia/latest.ts

@@ -17,6 +17,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {

package/lib/routes/everia/search.ts

@@ -17,6 +17,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Search',
     maintainers: ['KTachibanaM', 'AiraNadih'],

package/lib/routes/everia/tag.ts

@@ -19,6 +19,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {

package/lib/routes/expats/czech-news.ts

@@ -164,7 +164,7 @@ export const route: Route = {
             ],
         },
     },
-    description: `:::tip
+    description: `::: tip
 To subscribe to [Daily News](https://www.expats.cz/czech-news/daily-news), where the source URL is \`https://www.expats.cz/czech-news/daily-news\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/expats/czech-news/daily-news\`](https://rsshub.app/expats/czech-news/daily-news).
 :::
 

package/lib/routes/fangchan/list.ts

@@ -175,7 +175,7 @@ export const route: Route = {
             ],
         },
     },
-    description: `:::tip
+    description: `::: tip
 若订阅 [列表](https://www.fangchan.com/)，网址为 \`https://www.fangchan.com/\`，请截取 \`https://www.fangchan.com/\` 到末尾 \`.html\` 的部分 \`datalist\` 作为 \`id\` 参数填入，此时目标路由为 [\`/fangchan/datalist\`](https://rsshub.app/fangchan/datalist)。
 :::
 

package/lib/routes/fansly/post.ts

@@ -14,6 +14,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {