rsshub 1.0.0-master.ff3a9ce → 1.0.0-master.ff3ea5a

package/lib/routes/dev.to/guides.ts

@@ -0,0 +1,100 @@
+import { Data, DataItem, Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/guides',
+    categories: ['programming'],
+    example: '/dev.to/guides',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['dev.to/'],
+        },
+    ],
+    name: 'Trending Guides',
+    maintainers: ['Rjnishant530'],
+    handler,
+    url: 'dev.to',
+};
+
+async function handler() {
+    const baseUrl = 'https://dev.to';
+    const response = await got(baseUrl);
+    const $ = load(response.data);
+
+    // Get all guide links from the widget-link-list
+    const guideLinks = $('.widget-link-list .crayons-link--contentful')
+        .toArray()
+        .map((element) => {
+            const $element = $(element);
+            return {
+                title: $element.text().trim(),
+                link: baseUrl + $element.attr('href'),
+            };
+        });
+
+    // Fetch content for each guide
+    const items = await Promise.all(
+        guideLinks.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const articleResponse = await got(item.link);
+                const $article = load(articleResponse.data);
+
+                // Extract article cover image
+                const coverImage = $article('.crayons-article__cover img').attr('src');
+
+                // Extract article content
+                const content = $article('.crayons-article__body').html() || '';
+
+                // Extract author info
+                const authorName = $article('.crayons-article__header__meta .fw-bold').first().text().trim();
+                const authorUrl = $article('.crayons-article__header__meta .fw-bold').first().attr('href');
+                const authorAvatar = $article('.crayons-article__header__meta .radius-full').attr('src');
+                // Extract publication date
+                const dateElement = $article('time[datetime]').first();
+                const dateString = dateElement.attr('datetime') || undefined;
+                const pubDate = dateString ? parseDate(dateString) : undefined;
+                // Extract tags
+                const tags = $article('.spec__tags .crayons-tag')
+                    .toArray()
+                    .map((tag) => $(tag).text().trim().replace('#', ''));
+
+                return {
+                    title: item.title,
+                    link: item.link,
+                    description: content,
+                    image: coverImage,
+                    pubDate,
+                    category: tags,
+                    author: [
+                        {
+                            name: authorName,
+                            url: authorUrl ? baseUrl + authorUrl : undefined,
+                            avatar: authorAvatar,
+                        },
+                    ],
+                } as DataItem;
+            })
+        )
+    );
+
+    return {
+        title: 'DEV.to - Trending Guides',
+        link: baseUrl,
+        description: 'Trending guides and resources from DEV.to',
+        language: 'en-us',
+        item: items,
+        icon: 'https://media2.dev.to/dynamic/image/width=32,height=,fit=scale-down,gravity=auto,format=auto/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2F8j7kvp660rqzt99zui8e.png',
+    } as Data;
+}

package/lib/routes/dev.to/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'DEV Community',
+    url: 'dev.to',
+    description: 'A constructive and inclusive social network for software developers.',
+    lang: 'en',
+};

package/lib/routes/dev.to/top.ts

@@ -0,0 +1,105 @@
+import { Data, DataItem, Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/top/:period',
+    categories: ['programming'],
+    example: '/dev.to/top/week',
+    parameters: { period: 'Period (week, month, year, infinity)' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['dev.to/top/:period'],
+        },
+    ],
+    name: 'Top Posts',
+    maintainers: ['dwemerx', 'Rjnishant530'],
+    handler,
+    url: 'dev.to/top',
+};
+
+async function handler(ctx) {
+    const period = ctx.req.param('period');
+    const baseUrl = 'https://dev.to';
+    const link = `${baseUrl}/top/${period}`;
+
+    // Calculate date based on period
+    const date = new Date();
+
+    switch (period) {
+        case 'week':
+            date.setDate(date.getDate() - 7);
+            break;
+        case 'month':
+            date.setMonth(date.getMonth() - 1);
+            break;
+        case 'year':
+            date.setFullYear(date.getFullYear() - 1);
+            break;
+        case 'infinity':
+        default:
+            date.setFullYear(date.getFullYear() - 5);
+            break;
+    }
+
+    const publishedDate = date.toISOString();
+    const apiUrl = `https://dev.to/search/feed_content?per_page=15&sort_by=public_reactions_count&sort_direction=desc&approved=&class_name=Article&published_at%5Bgte%5D=${encodeURIComponent(publishedDate)}`;
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const data = response.data;
+
+    // Fetch content for each article
+    const items = await Promise.all(
+        data.result.map((item) => {
+            const articleUrl = `${baseUrl}${item.path}`;
+            return cache.tryGet(articleUrl, async () => {
+                const articleResponse = await got(articleUrl);
+                const $ = load(articleResponse.data);
+
+                // Extract article cover image
+                const coverImage = $('.crayons-article__cover img').attr('src');
+
+                // Extract article content
+                const content = $('.crayons-article__body').html() || '';
+
+                return {
+                    title: item.title,
+                    author: [
+                        {
+                            name: item.user.name,
+                            url: `${baseUrl}/${item.user.username}`,
+                            avatar: item.user.profile_image_90,
+                        },
+                    ],
+                    link: articleUrl,
+                    pubDate: parseDate(item.published_at_int * 1000),
+                    description: content,
+                    category: item.tag_list,
+                    image: coverImage,
+                } as DataItem;
+            });
+        })
+    );
+
+    return {
+        title: `dev.to top (${period})`,
+        link,
+        description: 'Top dev.to posts',
+        language: 'en-us',
+        item: items,
+        icon: 'https://media2.dev.to/dynamic/image/width=32,height=,fit=scale-down,gravity=auto,format=auto/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2F8j7kvp660rqzt99zui8e.png',
+    } as Data;
+}

package/lib/routes/dgut/jwb.ts

@@ -0,0 +1,73 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/jwb/:type?',
+    categories: ['university'],
+    example: '/dgut/jwb/jwtz',
+    parameters: { type: '哪种通知，默认为教务通知' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    maintainers: ['1200522928'],
+    radar: [
+        {
+            source: ['jwb.dgut.edu.cn/tzgg/'],
+            target: '',
+        },
+    ],
+    name: '教务部通知公告',
+    description: `| 教学动态 | 教务通知 | 教研通知 | 实践通知 | 产业学院 |  通识教育  |"杨振宁"班|招生信息 |采购公告 |
+| ------- | -------  | ---------| --------| --------| ----------|---------|------- |--------|
+| jxdt    | jwtz     | jytz     |   sjtz  |   cyxy  |   tsjy    | yznb    |  zsxx  | cggg   |`,
+    handler,
+};
+
+async function handler(ctx) {
+    const { type = 'jwtz' } = ctx.req.param();
+    const url = `https://jwb.dgut.edu.cn/tzgg/${type}.htm`;
+    const baseurl = 'https://jwb.dgut.edu.cn/';
+
+    const response = await ofetch(url);
+    const $ = load(response);
+    const list = $('ul.ul-new4 > li')
+        .toArray()
+        .map((item) => {
+            const $li = $(item);
+            const $a = $li.find('a.con');
+            return {
+                title: $a.find('.tit').text().trim(),
+                pubDate: parseDate(`${$a.find('.year').text().trim()}-${$a.find('.day').text().trim()}`),
+                link: `${baseurl}${$a.attr('href')}`,
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch(item.link);
+                const $ = load(response);
+
+                return {
+                    ...item,
+                    description: $('div.v_news_content').first().html() || undefined,
+                };
+            })
+        )
+    );
+
+    return {
+        title: $('title').text(),
+        link: url,
+        allowEmpty: true,
+        item: items,
+    };
+}

package/lib/routes/dgut/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '东莞理工学院',
+    url: 'www.dgut.edu.cn',
+    zh: {
+        name: '东莞理工学院',
+    },
+};

package/lib/routes/digitalpolicyalert/activity-tracker.ts

@@ -0,0 +1,135 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+
+const createSearchParams = (queryString: string, limit: number = 30): URLSearchParams => {
+    const params = new URLSearchParams(queryString);
+    params.set('offset', '0');
+    params.set('limit', limit.toString());
+    return params;
+};
+
+const searchParamsToObject = (searchParams: URLSearchParams): Record<string, string> => {
+    const obj: Record<string, string> = {};
+    for (const [key, value] of searchParams.entries()) {
+        obj[key] = value;
+    }
+    return obj;
+};
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { filters } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+    const params: URLSearchParams = createSearchParams(filters, limit);
+
+    const baseUrl: string = 'https://digitalpolicyalert.org';
+    const apiBaseUrl: string = 'https://api.globaltradealert.org';
+    const targetUrl: string = new URL(`activity-tracker?${params.toString()}`, baseUrl).href;
+    const apiUrl: string = new URL('dpa/intervention', apiBaseUrl).href;
+
+    const response = await ofetch(apiUrl, {
+        query: searchParamsToObject(params),
+    });
+
+    const targetResponse = await ofetch(targetUrl);
+    const $: CheerioAPI = load(targetResponse);
+    const language = $('html').attr('lang') ?? 'en';
+
+    let items: DataItem[] = [];
+
+    items = response.results.slice(0, limit).map((item): DataItem => {
+        const title: string = item.title;
+        const description: string | undefined = item.latest_event?.description ?? undefined;
+        const pubDate: number | string = item.latest_event?.date;
+        const linkUrl: string | undefined = item.slug ? `change/${item.slug}` : undefined;
+        const categories: string[] = [
+            ...new Set([
+                ...(item.economic_activities?.map((activity) => activity.name) ?? []),
+                ...(item.implementers?.map((implementer) => implementer.name) ?? []),
+                ...(item.policies?.map((policy) => policy.name) ?? []),
+                item.status?.name,
+                item.type?.name,
+            ]),
+        ].filter(Boolean);
+        const authors: DataItem['author'] =
+            item.implementers?.map((author) => ({
+                name: author.name,
+                url: undefined,
+                avatar: undefined,
+            })) ?? undefined;
+        const updated: number | string = pubDate;
+
+        const processedItem: DataItem = {
+            title,
+            description,
+            pubDate: pubDate ? parseDate(pubDate) : undefined,
+            link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+            category: categories,
+            author: authors,
+            content: {
+                html: description,
+                text: description,
+            },
+            updated: updated ? parseDate(updated) : undefined,
+            language,
+        };
+
+        return processedItem;
+    });
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content') ? new URL($('meta[property="og:image"]').attr('content'), baseUrl).href : undefined,
+        author: $('meta[property="og:site_name"]').attr('content'),
+        language,
+        id: $('meta[property="og:url"]').attr('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/activity-tracker/:filters?',
+    name: 'Activity Tracker',
+    url: 'digitalpolicyalert.org',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/digitalpolicyalert/activity-tracker',
+    parameters: {
+        filter: {
+            description: 'Filter, all by default',
+        },
+    },
+    description: `:::tip
+To subscribe to [Activity Tracker - International trade](https://digitalpolicyalert.org/activity-tracker?policy=1), where the source URL is \`https://digitalpolicyalert.org/activity-tracker?policy=1\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/digitalpolicyalert/activity-tracker/policy=1\`](https://rsshub.app/digitalpolicyalert/activity-tracker/policy=1).
+:::
+`,
+    categories: ['other'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['digitalpolicyalert.org'],
+            target: (_, url) => {
+                const urlObj: URL = new URL(url);
+                const filters: string = createSearchParams(urlObj.searchParams.toString()).toString();
+
+                return `/digitalpolicyalert/activity-tracker${filters ? `/${filters}` : ''}`;
+            },
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/digitalpolicyalert/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Digital Policy Alert',
+    url: 'digitalpolicyalert.org',
+    categories: ['other'],
+    description: '',
+    lang: 'en',
+};

package/lib/routes/dnaindia/common.ts

@@ -20,7 +20,7 @@ export async function handler(ctx) {
     const { data: response } = await got(link);
     const $ = load(response);
 
-    const listItems = $('div.col-lg-6 div.list-news')
+    const listItems = $('div.list-news')
         .toArray()
         .map((item) => {
             item = $(item);
@@ -36,14 +36,23 @@ export async function handler(ctx) {
             cache.tryGet(item.link, async () => {
                 const { data: response } = await got(item.link);
                 const $ = load(response);
-                item.itunes_item_image = $('div.article-img img').attr('src');
-                item.category = $('div.tags ul li')
+
+                const itunes_item_image = $('div.article-img img').attr('src');
+                const category = $('div.tags ul li')
                     .toArray()
                     .map((item) => $(item).find('a').text());
-                const time = $('p.dna-update').text().split('Updated:')[1];
-                item.pubDate = timezone(parseDate(time, 'MMMDD,YYYY,hh:mmA'), +5.5);
-                item.author = 'DNA Web Team';
-                item.description = $('div.article-description')
+                // Process date
+                const timeText = $('p.dna-update').text();
+                const dateMatch = timeText.match(/Updated\s*:\s*([\w\s,:\d]+?)(?:\s*\||$)/);
+                let time = dateMatch ? dateMatch[1].trim() : '';
+                time = time.replace(/\s+IST$/, '');
+                const pubDate = timezone(parseDate(time), +5.5);
+                // Get author information
+                const authorMeta = $('meta[name="author"]').attr('content');
+                const author = authorMeta || 'DNA Web Team';
+
+                // Process description
+                const description = $('div.article-description')
                     .clone()
                     .children('div')
                     .remove()
@@ -51,7 +60,16 @@ export async function handler(ctx) {
                     .toArray()
                     .map((element) => $(element).html())
                     .join('');
-                return item;
+
+                // Return all properties at once
+                return {
+                    ...item,
+                    itunes_item_image,
+                    category,
+                    pubDate,
+                    author,
+                    description,
+                };
             })
         )
     );

package/lib/routes/douban/other/list.ts

@@ -3,7 +3,7 @@ import { Route } from '@/types';
 import got from '@/utils/got';
 import path from 'node:path';
 import { art } from '@/utils/render';
-import { fallback, queryToInteger } from '@/utils/readable-social';
+import { fallback, queryToInteger, queryToFloat } from '@/utils/readable-social';
 
 export const route: Route = {
     path: '/list/:type?/:routeParams?',
@@ -52,7 +52,7 @@ export const route: Route = {
 | 额外参数 | 含义                   | 接受的值 | 默认值 |
 | -------- | ---------------------- | -------- | ------ |
 | playable | 仅看有可播放片源的影片 | 0/1      | 0      |
-| score    | 筛选评分               | 0-10     | 0      |
+| score    | 筛选评分               | 0.0-10.0 | 0      |
 
   用例：\`/douban/list/tv_korean/playable=1&score=8\`
 
@@ -67,7 +67,7 @@ async function handler(ctx) {
     const type = ctx.req.param('type') || 'subject_real_time_hotest';
     const routeParams = Object.fromEntries(new URLSearchParams(ctx.req.param('routeParams')));
     const playable = fallback(undefined, queryToInteger(routeParams.playable), 0);
-    const score = fallback(undefined, queryToInteger(routeParams.score), 0);
+    const score = fallback(undefined, queryToFloat(routeParams.score), 0);
     let start = 0;
     const count = 50;
     let items = [];

package/lib/routes/e-hentai/index.ts

@@ -11,6 +11,9 @@ export const route: Route = {
     path: '/:what?/:id?/:needTorrents?/:needImages?',
     name: 'Unknown',
     maintainers: [],
+    features: {
+        nsfw: true,
+    },
     handler,
 };
 
@@ -33,7 +36,7 @@ async function handler(ctx) {
     $('.itd').parent().remove();
 
     let items = $('table.gltc tbody tr')
-        .slice(1, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) + 1 : (needImages ? 16 : 26))
+        .slice(1, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) + 1 : needImages ? 16 : 26)
         .toArray()
         .map((item) => {
             item = $(item);

package/lib/routes/ehentai/tag.ts

@@ -14,6 +14,7 @@ export const route: Route = {
         supportBT: true,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Tag',
     maintainers: ['yindaheng98', 'syrinka'],

package/lib/routes/englishhome/index.ts

@@ -0,0 +1,55 @@
+import { Route, type Data } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/',
+    categories: ['blog'],
+    example: '/englishhome',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['englishhome.org/'],
+        },
+    ],
+    name: '首頁',
+    maintainers: ['johan456789'],
+    handler,
+    description: '英語之家 - The Home of English 首頁',
+};
+
+async function handler() {
+    const rootUrl = 'https://englishhome.org';
+    const apiUrl = `${rootUrl}/wp-json/wp/v2/posts?per_page=20&_embed=author,wp:term`;
+
+    const data = await ofetch<any[]>(apiUrl);
+
+    const items = data.map((post) => ({
+        title: post.title?.rendered,
+        description: post.content?.rendered ?? post.excerpt?.rendered ?? '',
+        link: post.link,
+        pubDate: parseDate(post.date_gmt ?? post.date),
+        author: post._embedded?.author?.[0]?.name,
+        category: Array.isArray(post._embedded?.['wp:term'])
+            ? post._embedded['wp:term']
+                  .flat()
+                  .map((term: any) => term?.name)
+                  .filter(Boolean)
+            : undefined,
+    }));
+
+    return {
+        title: '英語之家 - The Home of English',
+        link: rootUrl,
+        language: 'zh-TW',
+        item: items,
+    } as Data;
+}

package/lib/routes/englishhome/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '英語之家',
+    url: 'englishhome.org',
+};

package/lib/routes/epicgames/index.ts

@@ -78,9 +78,9 @@ async function handler(ctx) {
             let linkSlug =
                 item.catalogNs.mappings && item.catalogNs.mappings.length > 0
                     ? item.catalogNs.mappings[0].pageSlug
-                    : (item.offerMappings && item.offerMappings.length > 0
+                    : item.offerMappings && item.offerMappings.length > 0
                       ? item.offerMappings[0].pageSlug
-                      : (item.productSlug ?? item.urlSlug));
+                      : (item.productSlug ?? item.urlSlug);
             if (item.offerType === 'ADD_ON') {
                 linkSlug = item.offerMappings[0].pageSlug;
             }

package/lib/routes/espn/news.ts

@@ -69,7 +69,7 @@ export const route: Route = {
                     author: itemDetail.byline,
                     pubDate: item.date,
                     // for videos and shortstops, no need to extract full text below
-                    description: itemType === 'Media' ? renderMedia(itemDetail.video[0]) : (itemType === 'Shortstop' ? itemDetail.headline : ''),
+                    description: itemType === 'Media' ? renderMedia(itemDetail.video[0]) : itemType === 'Shortstop' ? itemDetail.headline : '',
                 };
             });