rsshub 1.0.0-master.facc6d5 → 1.0.0-master.fad0dfa

package/lib/routes/hitwh/today.ts

@@ -40,12 +40,12 @@ async function handler() {
     const $ = load(response.data);
     const type = (filename) => filename.split('.').pop();
     const links = $('.list_list_wrap #wp_news_w10002 ul > li')
-        .map((_, el) => ({
+        .toArray()
+        .map((el) => ({
             pubDate: timezone(parseDate($(el).find('.news-time2').text()), 8),
             link: new URL($(el).find('a').attr('href'), baseUrl).toString(),
             title: $(el).find('a').text(),
-        }))
-        .get();
+        }));
 
     return {
         title: '哈尔滨工业大学（威海）通知公告',

package/lib/routes/hk01/utils.ts

@@ -1,6 +1,3 @@
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';

package/lib/routes/hkej/index.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';
@@ -102,14 +100,14 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     const list = $('h3.in_news_u_t a, h4.hkej_hl-news_topic_2014 a, div.hkej_toc_listingAll_news2_2014 h3 a, div.hkej_toc_cat_top_detail h3 a, div.allNews div.news h1 a, div#div_listingAll div.news2 h3 a')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
             return {
                 title: item.text().trim(),
-                link: baseUrl + item.attr('href').substring(0, item.attr('href').lastIndexOf('/')),
+                link: baseUrl + item.attr('href').slice(0, item.attr('href').lastIndexOf('/')),
             };
-        })
-        .get();
+        });
 
     const renderArticleImg = (pics) =>
         art(path.join(__dirname, 'templates/articleImg.art'), {
@@ -144,15 +142,13 @@ async function handler(ctx) {
                     content('.hkej_sub_ex_article_nonsubscriber_ad_2014').remove();
 
                     // fix article image
-                    const articleImg = (content('div.hkej_detail_thumb_2014 td a').length ? content('div.hkej_detail_thumb_2014 td a') : content('div.thumb td a'))
-                        .map((_, e) => {
-                            e = $(e);
-                            return {
-                                href: e.attr('href'),
-                                title: e.attr('title'),
-                            };
-                        })
-                        .get();
+                    const articleImg = (content('div.hkej_detail_thumb_2014 td a').length ? content('div.hkej_detail_thumb_2014 td a') : content('div.thumb td a')).toArray().map((e) => {
+                        e = $(e);
+                        return {
+                            href: e.attr('href'),
+                            title: e.attr('title'),
+                        };
+                    });
 
                     const pubDate = content('p.info span.date').text().trim();
 

package/lib/routes/hkepc/index.ts

@@ -110,7 +110,7 @@ async function handler(ctx) {
                     .map((e) => $(e).text().trim());
                 item.description = content.html();
                 item.pubDate = timezone(parseDate($('.publishDate').text()), +8);
-                item.guid = item.link.substring(0, item.link.lastIndexOf('/'));
+                item.guid = item.link.slice(0, item.link.lastIndexOf('/'));
 
                 return item;
             })

package/lib/routes/hket/index.ts

@@ -1,6 +1,4 @@
 import { DataItem, Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import ofetch from '@/utils/ofetch';
@@ -127,7 +125,7 @@ export const route: Route = {
 
 async function handler(ctx) {
     const { category = 'sran001' } = ctx.req.param();
-    const baseUrl = urlMap[category.substring(0, 4)].baseUrl;
+    const baseUrl = urlMap[category.slice(0, 4)].baseUrl;
 
     const response = await ofetch(`${baseUrl}/${category}`);
 

package/lib/routes/hkjunkcall/index.ts

@@ -30,15 +30,15 @@ async function handler() {
     const $ = load(response.data);
 
     const list = $('.hh15')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item).parent();
 
             return {
                 title: item.text(),
                 link: item.attr('href'),
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/hostmonit/cloudflareyes.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { load } from 'cheerio';

package/lib/routes/hotukdeals/index.ts

@@ -39,7 +39,8 @@ async function handler(ctx) {
         title: `hotukdeals ${type}`,
         link: `https://www.hotukdeals.com/${type}`,
         item: list
-            .map((index, item) => {
+            .toArray()
+            .map((item) => {
                 item = $(item);
                 return {
                     title: item.find('.cept-tt').text(),
@@ -47,7 +48,6 @@ async function handler(ctx) {
                     link: item.find('.cept-tt').attr('href'),
                 };
             })
-            .get()
             .reverse(),
     };
 }

package/lib/routes/houxu/events.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';

package/lib/routes/houxu/index.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';

package/lib/routes/houxu/memory.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';

package/lib/routes/howtoforge/rss.ts

@@ -24,7 +24,8 @@ async function handler() {
     const titleMain = $('channel > title').text();
     const descriptionMain = $('channel > description').text();
     const items = $('channel > item')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             const $item = $(item);
             const link = $item.find('link').text();
             const title = $item.find('title').text();
@@ -36,8 +37,7 @@ async function handler() {
                 title,
                 description,
             };
-        })
-        .get();
+        });
 
     return {
         title: titleMain,

package/lib/routes/hoyolab/news.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/hpoi/banner-item.ts

@@ -37,7 +37,8 @@ async function handler() {
         title: `Hpoi 手办维基 - 热门推荐`,
         link,
         item: $('#content .item')
-            .map((_index, _item) => {
+            .toArray()
+            .map((_item) => {
                 _item = $(_item);
                 return {
                     title: _item.find('.title').text(),
@@ -45,7 +46,6 @@ async function handler() {
                     description: `<img src="${_item.find('img').attr('src')}">`,
                     pubDate: new Date(_item.find('.time').text().replace('发布时间：', '')).toUTCString(),
                 };
-            })
-            .get(),
+            }),
     };
 }

package/lib/routes/hpoi/info.ts

@@ -4,19 +4,29 @@ import { load } from 'cheerio';
 import { parseRelativeDate } from '@/utils/parse-date';
 
 export const route: Route = {
-    path: '/info/:type?',
+    path: '/info/:type?/:catType?',
     categories: ['anime'],
-    example: '/hpoi/info/all',
+    example: '/hpoi/info/all/hobby|model',
     parameters: {
         type: {
-            description: '分类',
+            description: '情报类型',
             options: [
                 { value: 'all', label: '全部' },
-                { value: 'hobby', label: '手办' },
-                { value: 'model', label: '模型' },
+                { value: 'confirm', label: '制作' },
+                { value: 'official_pic', label: '官图更新' },
+                { value: 'preorder', label: '开订' },
+                { value: 'delay', label: '延期' },
+                { value: 'release', label: '出荷' },
+                { value: 'reorder', label: '再版' },
+                { value: 'hobby', label: '手办(拟废弃, 无效果)' },
+                { value: 'model', label: '动漫模型(拟废弃, 无效果)' },
             ],
             default: 'all',
         },
+        catType: {
+            description: '手办分类过滤, 使用|分割, 支持的分类见下表',
+            default: 'all',
+        },
     },
     features: {
         requireConfig: false,
@@ -28,31 +38,58 @@ export const route: Route = {
     },
     name: '情报',
     maintainers: ['sanmmm DIYgod'],
+    description: `::: tip
+  情报类型中的*手办*、*模型*只是为了兼容, 实际效果等同于**全部**, 如果只需要**手办**类型的情报, 可以使用参数*catType*, e.g. /hpoi/info/all/hobby
+:::
+
+|  手办   | 动漫模型 | 真实模型 | 毛绒布偶 | doll娃娃 | GK/其他 |
+| ------ | ------- | ------- | ------- | ------- | ------ |
+| hobby  |  model  |  real   | moppet  |  doll   | gkdiy  |`,
     handler,
 };
 
 async function handler(ctx) {
-    const { type = 'all' } = ctx.req.param();
+    const { type = 'all', catType = 'all' } = ctx.req.param();
     const baseUrl = 'https://www.hpoi.net';
     const reqUrl = `${baseUrl}/user/home/ajax`;
-    const response = await got.post(reqUrl, {
-        form: {
-            page: 1,
-            type: 'info',
-            catType: type,
-        },
-    });
+
+    const classMap = {
+        all: '全部',
+        hobby: '手办',
+        model: '动漫模型',
+        real: '真实模型',
+        moppet: '毛绒布偶',
+        doll: 'doll娃娃',
+        gkdiy: 'GK/其他',
+    };
+
+    const filterArr = catType.split('|').sort();
+
+    const filterSet = new Set(filterArr.map((e: string) => classMap[e]));
+    if (catType.includes('all')) {
+        filterSet.clear();
+    }
+
+    let finalType = type;
+    if (['hobby', 'model'].includes(type)) {
+        finalType = 'all';
+    }
+
+    const url = `${reqUrl}?page=1&type=info&subType=${finalType}`;
+    const response = await got.post(url);
+
     const $ = load(response.data);
 
     const items = $('.home-info')
-        .map((_, ele) => {
+        .toArray()
+        .map((ele) => {
             const $item = load(ele);
             const leftNode = $item('.overlay-container');
             const relativeLink = leftNode.find('a').first().attr('href');
-            const typeName = leftNode.find('.type-name').first().text();
+            const typeName = leftNode.find('.type-name').first().text().trim();
             const imgUrl = leftNode.find('img').first().attr('src');
             const rightNode = $item('.home-info-content');
-            const infoType = rightNode.find('.user-name').contents()[0].data;
+            const infoType = rightNode.find('.user-name').contents()[0].data.trim();
             const infoTitle = rightNode.find('.user-content').text();
             const infoTime = rightNode.find('.type-time').text();
             return {
@@ -60,21 +97,29 @@ async function handler(ctx) {
                 pubDate: parseRelativeDate(infoTime),
                 link: `${baseUrl}/${relativeLink}`,
                 category: infoType,
+                typeName,
                 description: [`类型:${typeName}`, infoTitle, `更新内容: ${infoType}`, `<img src="${imgUrl}"/>`].join('<br/>'),
             };
-        })
-        .get();
+        });
+
+    const items2 = filterSet.size > 0 ? items.filter((e) => filterSet.has(e.typeName)) : items;
 
     const typeToLabel = {
         all: '全部',
-        hobby: '手办',
-        model: '模型',
+        confirm: '制作',
+        official_pic: '官图更新',
+        preorder: '开订',
+        delay: '延期',
+        release: '出荷',
+        reorder: '再版',
     };
-    const title = `手办维基 - 情报 - ${typeToLabel[type]}`;
+    const title = `手办维基 - 情报 - ${typeToLabel[finalType]}`;
+    const catTypeName = filterSet.size > 0 ? filterArr.join('|') : 'all';
     return {
         title,
-        link: `${baseUrl}/user/home?type=info&catType=${type}`,
+        link: `${baseUrl}/user/home?type=info&subType=${type}&catType=${catTypeName}`,
         description: title,
-        item: items,
+        item: items2,
+        allowEmpty: true,
     };
 }

package/lib/routes/hpoi/user.ts

@@ -56,15 +56,15 @@ async function handler(ctx) {
 
     const $ = load(response.data);
     const list = $('.collect-hobby-list-small')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
             return {
                 title: titleMap[caty] + ': ' + item.find('.name').text(),
                 link: 'https://www.hpoi.net/' + item.find('.name').attr('href'),
                 description: `<img src="${item.find('img').attr('src').replace('/s/', '/n/')}"><br>${item.find('.pay').text()}<br>${item.find('.score').text()}`,
             };
-        })
-        .get();
+        });
 
     const title = $('.hpoi-collect-head .info p').eq(0).text() + '的手办 - ' + titleMap[caty];
 

package/lib/routes/hpoi/utils.ts

@@ -65,15 +65,15 @@ const ProcessFeed = async (type, id, order) => {
         title: `Hpoi 手办维基 - ${MAPs[type].title}${id ? ` ${id}` : ''}`,
         link,
         item: $('.hpoi-glyphicons-list li')
-            .map((_index, _item) => {
+            .toArray()
+            .map((_item) => {
                 _item = $(_item);
                 return {
                     title: _item.find('.hpoi-detail-grid-title a').text(),
                     link: host + '/' + _item.find('a').attr('href'),
                     description: `<img src="${_item.find('img').attr('src').replace('/s/', '/n/')}">${_item.find('.hpoi-detail-grid-info').html().replaceAll('span>', 'p>')}`,
                 };
-            })
-            .get(),
+            }),
     };
 };
 

package/lib/routes/hrbeu/gx/card.ts

@@ -29,13 +29,13 @@ async function handler(ctx) {
         .replaceAll(/[\n\r ]/g, '');
 
     const card = $('li.clearfix')
-        .map((_, item) => ({
+        .toArray()
+        .map((item) => ({
             title: $(item).find('div.list-right-tt').text(),
             pubDate: parseDate($(item).find('.news-date-li').text(), 'DDYYYY-MM'),
             link: $(item).find('a').attr('href'),
             description: $(item).find('div.list-right-p').text(),
-        }))
-        .get();
+        }));
 
     return {
         title: '工学-' + bigTitle,

package/lib/routes/hrbeu/gx/list.ts

@@ -30,7 +30,8 @@ async function handler(ctx) {
         .replaceAll(/[\n\r ]/g, '');
 
     const list = $('li.txt-elise')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             let link = $(item).find('a').attr('href');
             if (link.includes('info') && id !== '') {
                 link = new URL(link, rootUrl).href;
@@ -43,8 +44,7 @@ async function handler(ctx) {
                 pubDate: parseDate($(item).find('span').text()),
                 link,
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/hrbeu/job/bigemploy.ts

@@ -33,13 +33,13 @@ async function handler() {
     const $ = load(response.data);
 
     const list = $('div.articlecontent')
-        .map((_, item) => ({
+        .toArray()
+        .map((item) => ({
             title: $(item).find('a.bigTitle').text(),
             pubDate: parseDate($(item).find('p').eq(1).text().replace('时间:', '').trim()),
             description: '点击标题，登录查看招聘详情',
             link: $(item).find('a.bigTitle').attr('href'),
-        }))
-        .get();
+        }));
 
     return {
         title: '大型招聘会',

package/lib/routes/hrbeu/job/calendar.ts

@@ -65,12 +65,12 @@ async function handler() {
     const $ = load(todayResponse);
 
     const list = $('li.clearfix')
-        .map((_, item) => ({
+        .toArray()
+        .map((item) => ({
             title: $(item).find('span.news_tit.news_tit_s').find('a').attr('title'),
             description: '点击标题，登录查看招聘详情',
             link: $(item).find('span.news_tit.news_tit_s').find('a').attr('href'),
-        }))
-        .get();
+        }));
 
     return {
         title: '今日招聘会',

package/lib/routes/hrbeu/job/list.ts

@@ -50,7 +50,8 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     const list = $('li.list_item.i1')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             let link = $(item).find('a').attr('href');
             if (link.includes('HrbeuJY')) {
                 link = `${rootUrl}${link}`;
@@ -60,8 +61,7 @@ async function handler(ctx) {
                 pubDate: parseDate($(item).find('.Article_PublishDate').text()),
                 link,
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/hrbeu/uae/news.ts

@@ -45,7 +45,8 @@ async function handler(ctx) {
     const $ = load(response.data);
     const title = $('h2').text();
     const items = $('li.wow.fadeInUp')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             const title = $(item).find('a').attr('title');
             let link = $(item).find('a').attr('href');
             if (!link.startsWith('http')) {
@@ -62,8 +63,7 @@ async function handler(ctx) {
                 pubDate,
                 link,
             };
-        })
-        .get();
+        });
 
     const item = await Promise.all(
         items.map((item) =>

package/lib/routes/hrbeu/yjsy/list.ts

@@ -49,7 +49,8 @@ async function handler(ctx) {
         .trim();
 
     const list = $('li.list_item')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             let link = $(item).find('a').attr('href');
             if (link.includes('page.htm')) {
                 link = `${rootUrl}${link}`;
@@ -59,8 +60,7 @@ async function handler(ctx) {
                 pubDate: parseDate($(item).find('span.Article_PublishDate').text()),
                 link,
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/huggingface/blog-community.ts

@@ -0,0 +1,126 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/blog-community/:sort?',
+    categories: ['programming'],
+    example: '/huggingface/blog-community',
+    parameters: {
+        sort: {
+            description: 'Sort by trending or recent',
+            default: 'trending',
+            options: [
+                { value: 'trending', label: 'Trending' },
+                { value: 'recent', label: 'Recent' },
+            ],
+        },
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['huggingface.co/blog/community', 'huggingface.co/'],
+        },
+    ],
+    name: 'Community Articles',
+    maintainers: ['yuguorui'],
+    handler,
+    url: 'huggingface.co/blog/community',
+};
+
+interface CommunityBlog {
+    classNames: string;
+    posts: Post[];
+    pagination: Pagination;
+    sort: string;
+    showBackLink: boolean;
+}
+
+interface Pagination {
+    numItemsPerPage: number;
+    numTotalItems: number;
+    pageIndex: number;
+}
+
+interface Post {
+    _id: string;
+    authorData: AuthorData;
+    canonical: boolean;
+    isUpvotedByUser: boolean;
+    numCoauthors: number;
+    publishedAt: string;
+    slug: string;
+    status: Status;
+    title: string;
+    upvotes: number;
+}
+
+interface AuthorData {
+    _id?: string;
+    avatarUrl: string;
+    fullname: string;
+    name: string;
+    type: Type;
+    isPro?: boolean;
+    isHf: boolean;
+    isHfAdmin: boolean;
+    isMod: boolean;
+    followerCount: number;
+    isEnterprise?: boolean;
+}
+
+export enum Type {
+    Org = 'org',
+    User = 'user',
+}
+
+export enum Status {
+    Published = 'published',
+}
+
+async function handler(ctx) {
+    const { sort = 'trending' } = ctx.req.param();
+    const { body: response } = await got(`https://huggingface.co/blog/community?sort=${sort}`);
+    const $ = load(response);
+
+    const data = $('div[data-target="CommunityBlogsContainer"]').attr('data-props');
+    if (!data) {
+        throw new Error('Failed to fetch data from Huggingface Community Articles');
+    }
+    const articles: CommunityBlog = JSON.parse(data);
+    const lists = articles.posts.map((item) => ({
+        title: item.title,
+        link: `https://huggingface.co/blog/${item.authorData.name}/${item.slug}`,
+        pubDate: parseDate(item.publishedAt),
+        author: item.authorData.name,
+    }));
+
+    const items = await Promise.all(
+        lists.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { body: response } = await got(item.link);
+                const $ = load(response);
+                $('.mb-4, h1, .mb-6, .not-prose').remove();
+                return {
+                    ...item,
+                    description: $('.blog-content').html(),
+                };
+            })
+        )
+    );
+
+    return {
+        title: 'Huggingface Community Articles',
+        link: 'https://huggingface.co/blog/community',
+        item: items,
+    };
+}