rsshub 1.0.0-master.f9e891b → 1.0.0-master.f9ec483

package/lib/routes/dxy/types.ts

@@ -0,0 +1,195 @@
+interface BoardPerm {
+    errCode: number;
+}
+interface PostPerm {
+    errCode: number;
+}
+
+export interface BoardInfo {
+    id: number;
+    boardId: number;
+    title: string;
+    shortTitle: string;
+    postCount: number;
+    followCount: number;
+    boardAvatar: string;
+    boardPerm: BoardPerm;
+    followStatus: boolean;
+}
+
+interface PostUser {
+    userId: number;
+    avatar: string;
+    username: string;
+    nickname: string;
+    bbsStatus: number;
+    userTitle: UserTitle;
+}
+
+interface PostDetail {
+    postId: number;
+    boardId: number;
+    reads: number;
+    pv: number;
+    subject: string;
+    postUser: PostUser;
+    screenUrlList: string[];
+    videoScreen: boolean;
+    isEditorRecommend: boolean;
+}
+
+export interface PostListData {
+    pageNum: number;
+    pageSize: number;
+    total: number;
+    result: PostDetail[];
+    empty: boolean;
+}
+
+interface UserTitle {
+    type: number;
+    titles: string[];
+}
+
+interface TagInfo {
+    tagName: string;
+}
+
+interface PostSpecial {
+    specialId: number;
+    specialName: string;
+    followCount: number;
+    postCount: number;
+    followStatus: boolean;
+    personalSpecial: boolean;
+    avatar: string;
+    customAvatar: string;
+    backgroundColor: string;
+    type: number;
+}
+
+interface Video {
+    videoId: number;
+    videoUrl: string;
+    cover: string;
+    size: number;
+    duration: number;
+    auditState: number;
+    userVideoState: number;
+}
+
+interface Post {
+    id: number;
+    rootId: number;
+    createTime: number;
+    simpleBody: string;
+    subject: string;
+    body: string;
+    coverPic: string;
+    isVideoCover: boolean;
+    isVideoCoverPic: boolean;
+    postTime: number;
+    reads: number;
+    pv: number;
+    replies: number;
+    qualityPost: boolean;
+    contentType: number;
+    postStatus: number;
+    signatured: number;
+    userVote: boolean;
+    postSpecial: PostSpecial;
+    isEditorRecommend: boolean;
+    isTop: boolean;
+    ipLocation: string;
+    isCurrentUser: boolean;
+    anonymous: boolean;
+    boardInfo: BoardInfo;
+    votes: number;
+    archived: boolean;
+    approved: boolean;
+    video?: Video;
+    postPerm: PostPerm;
+    showStatus: boolean;
+    postUser: PostUser;
+    hintInfos: false[];
+    isDisableRepost: boolean;
+    tagInfos: TagInfo[];
+    isVoteActivityPost: boolean;
+    isShowCaseTag: boolean;
+    isPaidContent: boolean;
+    isNeedPay: boolean;
+}
+
+export interface PostData {
+    code: string;
+    message: string;
+    data: Post;
+}
+
+interface SpecialAdmin {
+    userId: number;
+    username: string;
+    nickname: string;
+    avatar: string;
+    followers: number;
+    bbsVotes: number;
+    level: number;
+    talentStatus: number;
+    levelStatus: number;
+    professional: boolean;
+    enterpriseStatus: boolean;
+    identificationTitle: string;
+    blueVip: boolean;
+    talentBoard: false[];
+    userTitle: UserTitle;
+    enterpriseName: string;
+}
+
+export interface SpecialBoardDetail {
+    id: number;
+    name: string;
+    content: string;
+    categoryId: number;
+    type: number;
+    submitted: number;
+    status: number;
+    rangeed: number;
+    userId: number;
+    followCount: number;
+    postCount: number;
+    backgroundColor: string;
+    pushMessage: number;
+    bestTime: number;
+    updateTime: number;
+    createTime: number;
+    modifyTime: number;
+    followStatus: boolean;
+    tabOption: number;
+    specialAvatar: string;
+    pushStatus: boolean;
+    specialAdmins: SpecialAdmin[];
+    isContribute: boolean;
+    post: false[];
+    isOpenPostEntrance: boolean;
+}
+
+interface RecommendPost {
+    entityId: number;
+    entityType: number;
+    dataTime: number;
+    sortValue: number;
+    recommendReason: string;
+    postInfo: Post;
+    feedType: number;
+    source: string;
+    pointMap: Record<string, unknown>;
+    globalId: string;
+}
+
+export interface RecommendListData {
+    pageNum: number;
+    pageSize: number;
+    total: number;
+    result: RecommendPost[];
+    empty: boolean;
+}

package/lib/routes/dxy/utils.ts

@@ -1,7 +1,8 @@
 import CryptoJS from 'crypto-js';
-import got from '@/utils/got';
-import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
+import { PostData } from './types';
 
 const APP_SIGN_KEY = '4bTogwpz7RzNO2VTFtW7zcfRkAE97ox6ZSgcQi7FgYdqrHqKB7aGqEZ4o7yssa2aEXoV3bQwh12FFgVNlpyYk2Yjm9d2EZGeGu3';
 const phoneBaseUrl = 'https://3g.dxy.cn';
@@ -39,8 +40,8 @@ const getPost = (item, tryGet) =>
             noncestr: generateNonce(8, 'number'),
         };
 
-        const { data: post } = await got('https://www.dxy.cn/bbs/newweb/post/detail', {
-            searchParams: {
+        const post = await ofetch<PostData>('https://www.dxy.cn/bbs/newweb/post/detail', {
+            query: {
                 ...postParams,
                 sign: sign(postParams),
             },
@@ -49,16 +50,24 @@ const getPost = (item, tryGet) =>
             throw new Error(post.message);
         }
 
-        const $ = load(post.data.body, null, false);
+        const $ = cheerio.load(post.data.body, null, false);
 
         $('img').each((_, img) => {
             img = $(img);
-            img.removeAttr('data-osrc');
-            img.removeAttr('data-hsrc');
+            if (img.data('hsrc')) {
+                img.attr('src', img.data('hsrc'));
+                img.removeAttr('data-hsrc');
+            }
+            if (img.data('osrc')) {
+                img.attr('src', img.data('osrc'));
+                img.removeAttr('data-osrc');
+            }
         });
 
         item.description = $.html();
-        item.updated = parseDate(post.data.lastEditTime, 'x');
+        item.pubDate = parseDate(post.data.createTime, 'x');
+        item.updated = post.data.lastEditTime ? parseDate(post.data.lastEditTime, 'x') : item.pubDate;
+        item.category = [...new Set([...item.category, ...post.data.tagInfos.map((tag) => tag.tagName)])];
 
         return item;
     });

package/lib/routes/dykszx/namespace.ts

@@ -5,4 +5,5 @@ export const namespace: Namespace = {
     url: 'www.dykszx.com',
     categories: ['government'],
     description: '德阳人事考试网',
+    lang: 'zh-CN',
 };

package/lib/routes/e-hentai/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'E-Hentai',
     url: 'e-hentai.org',
+    lang: 'en',
 };

package/lib/routes/eagle/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Eagle',
     url: 'cn.eagle.cool',
+    lang: 'zh-CN',
 };

package/lib/routes/earthquake/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '地震速报',
     url: 'www.ceic.ac.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/eastday/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '东方网',
     url: 'mini.eastday.com',
+    lang: 'zh-CN',
 };

package/lib/routes/eastmoney/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '东方财富',
     url: 'data.eastmoney.com',
+    lang: 'zh-CN',
 };

package/lib/routes/eastmoney/report/index.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
@@ -12,9 +12,21 @@ const __dirname = getCurrentPath(import.meta.url);
 
 export const route: Route = {
     path: '/report/:category',
-    categories: ['finance'],
+    categories: ['finance', 'popular'],
+    view: ViewType.Articles,
     example: '/eastmoney/report/strategyreport',
-    parameters: { category: '研报类型' },
+    parameters: {
+        category: {
+            description: '研报类型',
+            options: [
+                { value: 'strategyreport', label: '策略报告' },
+                { value: 'macresearch', label: '宏观研究' },
+                { value: 'brokerreport', label: '券商晨报' },
+                { value: 'industry', label: '行业研报' },
+                { value: 'stock', label: '个股研报' },
+            ],
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,

package/lib/routes/eastmoney/search/index.ts

@@ -1,11 +1,12 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { parseDate } from '@/utils/parse-date';
 import got from '@/utils/got';
 import timezone from '@/utils/timezone';
 
 export const route: Route = {
     path: '/search/:keyword',
-    categories: ['finance'],
+    categories: ['finance', 'popular'],
+    view: ViewType.Articles,
     example: '/eastmoney/search/web3',
     parameters: { keyword: '关键词，可以设置为自己需要检索的关键词' },
     features: {

package/lib/routes/eastmoney/ttjj/user.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
@@ -6,7 +6,8 @@ import timezone from '@/utils/timezone';
 
 export const route: Route = {
     path: '/ttjj/user/:uid',
-    categories: ['finance'],
+    categories: ['finance', 'popular'],
+    view: ViewType.SocialMedia,
     example: '/eastmoney/ttjj/user/6551094298949188',
     parameters: { uid: '用户id, 可以通过天天基金App分享用户主页到浏览器，在相应的URL中找到' },
     features: {

package/lib/routes/easynomad/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '轻松游牧-远程工作聚集地',
     url: 'easynomad.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/ecnu/contest.ts

@@ -44,7 +44,8 @@ async function handler(ctx) {
     const $trList = $('div > div > table > tbody > tr');
     const items = $trList
         .filter((_, el) => !publicOnly || $(el).find('i').attr('class').includes('green'))
-        .map((_, el) => {
+        .toArray()
+        .map((el) => {
             const $tdList = $(el).find('td');
             const title = $tdList.eq(0).text();
             const startTime = $tdList.eq(1).text();
@@ -59,8 +60,7 @@ async function handler(ctx) {
                 }),
                 link,
             };
-        })
-        .toArray();
+        });
 
     return {
         title: `ECNU ACM ${publicOnly ? '公开' : ''}比赛`,

package/lib/routes/ecnu/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'East China Normal University 华东师范大学',
     url: 'ecnu.edu.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/economist/espresso.ts

@@ -1,8 +1,11 @@
 import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
 import { config } from '@/config';
+import { parseDate } from '@/utils/parse-date';
+import xxhash from 'xxhash-wasm';
+import sanitizeHtml from 'sanitize-html';
 
 const link = 'https://www.economist.com/the-world-in-brief';
 
@@ -32,76 +35,33 @@ export const route: Route = {
 };
 
 async function handler() {
-    const $ = await cache.tryGet(
+    const { h64ToString } = await xxhash();
+    const nextData = await cache.tryGet(
         link,
         async () => {
-            const response = await got(link);
-            return load(response.data);
+            const response = await ofetch(link);
+            const $ = cheerio.load(response);
+            return JSON.parse($('script#__NEXT_DATA__').text());
         },
         config.cache.routeExpire,
         false
     );
 
-    const nextData = JSON.parse($('script#__NEXT_DATA__').text());
-    const parts = nextData.props.pageProps.content.hasPart.parts[0].hasPart.parts.filter((part) => part.type.includes('Article') && part.headline !== '');
-
-    const renderHTML = (node) => {
-        let el;
-        switch (node.type) {
-            case 'tag':
-                el = $(`<${node.name}>`);
-                for (const name in node.attribs) {
-                    el.attr(name, node.attribs[name]);
-                }
-                if (node.children) {
-                    el.append(node.children.map((childNode) => renderHTML(childNode)));
-                }
-                return el;
-            case 'text':
-                return node.data;
-            default:
-                el = $('<div>');
-                el.append(node.map((n) => renderHTML(n)));
-                return el;
-        }
-    };
-
-    const gobbetPart = parts.shift();
-    const gobbets = gobbetPart.text.map((node, index) => {
-        const html = renderHTML(node).html();
-        return {
-            guid: `${gobbetPart.id}/${index}`,
-            link,
-            title: gobbetPart.headline,
-            pubDate: gobbetPart.datePublished,
-            description: html,
-        };
-    });
-
-    const articles = parts.map((part) => {
-        const image = part.image.main;
-        const imgNode = {
-            type: 'tag',
-            name: 'img',
-            attribs: { width: image.width, height: image.height, src: image.url.canonical },
-        };
-
-        const html = renderHTML([imgNode, ...part.text]).html();
-
-        return {
-            link,
-            guid: part.id,
-            title: part.headline,
-            pubDate: part.datePublished,
-            description: html,
-        };
-    });
+    const { content, metadata } = nextData.props.pageProps;
+    const items = content.gobbets.map((item) => ({
+        link,
+        title: sanitizeHtml(item, { allowedTags: [], allowedAttributes: {} }),
+        pubDate: parseDate(content.datePublished),
+        description: item,
+        guid: `${link}#${h64ToString(item)}`,
+    }));
 
     return {
-        title: $('head title').text(),
+        title: metadata.title,
         link,
-        description: $('meta[property="og:description"]').attr('content'),
+        description: metadata.description,
         language: 'en-gb',
-        item: [...gobbets, ...articles],
+        image: metadata.imageUrl,
+        item: items,
     };
 }

package/lib/routes/economist/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'The Economist',
     url: 'economist.com',
+    lang: 'en',
 };

package/lib/routes/ecust/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '华东理工大学',
     url: 'e.ecust.edu.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/egsea/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'e 公司',
     url: 'egsea.com',
+    lang: 'zh-CN',
 };

package/lib/routes/ehentai/namespace.ts

@@ -8,4 +8,5 @@ export const namespace: Namespace = {
 | ------------ | ------------------------------------------------------------------------------- | -------------- | ------------- |
 | bittorrent   | Whether include a link to the latest torrent                                    | 0/1/true/false | false         |
 | embed\_thumb | Whether the cover image is embedded in the RSS feed rather than given as a link | 0/1/true/false | false         |`,
+    lang: 'en',
 };

package/lib/routes/ekantipur/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Ekantipur / कान्तिपुर (Nepal)',
     url: 'ekantipur.com',
+    lang: 'ne',
 };

package/lib/routes/elasticsearch-cn/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Elastic 中文社区',
     url: 'elasticsearch.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/eleduck/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '电鸭社区',
     url: 'eleduck.com',
+    lang: 'zh-CN',
 };

package/lib/routes/elsevier/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'ELSEVIER',
     url: 'www.sciencedirect.com',
+    lang: 'en',
 };

package/lib/routes/embassy/namespace.ts

@@ -111,4 +111,5 @@ export const namespace: Namespace = {
 | 爱丁堡     | \`/embassy/uk/edinburgh\`  |
 | 贝尔法斯特 | \`/embassy/uk/belfast\`    |
 | 曼彻斯特   | \`/embassy/uk/manchester\` |`,
+    lang: 'zh-CN',
 };

package/lib/routes/enterprisecraftsmanship/index.ts

@@ -0,0 +1,72 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import logger from '@/utils/logger';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/archives',
+    categories: ['blog'],
+    example: '/enterprisecraftsmanship/archives',
+    radar: [
+        {
+            source: ['enterprisecraftsmanship.com/archives/'],
+        },
+    ],
+    url: 'enterprisecraftsmanship.com/',
+    name: 'Archives',
+    maintainers: ['liyaozhong'],
+    handler,
+    description: 'Enterprise Craftsmanship blog archives',
+};
+
+async function handler() {
+    const rootUrl = 'https://enterprisecraftsmanship.com';
+    const currentUrl = `${rootUrl}/archives`;
+
+    const response = await got(currentUrl);
+
+    const $ = load(response.data);
+
+    let items = $('.postIndexItem')
+        .toArray()
+        .map((item) => {
+            const $item = $(item);
+            const title = $item.find('.title a').text().trim();
+            const link = new URL($item.find('.title a').attr('href'), currentUrl).href;
+            const dateStr = $item.find('.date').text().trim();
+            const pubDate = parseDate(dateStr);
+
+            return {
+                title,
+                link,
+                pubDate,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                try {
+                    const detailResponse = await got(item.link);
+                    const $detail = load(detailResponse.data);
+
+                    // 获取 .post 内容，但排除 .post-info
+                    item.description = ($detail('.post > .paragraph').html() ?? '') + ($detail('.post >.sect1').html() ?? '');
+
+                    return item;
+                } catch (error) {
+                    logger.error(`处理文章 ${item.link} 时发生错误: ${error}`);
+                    return item;
+                }
+            })
+        )
+    );
+
+    return {
+        title: 'Enterprise Craftsmanship - Archives',
+        link: currentUrl,
+        item: items,
+    };
+}

package/lib/routes/enterprisecraftsmanship/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Enterprise Craftsmanship',
+    url: 'enterprisecraftsmanship.com',
+    lang: 'en',
+};

package/lib/routes/epicgames/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Epic Games Store',
     url: 'store.epicgames.com',
+    lang: 'en',
 };

package/lib/routes/eprice/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'ePrice',
     url: 'eprice.com.tw',
+    lang: 'zh-TW',
 };