rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/xidian/gr.ts

@@ -0,0 +1,289 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+const baseUrl = 'https://gr.xidian.edu.cn';
+
+const struct = {
+    home_zxdt: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '主页-最新动态',
+        path: '/zxdt',
+    },
+    home_tzgg1: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '主页-通知公告',
+        path: '/tzgg1',
+    },
+    home_jzbg: {
+        selector: {
+            list: '.jzbg-list ul li',
+        },
+        name: '主页-讲座报告',
+        path: '/jzbg',
+    },
+    yyjs_jbqk: {
+        name: '研院介绍-基本情况',
+        path: '/yyjs/jbqk',
+    },
+    yyjs_jbqk1: {
+        name: '研院介绍-机构设置',
+        path: '/yyjs/jbqk1',
+    },
+    yyjs_jbqk2: {
+        name: '研院介绍-部门领导',
+        path: '/yyjs/jbqk2',
+    },
+    yyjs_jbqk3: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '研院介绍-服务指南',
+        path: '/yyjs/jbqk3',
+    },
+    yyjs_jbqk4: {
+        name: '研院介绍-学院联系方式',
+        path: '/yyjs/jbqk4',
+    },
+    yjsy: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '招生信息',
+        path: '/yjsy',
+    },
+    yjsy_yjszs: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '招生信息-硕士研究生招生',
+        path: '/yjsy/yjszs',
+    },
+    yjsy_bsyjszs: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '招生信息-博士研究生招生',
+        path: '/yjsy/bsyjszs',
+    },
+    yjsy_qtlxzs: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '招生信息-其他类型招生',
+        path: '/yjsy/qtlxzs',
+    },
+    pygl: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '培养管理',
+        path: '/pygl',
+    },
+    pygl_xsxw: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '培养管理-学术学位',
+        path: 'pygl/pyfa1/xsxw1',
+    },
+    pygl_zyxw: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '培养管理-专业学位',
+        path: '/pygl/pyfa1/zyxw1',
+    },
+    pygl_jxgl: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '培养管理-教学管理',
+        path: '/pygl/jxgl',
+    },
+    pygl_jxgl1: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '培养管理-课程建设',
+        path: '/pygl/jxgl1',
+    },
+    pygl_jxgl2: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '培养管理-管理规定',
+        path: '/pygl/jxgl2',
+    },
+    pygl_jxgl3: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '培养管理-国际交流',
+        path: '/pygl/jxgl3',
+    },
+    pygl_bslc: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '培养管理-办事流程',
+        path: '/pygl/bslc',
+    },
+    xwsy: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '学位授予',
+        path: '/xwsy',
+    },
+    xwsy_tzgg: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '学位授予-通知公告',
+        path: '/xwsy/tzgg',
+    },
+    xwsy_gzzd: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '学位授予-规章制度',
+        path: '/xwsy/gzzd',
+    },
+    xwsy_swmd: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '学位授予-授位名单',
+        path: '/xwsy/swmd',
+    },
+    xwsy_zlxz: {
+        selector: {
+            list: '.main-right-list ul li',
+        },
+        name: '学位授予-资料下载',
+        path: '/xwsy/zlxz',
+    },
+};
+
+export const route: Route = {
+    path: '/gr/:category?',
+    categories: ['university'],
+    example: '/xidian/gr/home_tzgg1',
+    parameters: { category: '通知类别，默认为主页-通知公告' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '研究生院/卓越工程师学院',
+    url: 'gr.xidian.edu.cn',
+    maintainers: ['ZiHao256'],
+    handler,
+    description: `| 文章来源          | 参数           |
+| ------------- | ------------ |
+| ✅主页-最新动态      | home_zxdt    |
+| ✅主页-通知公告      | home_tzgg1   |
+| ✅主页-讲座报告      | home_jzbg    |
+| ✅研院介绍-基本情况    | yyjs_jbqk    |
+| ✅研院介绍-机构设置    | yyjs_jbqk1   |
+| ✅研院介绍-部门领导    | yyjs_jbqk2   |
+| ✅研院介绍-服务指南    | yyjs_jbqk3   |
+| ✅研院介绍-学院联系方式  | yyjs_jbqk4   |
+| ✅招生信息         | yjsy         |
+| ✅招生信息-硕士研究生招生 | yjsy_yjszs   |
+| ✅招生信息-博士研究生招生 | yjsy_bsyjszs |
+| ✅招生信息-其他类型招生  | yjsy_qtlxzs  |
+| ✅培养管理         | pygl         |
+| ✅培养管理-学术学位    | pygl_xsxw    |
+| ✅培养管理-专业学位    | pygl_zyxw    |
+| ✅培养管理-教学管理    | pygl_jxgl    |
+| ✅培养管理-课程建设    | pygl_jxgl1   |
+| ✅培养管理-管理规定    | pygl_jxgl2   |
+| ✅培养管理-国际交流    | pygl_jxgl3   |
+| ✅培养管理-办事流程    | pygl_bslc    |
+| ✅学位授予         | xwsy         |
+| ✅学位授予-通知公告    | xwsy_tzgg    |
+| ✅学位授予-规章制度    | xwsy_gzzd    |
+| ✅学位授予-授位名单    | xwsy_swmd    |
+| ✅学位授予-资料下载    | xwsy_zlxz    |`,
+    radar: [
+        {
+            source: ['gr.xidian.edu.cn/'],
+        },
+    ],
+};
+
+async function handler(ctx) {
+    const { category = 'home_tzgg1' } = ctx.req.param();
+    const url = `${baseUrl}/${struct[category].path}.htm`;
+    const response = await got(url, {
+        headers: {
+            referer: baseUrl,
+        },
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
+
+    const $ = load(response.data);
+
+    if (category === 'yyjs_jbqk' || category === 'yyjs_jbqk1' || category === 'yyjs_jbqk2' || category === 'yyjs_jbqk4') {
+        return {
+            title: $('.right-bt-left').text(),
+            link: url,
+            item: [
+                {
+                    title: $('.right-bt-left').text(),
+                    link: url,
+                    description: $('.main-right').html(),
+                },
+            ],
+        };
+    } else {
+        let items = $(struct[category].selector.list)
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                return {
+                    title: item.find('a').text(),
+                    link: new URL(item.find('a').attr('href'), baseUrl).href,
+                    pubDate: parseDate(item.find('span').text()),
+                };
+            });
+
+        items = await Promise.all(
+            items.map((item) =>
+                cache.tryGet(item.link, async () => {
+                    const detailResponse = await got(item.link, {
+                        headers: {
+                            referer: url,
+                        },
+                        https: {
+                            rejectUnauthorized: false,
+                        },
+                    });
+                    const content = load(detailResponse.data);
+                    content('.content-sxt').remove();
+                    item.description = content('[name="_newscontent_fromname"]').html();
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: $('title').text(),
+            link: url,
+            item: items,
+        };
+    }
+}

package/lib/routes/xidian/jwc.ts

@@ -19,6 +19,7 @@ export const route: Route = {
         supportScihub: false,
     },
     name: '教务处',
+    url: 'jwc.xidian.edu.cn',
     maintainers: ['ShadowySpirits'],
     handler,
     description: `| 教学信息 | 教学研究 | 实践教学 | 质量监控 | 通知公告 |

package/lib/routes/xidian/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: '西安电子科技大学',
-    url: 'jwc.xidian.edu.cn',
+    url: 'www.xidian.edu.cn',
 };

package/lib/routes/xueqiu/cookies.ts

@@ -1,14 +1,29 @@
 import ofetch from '@/utils/ofetch';
 import cache from '@/utils/cache';
 import { config } from '@/config';
+import { getAcwScV2ByArg1 } from '@/routes/5eplay/utils';
 
 export const parseToken = () =>
     cache.tryGet(
         'xueqiu:token',
         async () => {
-            const res = await ofetch.raw(`https://xueqiu.com`);
+            const r = await ofetch('https://xueqiu.com');
+
+            let acw_sc__v2 = '';
+            const matches = r.match(/var arg1='(.*?)';/);
+            if (matches) {
+                acw_sc__v2 = getAcwScV2ByArg1(matches[1]);
+            }
+            const acw_sc__v2_cookie = `acw_sc__v2=${acw_sc__v2}`;
+            const res = await ofetch.raw('https://xueqiu.com', {
+                headers: {
+                    Cookie: acw_sc__v2_cookie,
+                },
+            });
             const cookieArray = res.headers.getSetCookie();
-            return cookieArray.find((c) => c.startsWith('xq_a_token='));
+            const xq_a_token_cookie = cookieArray.find((c) => c.startsWith('xq_a_token='));
+
+            return `${acw_sc__v2_cookie}; ${xq_a_token_cookie}`;
         },
         config.cache.routeExpire,
         false

package/lib/routes/xueqiu/favorite.ts

@@ -3,6 +3,7 @@ import got from '@/utils/got';
 import queryString from 'query-string';
 import { parseDate } from '@/utils/parse-date';
 import { parseToken } from '@/routes/xueqiu/cookies';
+import ofetch from '@/utils/ofetch';
 
 export const route: Route = {
     path: '/favorite/:id',
@@ -43,15 +44,28 @@ async function handler(ctx) {
     });
     const data = res2.data.list;
 
+    const {
+        user: { screen_name },
+    } = await ofetch('https://xueqiu.com/statuses/original/show.json', {
+        query: {
+            user_id: id,
+        },
+        headers: {
+            Cookie: token,
+            Referer: `https://xueqiu.com/u/${id}`,
+        },
+    });
+
     return {
-        title: `ID: ${id} 的雪球收藏动态`,
+        title: `${screen_name} 的雪球收藏动态`,
         link: `https://xueqiu.com/u/${id}`,
-        description: `ID: ${id} 的雪球收藏动态`,
+        description: `${screen_name} 的雪球收藏动态`,
         item: data.map((item) => ({
             title: item.title,
             description: item.description,
             pubDate: parseDate(item.created_at),
             link: `https://xueqiu.com${item.target}`,
         })),
+        allowEmpty: true,
     };
 }

package/lib/routes/xueqiu/stock-info.ts

@@ -82,17 +82,11 @@ async function handler(ctx) {
         title: `${id} ${stock_name} - ${source}`,
         link: `https://xueqiu.com/S/${id}`,
         description: `${stock_name} - ${source}`,
-        item: data.map((item) => {
-            let link = `https://xueqiu.com${item.target}`;
-            if (item.quote_cards) {
-                link = item.quote_cards[0].target_url;
-            }
-            return {
-                title: item.title || sanitizeHtml(item.description, { allowedTags: [], allowedAttributes: {} }),
-                description: item.description,
-                pubDate: parseDate(item.created_at),
-                link,
-            };
-        }),
+        item: data.map((item) => ({
+            title: item.title || sanitizeHtml(item.description, { allowedTags: [], allowedAttributes: {} }),
+            description: item.description,
+            pubDate: parseDate(item.created_at),
+            link: `https://xueqiu.com${item.target}`,
+        })),
     };
 }

package/lib/routes/yamap/articles.ts

@@ -0,0 +1,62 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const baseUrl = 'https://yamap.com/activities/';
+const host = 'https://api.yamap.com/v3/activities?page=1&per=24';
+
+export const route: Route = {
+    path: '/',
+    categories: ['travel'],
+    example: '/yamap',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '文章',
+    maintainers: ['valuex'],
+    handler,
+    description: '',
+};
+
+async function handler() {
+    const link = host;
+    const response = await got(link);
+    const metadata = response.data;
+    // const recordNum = metadata.activities.length - 1 ;
+
+    const lists = metadata.activities.map((item) => ({
+        title: item.title,
+        link: baseUrl + item.id.toString(),
+        pubDate: parseDate(item.created_at),
+        location: item.map.name || 'Japan',
+    }));
+
+    const items = await Promise.all(
+        lists.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = load(response.data);
+                item.title = item.title + '-' + item.location;
+                item.description = $('div.ActivitiesId__Body main').html();
+                item.pubDate = timezone(parseDate($('span[class=ActivityDetailTabLayout__Middle__Date]').text()), 8);
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: 'Yamap',
+        link: baseUrl,
+        description: 'Yamap',
+        item: items,
+    };
+}

package/lib/routes/yamap/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'YAMAP',
+    url: 'yamap.com',
+};

package/lib/routes/yande/namespace.ts

@@ -1,7 +1,7 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'yande',
+    name: 'yande.re',
     url: 'yande.re',
     description: `yande post`,
 };

package/lib/routes/yande/post.ts

@@ -4,21 +4,21 @@ import queryString from 'query-string';
 
 export const route: Route = {
     path: '/post/popular_recent/:period?',
-    categories: ['anime'],
+    categories: ['picture'],
     example: '/yande/post/popular_recent/1d',
     parameters: {
         period: '展示时间',
     },
     radar: [
         {
-            source: ['yande.re/post/'],
+            source: ['yande.re/post'],
         },
     ],
-    name: 'posts',
-    maintainers: ['fashioncj'],
-    description: `| 最近 24 小时    | 最近一周     | 最近一月    | 最近一年     | 
-  | ------- | -------- | ------- | -------- | 
-  | 1d | 1w | 1m ｜1y｜`,
+    name: 'Popular Recent Posts',
+    maintainers: ['magic-akari', 'SettingDust', 'fashioncj', 'NekoAria'],
+    description: `| 最近 24 小时    | 最近一周     | 最近一月    | 最近一年     |
+  | ------- | -------- | ------- | -------- |
+  | 1d | 1w | 1m | 1y |`,
     handler,
 };
 

package/lib/routes/yicai/carousel.ts

@@ -0,0 +1,48 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import { rootUrl, fetchFullArticles } from './utils';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/carousel',
+    categories: ['traditional-media'],
+    example: '/yicai/carousel',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['yicai.com/'],
+        },
+    ],
+    name: '轮播',
+    maintainers: ['nczitzk'],
+    handler,
+    url: 'yicai.com/',
+};
+
+async function handler() {
+    const res = await ofetch(rootUrl);
+    const $ = load(res);
+    const items = await Promise.all(
+        fetchFullArticles(
+            $('#breaknews a')
+                .toArray()
+                .map((e) => ({ link: new URL($(e).attr('href'), rootUrl).href, title: $(e).text() })),
+            cache.tryGet
+        )
+    );
+
+    return {
+        title: '第一财经 - 轮播',
+        link: rootUrl,
+        item: items,
+    };
+}

package/lib/routes/yicai/utils.ts

@@ -35,25 +35,31 @@ const ProcessItems = async (apiUrl, tryGet) => {
         }),
     }));
 
-    return Promise.all(
-        items.map((item) =>
-            tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
+    return Promise.all(fetchFullArticles(items, tryGet));
+};
+function fetchFullArticles(items, tryGet) {
+    return items.map((item) =>
+        tryGet(item.link, async () => {
+            const detailResponse = await got({
+                method: 'get',
+                url: item.link,
+            });
 
-                const content = load(detailResponse.data);
+            const content = load(detailResponse.data);
 
-                content('h1').remove();
-                content('.u-btn6, .m-smallshare, .topic-hot').remove();
+            if (!item.pubDate) {
+                const dataScript = content("script[src='/js/alert.min.js']").next().text() || content('title').next().text();
+                const pb = new Map(JSON.parse(dataScript.match(/_pb = (\[.*?]);/)[1].replaceAll("'", '"')));
+                item.pubDate = parseDate(`${pb.get('actime')}:00`);
+            }
 
-                item.description += content('.multiText, #multi-text, .txt').html() ?? '';
+            content('h1').remove();
+            content('.u-btn6, .m-smallshare, .topic-hot').remove();
 
-                return item;
-            })
-        )
-    );
-};
+            item.description = (item.description ?? '') + (content('.multiText, #multi-text, .txt').html() ?? '');
 
-export { rootUrl, ProcessItems };
+            return item;
+        })
+    );
+}
+export { rootUrl, ProcessItems, fetchFullArticles };

package/lib/routes/yilinzazhi/index.ts

@@ -0,0 +1,58 @@
+import { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/',
+    categories: ['reading'],
+    example: '/yilinzazhi',
+    radar: [
+        {
+            source: ['www.yilinzazhi.com'],
+            target: '/',
+        },
+    ],
+    name: '文章列表',
+    maintainers: ['g0ngjie'],
+    handler,
+    url: 'www.yilinzazhi.com',
+};
+
+async function handler(): Promise<Data> {
+    const baseUrl = 'https://www.yilinzazhi.com/';
+    const response = await got(baseUrl);
+    const $ = load(response.data);
+    const contents: DataItem[] = $('section.content')
+        .find('li')
+        .map((_, target) => {
+            const li = $(target);
+
+            const aTag = li.find('a');
+            const title = aTag.text();
+            const link = baseUrl + aTag.attr('href');
+
+            return {
+                title,
+                link,
+                description: '',
+            };
+        })
+        .toArray();
+
+    const items = (await Promise.all(
+        contents.map((content) =>
+            cache.tryGet(content.link!, async () => {
+                const childRes = await got(content.link);
+                const $$ = load(childRes.data);
+                content.description = $$('.maglistbox').html()!;
+                return content;
+            })
+        )
+    )) as DataItem[];
+    return {
+        title: '意林杂志网',
+        link: baseUrl,
+        item: items,
+    };
+}