rsshub 1.0.0-master.facc6d5 → 1.0.0-master.fad0dfa

package/lib/routes/jimmyspa/books.ts

@@ -3,11 +3,9 @@ import { parseDate } from '@/utils/parse-date';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { art } from '@/utils/render';
-import { getCurrentPath } from '@/utils/helpers';
 import cache from '@/utils/cache';
 import path from 'node:path';
 
-const __dirname = getCurrentPath(import.meta.url);
 export const route: Route = {
     path: '/books/:language',
     categories: ['design'],

package/lib/routes/jimmyspa/news.ts

@@ -3,8 +3,6 @@ import { parseDate } from '@/utils/parse-date';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { art } from '@/utils/render';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 import path from 'node:path';
 
 export const route: Route = {

package/lib/routes/jin10/category.ts

@@ -0,0 +1,221 @@
+import { Route, ViewType } from '@/types';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/category/:id',
+    categories: ['finance'],
+    view: ViewType.Notifications,
+    example: '/jin10/category/36',
+    parameters: { id: '分类id，见下表' },
+    description: `
+| Name           | ID   |
+|----------------|------|
+| 贵金属         | 1    |
+| 黄金           | 2    |
+| 白银           | 3    |
+| 钯金           | 4    |
+| 铂金           | 5    |
+| 石油           | 6    |
+| WTI原油        | 7    |
+| 布伦特原油     | 8    |
+| 欧佩克         | 9    |
+| 页岩气         | 10   |
+| 原油市场报告   | 11   |
+| 外汇           | 12   |
+| 欧元           | 13   |
+| 英镑           | 14   |
+| 日元           | 15   |
+| 美元           | 16   |
+| 瑞郎           | 17   |
+| 人民币         | 18   |
+| 期货           | 36   |
+| 油脂油料       | 145  |
+| 钢矿           | 146  |
+| 煤炭           | 147  |
+| 化工           | 148  |
+| 有色           | 149  |
+| 谷物           | 150  |
+| 糖棉果蛋       | 151  |
+| 生猪           | 152  |
+| 碳排放         | 154  |
+| 数字货币       | 19   |
+| 数字人民币     | 107  |
+| 科技           | 22   |
+| 手机           | 23   |
+| 电动汽车       | 39   |
+| 芯片           | 40   |
+| 中国突破       | 41   |
+| 5G             | 42   |
+| 量子计算       | 43   |
+| 航空航天       | 158  |
+| 元宇宙         | 165  |
+| 人工智能       | 168  |
+| 地缘局势       | 24   |
+| 缅甸局势       | 44   |
+| 印巴纷争       | 45   |
+| 中东风云       | 46   |
+| 阿富汗局势     | 155  |
+| 俄乌冲突       | 167  |
+| 人物           | 25   |
+| 鲍威尔         | 47   |
+| 马斯克         | 48   |
+| 拉加德         | 49   |
+| 特朗普         | 50   |
+| 拜登           | 51   |
+| 巴菲特         | 157  |
+| 央行           | 26   |
+| 美联储         | 53   |
+| 中国央行       | 54   |
+| 欧洲央行       | 55   |
+| 日本央行       | 56   |
+| 货币政策调整   | 137  |
+| 英国央行       | 141  |
+| 澳洲联储       | 159  |
+| 新西兰联储     | 160  |
+| 加拿大央行     | 161  |
+| 美股           | 27   |
+| 财报           | 59   |
+| Reddit散户动态 | 60   |
+| 个股动态       | 108  |
+| 港股           | 28   |
+| 美股回港       | 61   |
+| 交易所动态     | 62   |
+| 指数动态       | 63   |
+| 个股动态       | 109  |
+| A股            | 29   |
+| 美股回A        | 64   |
+| 券商分析       | 65   |
+| 板块异动       | 66   |
+| 大盘动态       | 67   |
+| 南北资金       | 68   |
+| 亚盘动态       | 69   |
+| IPO信息        | 70   |
+| 个股动态       | 110  |
+| 北交所         | 166  |
+| 基金           | 30   |
+| 投行机构       | 31   |
+| 标普、惠誉、穆迪 | 71  |
+| 美银           | 72   |
+| 高盛           | 112  |
+| 疫情           | 32   |
+| 疫苗动态       | 73   |
+| 确诊数据       | 74   |
+| 新冠药物       | 113  |
+| 债券           | 33   |
+| 政策           | 34   |
+| 中国           | 75   |
+| 美国           | 76   |
+| 欧盟           | 77   |
+| 日本           | 78   |
+| 贸易、关税     | 79   |
+| 碳中和         | 80   |
+| 中国香港       | 81   |
+| 英国           | 120  |
+| 房地产动态     | 156  |
+| 经济数据       | 35   |
+| 中国           | 82   |
+| 美国           | 83   |
+| 欧盟           | 84   |
+| 日本           | 85   |
+| 公司           | 37   |
+| 特斯拉         | 86   |
+| 苹果           | 90   |
+| 独角兽         | 91   |
+| 谷歌           | 92   |
+| 华为           | 93   |
+| 阿里巴巴       | 94   |
+| 小米           | 95   |
+| 字节跳动       | 116  |
+| 腾讯           | 117  |
+| 微软           | 118  |
+| 百度           | 119  |
+| 美团           | 162  |
+| 滴滴           | 163  |
+| 中国恒大       | 164  |
+| 灾害事故       | 38   |
+| 地震           | 96   |
+| 爆炸           | 97   |
+| 海啸           | 98   |
+| 寒潮           | 99   |
+| 洪涝           | 100  |
+| 火灾           | 101  |
+| 矿难           | 102  |
+| 枪击案         | 103  |
+`,
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['jin10.com/'],
+            target: '',
+        },
+    ],
+    name: '外汇',
+    maintainers: ['laampui'],
+    handler,
+    url: 'jin10.com/',
+};
+
+async function handler(ctx) {
+    const id = ctx.req.param('id');
+    const data = await cache.tryGet(
+        'jin10:aa:${category}',
+        async () => {
+            const { data: response } = await got('https://4a735ea38f8146198dc205d2e2d1bd28.z3c.jin10.com/flash', {
+                headers: {
+                    'x-app-id': 'bVBF4FyRTn5NJF5n',
+                    'x-version': '1.0',
+                },
+                searchParams: {
+                    channel: '-8200',
+                    vip: '1',
+                    classify: `[${id}]`,
+                },
+            });
+            return response.data.filter((item) => item.type !== 1);
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const item = data.map((item) => {
+        const titleMatch = item.data.content.match(/^【(.*?)】/);
+        let title;
+        let content = item.data.content;
+        if (titleMatch) {
+            title = titleMatch[1];
+            content = content.replace(titleMatch[0], '');
+        } else {
+            title = item.data.vip_title || item.data.content;
+        }
+
+        return {
+            title,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                content,
+                pic: item.data.pic,
+            }),
+            pubDate: timezone(parseDate(item.time), 8),
+            guid: `jin10:category:${item.id}`,
+        };
+    });
+
+    return {
+        title: '金十数据',
+        link: 'https://www.jin10.com/',
+        item,
+    };
+}

package/lib/routes/jin10/index.ts

@@ -1,6 +1,4 @@
 import { Route, ViewType } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/jingzhengu/utils.ts

@@ -3,7 +3,7 @@ import md5 from '@/utils/md5';
 function link(str: string, ...args: string[]): string {
     let result = args.map((arg) => arg + str).join('');
     if (result.search('-')) {
-        result = result.substring(0, result.length - 1);
+        result = result.slice(0, Math.max(0, result.length - 1));
     }
     return result;
 }
@@ -26,8 +26,8 @@ export function sign(payload: Map<string, any>) {
         .sort()
         .map((key) => key + '=' + map.get(key))
         .join('');
-    const linkedString = link('--'.substring(0, 1), '#CEAIWER', '892F', 'KB97', 'JKB6', 'HJ7OC7C8', 'GJZG');
-    const lastSeparatorIndex = linkedString.lastIndexOf('--'.substring(0, 1)); // 32
+    const linkedString = link('--'.slice(0, 1), '#CEAIWER', '892F', 'KB97', 'JKB6', 'HJ7OC7C8', 'GJZG');
+    const lastSeparatorIndex = linkedString.lastIndexOf('--'.slice(0, 1)); // 32
     const replacedString = replaceCharAt(linkedString, lastSeparatorIndex, ''); // #CEAIWER-892F-KB97-JKB6-HJ7OC7C8GJZG
     const finalString = (sortedString + replacedString).toLowerCase();
 

package/lib/routes/jinse/catalogue.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/jinse/lives.ts

@@ -1,6 +1,4 @@
 import { Route, ViewType } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { load } from 'cheerio';

package/lib/routes/jinse/timeline.ts

@@ -1,6 +1,4 @@
 import { Route, ViewType } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/jisilu/util.ts

@@ -1,4 +1,5 @@
-import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
 
 import { type DataItem } from '@/types';
 

package/lib/routes/jiuyangongshe/community.ts

@@ -5,11 +5,8 @@ import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 import md5 from '@/utils/md5';
 import path from 'node:path';
-import { getCurrentPath } from '@/utils/helpers';
 import { art } from '@/utils/render';
 
-const __dirname = getCurrentPath(import.meta.url);
-
 interface User {
     follow_type: number;
     investment_style_id: null | string;
@@ -93,7 +90,7 @@ interface Community {
     serverTime: number;
 }
 
-const render = (data) => art(path.join(__dirname, 'templates', 'community-description.art'), data);
+const render = (data) => art(path.join(__dirname, 'templates/community-description.art'), data);
 
 export const route: Route = {
     path: '/community',

package/lib/routes/jjwxc/author.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { load } from 'cheerio';

package/lib/routes/jjwxc/book.ts

@@ -1,6 +1,4 @@
 import { Route, ViewType } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/joins/chinese.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/joneslanglasalle/index.ts

@@ -1,18 +1,16 @@
 import path from 'node:path';
 
-import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
 import { type Context } from 'hono';
 
 import { type DataItem, type Route, type Data, ViewType } from '@/types';
 
 import { art } from '@/utils/render';
 import cache from '@/utils/cache';
-import { getCurrentPath } from '@/utils/helpers';
 import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
-const __dirname = getCurrentPath(import.meta.url);
-
 const cleanHtml = (html: string, preservedTags: string[]): string => {
     const $ = load(html);
 

package/lib/routes/jpmorganchase/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'JPMorgan Chase',
+    url: 'www.jpmorganchase.com',
+    zh: {
+        name: '摩根大通',
+    },
+};

package/lib/routes/jpmorganchase/research.ts

@@ -0,0 +1,107 @@
+import { Data, DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+const base = 'https://www.jpmorganchase.com';
+const frontPageUrl = `${base}/institute/all-topics`;
+const indexUrl = `${base}/services/json/v1/dynamic-grid.service/parent=jpmorganchase/global/US/en/home/institute/all-topics&comp=root/content-parsys/dynamic_grid&page=p1.json`;
+
+export const route: Route = {
+    path: '/',
+    example: '/jpmorganchase',
+    categories: ['finance'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['jpmorganchase.com/institute/all-topics'],
+            target: '/',
+        },
+    ],
+    name: 'Research Topics',
+    maintainers: ['dousha'],
+    handler,
+    url: 'www.jpmorganchase.com/institute/all-topics',
+};
+
+type PartitionMeta = {
+    'total-items': number;
+    page: number;
+    'page-size': number;
+    'max-pages': number;
+    'partition-size': string;
+};
+
+type IndexEntry = {
+    title: string;
+    date: string;
+    hideDate: boolean;
+    description: string;
+    type: string;
+    link: string;
+    linkText: string;
+    image: string;
+};
+
+async function fetchIndexEntires(): Promise<IndexEntry[]> {
+    const response = await ofetch(indexUrl);
+    if (!('meta' in response)) {
+        return [];
+    }
+
+    const meta = response.meta as PartitionMeta;
+    const maxItemCount = Number(meta['partition-size']);
+
+    return (response.items as IndexEntry[]).slice(0, maxItemCount);
+}
+
+function fetchDataItem(entry: IndexEntry): Promise<DataItem> {
+    const url = `${base}${entry.link}`;
+
+    return cache.tryGet(url, async () => {
+        let authors: string[] = [];
+        let description: string = '';
+        let category: string[] = [];
+        let articleDate: string = entry.date;
+        const pageContent: string = await ofetch(url);
+
+        if (pageContent.length > 0) {
+            const $ = load(pageContent);
+
+            category = [$('.eyebrow').text()];
+            authors = $('.author-name')
+                .toArray()
+                .map((el) => $(el).text().trim());
+            articleDate = $('.date').text().trim() || entry.date;
+            description = $('.root').children('div').children('div:eq(1)').html() || '';
+        }
+
+        return {
+            category,
+            author: authors.join(', '),
+            title: entry.title,
+            description,
+            link: url,
+            pubDate: parseDate(articleDate),
+        } satisfies DataItem;
+    }) as Promise<DataItem>;
+}
+
+async function handler(): Promise<Data> {
+    const entires = await fetchIndexEntires();
+    const items = await Promise.all(entires.map((it) => fetchDataItem(it)));
+
+    return {
+        title: 'All Topics - JPMorganChase Institute',
+        link: frontPageUrl,
+        item: items,
+    };
+}

package/lib/routes/jpxgmn/search.ts

@@ -1,5 +1,5 @@
 import { Route } from '@/types';
-import { originUrl, getArticleDesc } from './utils';
+import { getOriginUrl, getArticleDesc } from './utils';
 import cache from '@/utils/cache';
 import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
@@ -17,7 +17,7 @@ export const route: Route = {
 
 async function handler(ctx) {
     const { kw } = ctx.req.param();
-    const searchUrl = originUrl + `/plus/search/index.asp?keyword=${kw}`;
+    const searchUrl = (await getOriginUrl()) + `/plus/search/index.asp?keyword=${kw}`;
     const response = await ofetch.raw(searchUrl);
     const baseUrl = new URL(response.url).origin;
     const $ = load(response._data);

package/lib/routes/jpxgmn/tab.ts

@@ -1,5 +1,5 @@
 import { Route } from '@/types';
-import { originUrl, getArticleDesc } from './utils';
+import { getOriginUrl, getArticleDesc } from './utils';
 import cache from '@/utils/cache';
 import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
@@ -12,7 +12,7 @@ export const route: Route = {
     parameters: { tab: '分类，默认为`top`，包括`top`、`new`、`hot`，以及[源网站](http://www.jpxgmn.com/)所包含的其他相对路径，比如`Xiuren`、`XiaoYu`等' },
     radar: [
         {
-            source: ['www.12356782.xyz/:tab'],
+            source: ['mei5.vip/:tab'],
             target: '/:tab',
         },
     ],
@@ -24,7 +24,7 @@ export const route: Route = {
 async function handler(ctx) {
     const { tab = 'top' } = ctx.req.param();
     const isSpecial = ['new', 'top', 'hot'].includes(tab);
-    const tabUrl = `${originUrl}/${tab}` + (isSpecial ? '.html' : '/');
+    const tabUrl = `${await getOriginUrl()}/${tab}` + (isSpecial ? '.html' : '/');
     const response = await ofetch.raw(tabUrl);
     const baseUrl = new URL(response.url).origin;
     const $ = load(response._data);

package/lib/routes/jpxgmn/utils.ts

@@ -1,13 +1,18 @@
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
 import got from '@/utils/got';
 import { art } from '@/utils/render';
 import { load } from 'cheerio';
+import cache from '@/utils/cache';
 import path from 'node:path';
 
-const originUrl = 'http://www.jpxgmn.com';
+const indexUrl = 'http://mei8.vip/';
 
+const getOriginUrl = async () =>
+    await cache.tryGet('jpxgmn:originUrl', async () => {
+        const response = await got(indexUrl);
+        const $ = load(response.data);
+        const entries = $('ul > li > span');
+        return 'http://' + $(entries[Math.floor(Math.random() * entries.length)]).text();
+    });
 const getImages = ($articleContent) =>
     $articleContent('article > p img')
         .toArray()
@@ -22,7 +27,7 @@ const getArticleDesc = async (articleUrl) => {
     }
     const images = getImages($content);
     const otherImages = await Promise.all(
-        [...Array(pageCnt - 1).keys()].map(async (pageIndex) => {
+        [...Array.from({ length: pageCnt - 1 }).keys()].map(async (pageIndex) => {
             const pageUrl = articleUrl.replace('.html', `_${pageIndex + 1}.html`);
             const pageResponse = await got(pageUrl);
             return getImages(load(pageResponse.data));
@@ -33,4 +38,4 @@ const getArticleDesc = async (articleUrl) => {
     });
 };
 
-export { originUrl, getArticleDesc };
+export { getOriginUrl, getArticleDesc };

package/lib/routes/jpxgmn/weekly.ts

@@ -1,5 +1,5 @@
 import { Route } from '@/types';
-import { originUrl, getArticleDesc } from './utils';
+import { getOriginUrl, getArticleDesc } from './utils';
 import cache from '@/utils/cache';
 import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
@@ -11,7 +11,7 @@ export const route: Route = {
     example: '/jpxgmn/weekly',
     radar: [
         {
-            source: ['www.12356782.xyz/'],
+            source: ['mei5.vip/'],
             target: '/weekly',
         },
     ],
@@ -21,7 +21,7 @@ export const route: Route = {
 };
 
 async function handler() {
-    const response = await ofetch.raw(originUrl);
+    const response = await ofetch.raw(await getOriginUrl());
     const baseUrl = new URL(response.url).origin;
     const $ = load(response._data);
     const items = $('aside div:nth-child(2) li')

package/lib/routes/juejin/pins.ts

@@ -59,12 +59,10 @@ async function handler(ctx) {
         const link = `https://juejin.cn/pin/${guid}`;
         const pubDate = parseDate(item.msg_Info.ctime * 1000);
         const author = item.author_user_info.user_name;
-        const imgs = item.msg_Info.pic_list.reduce((imgs, item) => {
-            imgs += `
-          <img src="${item}"><br>
-        `;
-            return imgs;
-        }, '');
+        let imgs = '';
+        for (const img of item.msg_Info.pic_list) {
+            imgs += `<img src="${img}"><br>`;
+        }
         const description = `
             ${content.replaceAll('\n', '<br>')}<br>
             ${imgs}<br>