rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/investor/index.ts

@@ -0,0 +1,213 @@
+import { Route } from '@/types';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+// Collected from https://www.investor.org.cn/images/docSearchData.js.
+
+const channelIds = {
+    63: 298519,
+    958: 244863,
+    3966: 244863,
+};
+
+export const handler = async (ctx) => {
+    const { category = 'information_release/news_release_from_authorities/zjhfb' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 15;
+
+    const rootUrl = 'https://www.investor.org.cn';
+    const apiUrl = new URL('was5/web/search', rootUrl).href;
+    const currentUrl = new URL(category.endsWith('/') ? category : `${category}/`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    const language = 'zh';
+
+    let items = [];
+
+    if ($('div.hotlist dd').length === 0) {
+        const channelId = response.match(/params.channelId='(\d+)';/)?.[1] ?? undefined;
+
+        const {
+            data: { rows },
+        } = await got.post(apiUrl, {
+            form: {
+                channelid: channelIds?.[channelId] ?? undefined,
+                searchword: `CHANNELID=${channelId}`,
+                page: 1,
+                perpage: limit,
+            },
+        });
+
+        items = rows.map((item) => ({
+            title: item.DOCTITLE,
+            pubDate: parseDate(item.DOCPUBTIME),
+            link: item.DOCURL,
+            language,
+        }));
+    } else {
+        items = $('div.hotlist dd')
+            .slice(0, limit)
+            .toArray()
+            .map((item) => {
+                item = $(item);
+
+                const href = item.find('a').prop('href');
+
+                return {
+                    title: item.find('a').prop('title'),
+                    pubDate: parseDate(item.find('span.date').text()),
+                    link: new URL(href, currentUrl).href,
+                    language,
+                };
+            });
+    }
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                if (!item.link.endsWith('html')) {
+                    return item;
+                }
+
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const title = $$('div.contentText h2').text();
+                const description = $$('div.TRS_Editor').html();
+
+                item.title = title || item.title;
+                item.description = description;
+                item.author = $$('span.timeSpan')
+                    .text()
+                    .trim()
+                    .split(/来源：/)
+                    .pop();
+                item.content = {
+                    html: description,
+                    text: $$('div.TRS_Editor').text(),
+                };
+                item.language = language;
+
+                return item;
+            })
+        )
+    );
+
+    const image = $('div.img_cursor a img').prop('src');
+
+    return {
+        title: $('title').text(),
+        description: $('meta[name="apple-mobile-web-app-title"]').prop('content'),
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: $('meta[name="author"]').prop('content'),
+        language,
+    };
+};
+
+export const route: Route = {
+    path: '/:category{.+}?',
+    name: '分类',
+    url: 'investor.org.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/investor/information_release/news_release_from_authorities/zjhfb',
+    parameters: { category: '分类，默认为证监会发布 `information_release/news_release_from_authorities/zjhfb`，可在对应分类页 URL 中找到' },
+    description: `:::tip
+  若订阅 [证监会发布](https://www.investor.org.cn/information_release/news_release_from_authorities/zjhfb/)，网址为 \`https://www.investor.org.cn/information_release/news_release_from_authorities/zjhfb/\`。截取 \`https://www.investor.org.cn/\` 到末尾 \`/\` 的部分 \`information_release/news_release_from_authorities/zjhfb\` 作为参数填入，此时路由为 [\`/investor/information_release/news_release_from_authorities/zjhfb\`](https://rsshub.app/investor/information_release/news_release_from_authorities/zjhfb)。
+  :::
+
+  #### [权威发布](https://www.investor.org.cn/information_release/news_release_from_authorities/)
+
+  | [证监会发布](https://www.investor.org.cn/information_release/news_release_from_authorities/zjhfb/)                                                                  | [证券交易所发布](https://www.investor.org.cn/information_release/news_release_from_authorities/hsjysfb/)                                                                | [期货交易所发布](https://www.investor.org.cn/information_release/news_release_from_authorities/qhjysfb/)                                                                | [行业协会发布](https://www.investor.org.cn/information_release/news_release_from_authorities/hyxhfb/)                                                                 | [其他](https://www.investor.org.cn/information_release/news_release_from_authorities/otner/)                                                                        |
+  | ------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------- | --------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+  | [/investor/information_release/news_release_from_authorities/zjhfb/](https://rsshub.app/investor/investor/information_release/news_release_from_authorities/zjhfb/) | [/investor/information_release/news_release_from_authorities/hsjysfb/](https://rsshub.app/investor/investor/information_release/news_release_from_authorities/hsjysfb/) | [/investor/information_release/news_release_from_authorities/qhjysfb/](https://rsshub.app/investor/investor/information_release/news_release_from_authorities/qhjysfb/) | [/investor/information_release/news_release_from_authorities/hyxhfb/](https://rsshub.app/investor/investor/information_release/news_release_from_authorities/hyxhfb/) | [/investor/information_release/news_release_from_authorities/otner/](https://rsshub.app/investor/investor/information_release/news_release_from_authorities/otner/) |
+
+  #### [市场资讯](https://www.investor.org.cn/information_release/market_news/)
+
+  | [市场资讯](https://www.investor.org.cn/information_release/market_news/)                                   |
+  | ---------------------------------------------------------------------------------------------------------- |
+  | [/investor/information_release/market_news/](https://rsshub.app/investor/information_release/market_news/) |
+
+  #### [政策解读](https://www.investor.org.cn/information_release/policy_interpretation/)
+
+  | [政策解读](https://www.investor.org.cn/information_release/policy_interpretation/)                                  |
+  | ------------------------------------------------------------------------------------------------------------------- |
+  | [/investorinformation_release/policy_interpretation/](https://rsshub.appinformation_release/policy_interpretation/) |
+
+  #### [国际交流](https://www.investor.org.cn/information_release/international_communication/)
+
+  | [国际交流](https://www.investor.org.cn/information_release/international_communication/)                                          |
+  | --------------------------------------------------------------------------------------------------------------------------------- |
+  | [/investor/information_release/international_communication/](https://rsshub.app/information_release/international_communication/) |
+  `,
+    categories: ['finance'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['investor.org.cn/:category'],
+            target: (params) => {
+                const category = params.category;
+
+                return `/investor${category ? `/${category}` : ''}`;
+            },
+        },
+        {
+            title: '权威发布 - 证监会发布',
+            source: ['www.investor.org.cn/information_release/news_release_from_authorities/zjhfb/'],
+            target: '/information_release/news_release_from_authorities/zjhfb/',
+        },
+        {
+            title: '权威发布 - 证券交易所发布',
+            source: ['www.investor.org.cn/information_release/news_release_from_authorities/hsjysfb/'],
+            target: '/information_release/news_release_from_authorities/hsjysfb/',
+        },
+        {
+            title: '权威发布 - 期货交易所发布',
+            source: ['www.investor.org.cn/information_release/news_release_from_authorities/qhjysfb/'],
+            target: '/information_release/news_release_from_authorities/qhjysfb/',
+        },
+        {
+            title: '权威发布 - 行业协会发布',
+            source: ['www.investor.org.cn/information_release/news_release_from_authorities/hyxhfb/'],
+            target: '/information_release/news_release_from_authorities/hyxhfb/',
+        },
+        {
+            title: '权威发布 - 其他',
+            source: ['www.investor.org.cn/information_release/news_release_from_authorities/otner/'],
+            target: '/information_release/news_release_from_authorities/otner/',
+        },
+        {
+            title: '市场资讯',
+            source: ['www.investor.org.cn/information_release/market_news/'],
+            target: '/information_release/market_news/',
+        },
+        {
+            title: '政策解读',
+            source: ['www.investor.org.cn/information_release/policy_interpretation/'],
+            target: '/information_release/policy_interpretation/',
+        },
+        {
+            title: '国际交流',
+            source: ['www.investor.org.cn/information_release/international_communication/'],
+            target: '/information_release/international_communication/',
+        },
+    ],
+};

package/lib/routes/investor/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国投资者网',
+    url: 'investor.org.cn',
+    categories: ['finance'],
+    description: '',
+};

package/lib/routes/iplaysoft/index.ts

@@ -0,0 +1,68 @@
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import parser from '@/utils/rss-parser';
+
+export const route: Route = {
+    path: '/',
+    categories: ['program-update'],
+    example: '/iplaysoft',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.iplaysoft.com'],
+        },
+    ],
+    name: '全部文章',
+    maintainers: ['williamgateszhao'],
+    handler,
+};
+
+async function handler(ctx) {
+    const feed = await parser.parseURL('https://www.iplaysoft.com/feed/atom');
+    const filteredItems = feed.items
+        .filter((item) => item?.link && item?.pubDate && new URL(item.link).hostname.match(/.*\.iplaysoft\.com$/))
+        .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20) as DataItem[];
+
+    const items: DataItem[] = await Promise.all(
+        filteredItems.map(
+            (item) =>
+                cache.tryGet(item.link as string, async () => {
+                    const response = await ofetch(item.link as string);
+                    const $ = load(response);
+                    const content = $('.entry-content');
+                    content
+                        .find('div')
+                        .filter((_index, element) => {
+                            const style = $(element).attr('style');
+                            return style !== undefined && style.includes('overflow:hidden');
+                        })
+                        .remove();
+                    return {
+                        title: item.title,
+                        description: content.html(),
+                        link: item.link,
+                        author: item.author,
+                        pubDate: parseDate(item.pubDate as string),
+                    } as DataItem;
+                }) as Promise<DataItem>
+        )
+    );
+
+    return {
+        title: '异次元软件世界',
+        link: 'https://www.iplaysoft.com',
+        language: 'zh-CN',
+        item: items,
+    };
+}

package/lib/routes/iplaysoft/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '异次元软件世界',
+    url: 'www.iplaysoft.com',
+};

package/lib/routes/j-test/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '实用日本语鉴定考试（J.TEST）',
+    url: 'www.j-test.com',
+};

package/lib/routes/j-test/news.ts

@@ -0,0 +1,64 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+    path: '/news',
+    name: '公告',
+    url: 'www.j-test.com',
+    maintainers: ['kuhahku'],
+    example: '/j-test/news',
+    parameters: {},
+    categories: ['study'],
+    features: {
+        supportRadar: true,
+    },
+    radar: [
+        {
+            source: ['www.j-test.com'],
+            target: '/news',
+        },
+    ],
+    handler,
+    description: '',
+};
+
+async function handler() {
+    const baseUrl = 'http://www.j-test.com';
+    const response = await ofetch(baseUrl);
+    const $ = load(response);
+
+    const list = $('#content1 > .center > .col_box1 > .col_body1 > ul > li')
+        .toArray()
+        .map((item) => {
+            const [title, date] = $(item).text().trim().replaceAll(']', '').split(' [');
+            const link = new URL($(item).children('a').attr('href')!, baseUrl).href;
+            const pubDate = timezone(parseDate(date), +8);
+            return {
+                title,
+                link,
+                pubDate,
+                description: '',
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch(item.link);
+                const $ = load(response);
+                item.description = $('.content > table').html() ?? '';
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '实用日本语鉴定考试（J.TEST）公告',
+        link: baseUrl,
+        item: items,
+    };
+}

package/lib/routes/japanpost/namespace.ts

@@ -1,6 +1,12 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'Japanpost 日本郵便',
+    name: 'Japanpost',
     url: 'trackings.post.japanpost.jp',
+    zh: {
+        name: '日本邮政',
+    },
+    ja: {
+        name: '日本郵便',
+    },
 };

package/lib/routes/japanpost/router.ts

@@ -0,0 +1,40 @@
+import { Route } from '@/types';
+import { track } from './track';
+
+export const route: Route = {
+    name: 'Track & Trace Service',
+    path: '/track/:reqCode/:locale?',
+    example: '/japanpost/track/EJ123456789JP/en',
+    url: 'trackings.post.japanpost.jp/services/srv/search/',
+    handler: track,
+    categories: ['other'],
+    maintainers: ['tuzi3040'],
+    parameters: {
+        reqCode: 'Package Number',
+        locale: 'Language, default to japanese `ja`',
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: false, // unsupported due to deprecation of `target` as a function in RSSHub-Radar 2.0.19
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    description: `| Japanese | English |
+| -------- | ------- |
+| ja       | en      |`,
+    zh: {
+        name: '邮件追踪查询',
+        description: `| 日语 | 英语 |
+| ---- | ---- |
+| ja   | en   |`,
+    },
+    ja: {
+        name: '郵便追跡サービス',
+        description: `| 日本語 | 英語 |
+| ---- | ---- |
+| ja   | en   |`,
+    },
+};

package/lib/routes/japanpost/track.ts

@@ -1,4 +1,3 @@
-import { Route } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
@@ -11,28 +10,7 @@ import utils from './utils';
 let baseTitle = '日本郵便';
 const baseUrl = 'https://trackings.post.japanpost.jp/services/srv/search/direct?';
 
-export const route: Route = {
-    path: '/track/:reqCode/:locale?',
-    categories: ['other'],
-    example: '/japanpost/track/EJ123456789JP/en',
-    parameters: { reqCode: 'Package Number', locale: 'Language, default to japanese `ja`' },
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
-    name: 'Track & Trace Service 郵便追跡サービス',
-    maintainers: ['tuzi3040'],
-    handler,
-    description: `| Japanese | English |
-  | -------- | ------- |
-  | ja       | en      |`,
-};
-
-async function handler(ctx) {
+export async function track(ctx) {
     const reqCode = ctx.req.param('reqCode');
     const reqReqCode = 'reqCodeNo1=' + reqCode;
 

package/lib/routes/javbus/index.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
@@ -30,8 +30,15 @@ export const route: Route = {
     name: 'Works',
     maintainers: ['MegrezZhu', 'CoderTonyChan', 'nczitzk', 'Felix2yu'],
     categories: ['multimedia', 'popular'],
+    view: ViewType.Videos,
     handler,
     url: 'www.javbus.com',
+    example: '/javbus/star/rwt',
+    parameters: {
+        path: {
+            description: 'Any path of list page on javbus',
+        },
+    },
 };
 
 async function handler(ctx) {

package/lib/routes/javdb/actors.ts

@@ -34,14 +34,18 @@ export const route: Route = {
   | ---- | ------ | -------- | ------ | ------ |
   |      | p      | s        | d      | c      |
 
-  所有演员编号参见 [演員庫](https://javdb.com/actors)`,
+  所有演员编号参见 [演員庫](https://javdb.com/actors)
+
+  可用 addon_tags 参数添加额外的过滤 tag，可从网页 url 中获取，例如 \`/javdb/actors/R2Vg?addon_tags=212,18\` 可筛选 \`VR\` 和 \`中出\`。`,
 };
 
 async function handler(ctx) {
     const id = ctx.req.param('id');
     const filter = ctx.req.param('filter') ?? '';
+    const addonTags = ctx.req.query('addon_tags') ?? '';
 
-    const currentUrl = `/actors/${id}${filter ? `?t=${filter}` : ''}`;
+    const finalTags = addonTags && filter ? `${filter},${addonTags}` : `${filter}${addonTags}`;
+    const currentUrl = `/actors/${id}${finalTags ? `?t=${finalTags}` : ''}`;
 
     const filters = {
         '': '',

package/lib/routes/javdb/index.ts

@@ -2,14 +2,15 @@ import { Route } from '@/types';
 import utils from './utils';
 
 export const route: Route = {
-    path: ['/home/:category?/:sort?/:filter?', '/:category?/:sort?/:filter?'],
+    path: '/home/:category?/:sort?/:filter?',
     radar: [
         {
             source: ['javdb.com/'],
-            target: '',
         },
     ],
-    name: 'Unknown',
+    name: '主页',
+    example: '/javdb/home',
+    parameters: { category: '分类，见下表，默认为 `有碼`', sort: '排序，见下表，默认为 `磁鏈更新排序`', filter: '过滤，见下表，默认为 `可下载`' },
     maintainers: ['nczitzk'],
     handler,
     url: 'javdb.com/',

package/lib/routes/javdb/series.ts

@@ -52,7 +52,7 @@ async function handler(ctx) {
         preview: '預覽圖',
     };
 
-    const title = `JavDB${filters[filter] === '' ? '' : ` - ${filter[filter]}`} `;
+    const title = `JavDB${filters[filter] === '' ? '' : ` - ${filters[filter]}`} `;
 
     return await utils.ProcessItems(ctx, currentUrl, title);
 }

package/lib/routes/javdb/utils.ts

@@ -33,6 +33,9 @@ const ProcessItems = async (ctx, currentUrl, title) => {
         method: 'get',
         url: url.href,
         cookieJar,
+        headers: {
+            'User-Agent': config.trueUA,
+        },
     });
 
     const $ = load(response.data);
@@ -58,6 +61,9 @@ const ProcessItems = async (ctx, currentUrl, title) => {
                     method: 'get',
                     url: item.link,
                     cookieJar,
+                    headers: {
+                        'User-Agent': config.trueUA,
+                    },
                 });
 
                 const content = load(detailResponse.data);

package/lib/routes/javdb/videocodes.ts

@@ -0,0 +1,56 @@
+import { Route } from '@/types';
+import utils from './utils';
+
+export const route: Route = {
+    path: '/video_codes/:code/:filter?',
+    categories: ['multimedia'],
+    example: '/javdb/video_codes/SIVR',
+    parameters: { id: '番号前缀', filter: '过滤，见下表，默认为 `全部`' },
+    features: {
+        requireConfig: [
+            {
+                name: 'JAVDB_SESSION',
+                description: 'JavDB登陆后的session值，可在控制台的cookie下查找 `_jdb_session` 的值，即可获取',
+                optional: true,
+            },
+        ],
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['javdb.com/'],
+            target: '',
+        },
+    ],
+    name: '番号',
+    maintainers: ['sgpublic'],
+    handler,
+    url: 'javdb.com/',
+    description: `| 全部 | 可播放   | 單體作品 | 可下載   | 字幕  | 預覽圖  |
+  | ---- | -------- | -------- | -------- | ----- | ------- |
+  |      | playable | single   | download | cnsub | preview |`,
+};
+
+async function handler(ctx) {
+    const code = ctx.req.param('code');
+    const filter = ctx.req.param('filter') ?? '';
+
+    const currentUrl = `/video_codes/${code}${filter ? `?f=${filter}` : ''}`;
+
+    const filters = {
+        '': '',
+        playable: '可播放',
+        single: '單體作品',
+        download: '可下載',
+        cnsub: '字幕',
+        preview: '預覽圖',
+    };
+
+    const title = `JavDB${filters[filter] === '' ? '' : ` - ${filters[filter]}`} `;
+
+    return await utils.ProcessItems(ctx, currentUrl, title);
+}

package/lib/routes/jike/topic.ts

@@ -9,7 +9,7 @@ const urlRegex = /(https?:\/\/[^\s"'<>]+)/g;
 
 export const route: Route = {
     path: '/topic/:id/:showUid?',
-    categories: ['social-media', 'popular'],
+    categories: ['social-media'],
     example: '/jike/topic/556688fae4b00c57d9dd46ee',
     parameters: { id: '圈子 id, 可在即刻 web 端圈子页或 APP 分享出来的圈子页 URL 中找到', showUid: '是否在内容中显示用户信息，设置为 1 则开启' },
     features: {

package/lib/routes/jike/user.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/user/:id',
-    categories: ['social-media', 'popular'],
+    categories: ['social-media'],
     example: '/jike/user/3EE02BC9-C5B3-4209-8750-4ED1EE0F67BB',
     parameters: { id: '用户 id, 可在即刻分享出来的单条动态页点击用户头像进入个人主页，然后在个人主页的 URL 中找到，或者在单条动态页使用 RSSHub Radar 插件' },
     features: {

package/lib/routes/jingzhengu/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '精真估',
+    url: 'www.jingzhengu.com',
+};