rsshub 1.0.0-master.f6c2ebb → 1.0.0-master.f70afef

package/lib/routes/iknowwhatyoudownload/daily.ts

@@ -0,0 +1,112 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import dayjs from 'dayjs';
+import got from '@/utils/got';
+import { art } from '@/utils/render';
+import path from 'path';
+import { getCurrentPath } from '@/utils/helpers';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+interface TableData {
+    key: string;
+    count: string;
+    percent: string;
+}
+
+export const route: Route = {
+    path: '/stats/daily/:country',
+    categories: ['other'],
+    example: '/iknowwhatyoudownload/stats/daily/CN',
+    url: 'iknowwhatyoudownload.com',
+    name: 'Daily Torrents Statistics',
+    maintainers: ['p3psi-boo'],
+    parameters: { country: 'the country of the stats. ISO 3166-1 alpha-2 code.' },
+    handler,
+};
+
+async function handler(ctx) {
+    const { country } = ctx.req.param();
+    const baseUrl = `https://iknowwhatyoudownload.com/en/stat/${country}/daily/q?statDate=`;
+
+    const dates = Array.from({ length: 7 }, (_, i) => dayjs().subtract(i, 'day'));
+
+    const items = (
+        await Promise.all(
+            dates.map((dateObj) => {
+                const dateFormatted = dateObj.format('YYYY-MM-DD');
+                const url = `${baseUrl}${dateFormatted}`;
+                return cache.tryGet(url, async () => {
+                    const response = await got({
+                        method: 'get',
+                        url,
+                    });
+
+                    if (!response) {
+                        return {};
+                    }
+
+                    const $ = load(response.data);
+
+                    const numStats: { percent: string; desc: string }[] = [];
+                    $('.usePercent').each((_, elem) => {
+                        numStats.push({
+                            percent: $(elem).text(),
+                            desc: $(elem).parent().find('span').last().text(),
+                        });
+                    });
+
+                    const tableData: TableData[] = [];
+                    const dataMatch = response.data.match(/data:\s*\[([\d",\s]+)\]/);
+                    const labelsMatch = response.data.match(/labels:\s*\[(.*?)\]/);
+
+                    if (dataMatch?.[1] && labelsMatch?.[1]) {
+                        const dataList = dataMatch[1].split(',').map((s) => s.trim().replaceAll('"', ''));
+                        const labelsList = labelsMatch[1]
+                            .split(',')
+                            .map((s) => s.replaceAll('"', '').trim())
+                            .filter((i) => i !== '');
+
+                        for (const index in labelsList) {
+                            const label = labelsList[index];
+                            const count = dataList[index];
+                            const [key, percent] = label.split(' ');
+                            tableData.push({
+                                key,
+                                count,
+                                percent,
+                            });
+                        }
+                    }
+
+                    const topList = $('.tab-pane')
+                        .toArray()
+                        .map((item) => ({
+                            title: $(item).attr('id')?.toUpperCase(),
+                            content: $(item).find('ul').toString(),
+                        }));
+
+                    const content = art(path.join(__dirname, 'templates/daily.art'), {
+                        numStats,
+                        tableData,
+                        topList,
+                    });
+
+                    return {
+                        title: `Daily Torrents Statistics in ${country} for ${dateFormatted}`,
+                        link: url,
+                        description: content,
+                        pubDate: dateObj.toDate(),
+                    };
+                });
+            })
+        )
+    ).filter((item) => Object.keys(item).length > 0);
+
+    return {
+        title: `Daily Torrents Statistics in ${country} - iknownwhatyoudownload`,
+        link: 'https://iknowwhatyoudownload.com',
+        item: items,
+    };
+}

package/lib/routes/iknowwhatyoudownload/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'I Know What You Download',
+    url: 'iknowwhatyoudownload.com',
+    description: '',
+    lang: 'en',
+};

package/lib/routes/iknowwhatyoudownload/templates/daily.art

@@ -0,0 +1,34 @@
+<article>
+    <div class="stats">
+        <h1>Torrent download statistics</h1>
+        <ul>
+            {{each numStats}}
+            <li><span>{{$value.percent}}</span> {{$value.desc}}</li>
+            {{/each}}
+        </ul>
+    </div>
+
+    <div class="table-view">
+        <h1>Table View</h1>
+        {{if tableData}}
+        <table>
+            <tr><th>Category</th><th>Count</th><th>Percent</th></tr>
+            {{each tableData}}
+            <tr>
+                <td>{{$value.key}}</td>
+                <td>{{$value.count}}</td>
+                <td>{{$value.percent}}</td>
+            </tr>
+            {{/each}}
+        </table>
+        {{/if}}
+    </div>
+
+    <div class="top-list">
+        <h1>Top List</h1>
+        {{each topList}}
+        <h2>{{$value.title}}</h2>
+        {{@ $value.content}}
+        {{/each}}
+    </div>
+</article>

package/lib/routes/infoq/presentations.ts

@@ -175,11 +175,11 @@ export const route: Route = {
     handler,
     example: '/infoq/presentations',
     parameters: { conference: 'Conference, all by default, can be found in URL' },
-    description: `:::tip
+    description: `::: tip
   If you subscribe to [InfoQ Live Jan 2024](https://www.infoq.com/infoq-live-jan-2024/presentations/)，where the URL is \`https://www.infoq.com/infoq-live-jan-2024/presentations/\`, extract the part \`https://www.infoq.com/\` to the end, which is \`/presentations/\`, and use it as the parameter to fill in. Therefore, the route will be [\`/infoq/presentations/infoq-live-jan-2024\`](https://rsshub.app/infoq/presentations/infoq-live-jan-2024).
-  :::
+:::
     `,
-    categories: ['programming'],
+    categories: ['programming', 'popular'],
 
     features: {
         requireConfig: false,

package/lib/routes/infoq/recommend.ts

@@ -5,7 +5,7 @@ import utils from './utils';
 
 export const route: Route = {
     path: '/recommend',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/infoq/recommend',
     parameters: {},
     features: {

package/lib/routes/infoq/topic.ts

@@ -5,7 +5,7 @@ import utils from './utils';
 
 export const route: Route = {
     path: '/topic/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/infoq/topic/1',
     parameters: { id: '话题id，可在 [InfoQ全部话题](https://www.infoq.cn/topics) 页面找到URL里的话题id' },
     features: {

package/lib/routes/informedainews/docs.ts

@@ -6,7 +6,7 @@ import cache from '@/utils/cache';
 
 export const route: Route = {
     path: '/zh-Hans/docs/:type',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/informedainews/zh-Hans/docs/world-news-daily',
     parameters: { type: 'world-news-daily|tech-enthusiast-weekly|ai-enthusiast-daily' },
     features: {

package/lib/routes/informedainews/namespace.ts

@@ -4,7 +4,7 @@ export const namespace: Namespace = {
     name: 'Informed AI News',
     url: 'informedainews.com',
     description: `
-:::tip
+::: tip
 informed AI RSS feeds:
 
 -   World News Daily: 'https://rsshub.app/informedainews/zh-Hans/docs/world-news-daily'

package/lib/routes/inspirehep/author.ts

@@ -19,7 +19,15 @@ export const route: Route = {
     handler,
 };
 
-export const getAuthorById = (id: string) => cache.tryGet(`inspirehep:author:${id}`, () => ofetch<AuthorResponse>(`${baseUrl}/api/authors/${id}`));
+export const getAuthorById = (id: string) =>
+    cache.tryGet(`inspirehep:author:${id}`, () =>
+        ofetch<AuthorResponse>(`${baseUrl}/api/authors/${id}`, {
+            headers: {
+                accept: 'application/vnd+inspire.record.ui+json',
+            },
+            parseResponse: JSON.parse,
+        })
+    );
 
 async function handler(ctx) {
     const id = ctx.req.param('id');

package/lib/routes/instagram/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Instagram',
     url: 'www.instagram.com',
-    description: `:::tip
+    description: `::: tip
 It's highly recommended to deploy with Redis cache enabled.
 :::`,
     lang: 'en',

package/lib/routes/instagram/web-api/index.ts

@@ -23,7 +23,7 @@ export const route: Route = {
     name: 'User Profile / Hashtag',
     maintainers: ['TonyRL'],
     handler,
-    description: `:::tip
+    description: `::: tip
 You may need to setup cookie for a less restrictive rate limit and private profiles.
 :::
 

package/lib/routes/investor/index.ts

@@ -121,9 +121,9 @@ export const route: Route = {
     handler,
     example: '/investor/information_release/news_release_from_authorities/zjhfb',
     parameters: { category: '分类，默认为证监会发布 `information_release/news_release_from_authorities/zjhfb`，可在对应分类页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [证监会发布](https://www.investor.org.cn/information_release/news_release_from_authorities/zjhfb/)，网址为 \`https://www.investor.org.cn/information_release/news_release_from_authorities/zjhfb/\`。截取 \`https://www.investor.org.cn/\` 到末尾 \`/\` 的部分 \`information_release/news_release_from_authorities/zjhfb\` 作为参数填入，此时路由为 [\`/investor/information_release/news_release_from_authorities/zjhfb\`](https://rsshub.app/investor/information_release/news_release_from_authorities/zjhfb)。
-  :::
+:::
 
   #### [权威发布](https://www.investor.org.cn/information_release/news_release_from_authorities/)
 

package/lib/routes/iqiyi/album.ts

@@ -25,9 +25,9 @@ export const route: Route = {
     name: '剧集',
     maintainers: ['TonyRL'],
     handler,
-    description: `:::tip
+    description: `::: tip
   可抓取內容根据服务器所在地区而定
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/iresearch/chart.ts

@@ -0,0 +1,375 @@
+import path from 'node:path';
+
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+
+import { type DataItem, type Route, type Data, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+const categoryMap = {
+    媒体文娱: 59,
+    广告营销: 89,
+    游戏行业: 90,
+    视频媒体: 91,
+    消费电商: 69,
+    电子商务: 86,
+    消费者洞察: 87,
+    旅游行业: 88,
+    汽车行业: 80,
+    教育行业: 63,
+    企业服务: 60,
+    网络服务: 84,
+    应用服务: 85,
+    AI大数据: 65,
+    人工智能: 83,
+    物流行业: 75,
+    金融行业: 70,
+    支付行业: 82,
+    房产行业: 68,
+    医疗健康: 62,
+    先进制造: 61,
+    能源环保: 77,
+    区块链: 76,
+    其他: 81,
+};
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { category: categoryName } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '100', 10);
+
+    const rootUrl: string = 'https://www.iresearch.com.cn';
+    const apiUrl = new URL('api/products/getdatasapi', rootUrl).href;
+
+    const category = categoryMap[categoryName] || undefined;
+
+    const targetUrl: string = new URL(`report.shtml?type=4${category ? `&classId=${category}` : ''}`, rootUrl).href;
+
+    const response = await ofetch(apiUrl, {
+        query: {
+            rootId: 14,
+            channelId: category ?? '',
+            userId: '',
+            lastId: '',
+            pageSize: limit,
+        },
+    });
+
+    const targetResponse = await ofetch(targetUrl);
+    const $: CheerioAPI = load(targetResponse);
+    const language: string = $('html').prop('lang') ?? 'zh-cn';
+
+    const items: DataItem[] = response.List.slice(0, limit).map((item) => ({
+        title: `${item.Title} - ${item.sTitle}`,
+        link: new URL(`chart/detail?id=${item.Id}`, rootUrl).href,
+        description: art(path.join(__dirname, 'templates/chart.art'), {
+            images: [
+                {
+                    src: item.SmallImg,
+                    alt: item.Title,
+                },
+                {
+                    src: item.BigImg,
+                    alt: item.sTitle,
+                },
+            ],
+            newsId: item.NewsId,
+        }),
+        author: item.Author,
+        category: [...new Set([item.sTitle, item.industry, ...item.Keyword])].filter(Boolean),
+        guid: `iresearch.${item.Id}`,
+        pubDate: timezone(parseDate(item.Uptime), +8),
+    }));
+
+    const author = $('title').text();
+
+    return {
+        title: `${author} | 研究图表${category ? ` - ${categoryName}` : ''}`,
+        description: $('meta[property="og:description"]').prop('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        author,
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/chart/:category?',
+    name: '研究图表',
+    url: 'www.iresearch.com.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/iresearch/chart',
+    parameters: {
+        category: '分类，见下表',
+    },
+    description: `
+| 媒体文娱 | 广告营销   | 游戏行业 | 视频媒体  | 消费电商 |
+| -------- | ---------- | -------- | --------- | -------- |
+| 电子商务 | 消费者洞察 | 旅游行业 | 汽车行业  | 教育行业 |
+| 企业服务 | 网络服务   | 应用服务 | AI 大数据 | 人工智能 |
+| 物流行业 | 金融行业   | 支付行业 | 房产行业  | 医疗健康 |
+| 先进制造 | 新能源     | 区块链   | 其他      |          |
+`,
+    categories: ['new-media'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            title: '研究图表 - 媒体文娱',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/媒体文娱' : '';
+            },
+        },
+        {
+            title: '研究图表 - 广告营销',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/广告营销' : '';
+            },
+        },
+        {
+            title: '研究图表 - 游戏行业',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/游戏行业' : '';
+            },
+        },
+        {
+            title: '研究图表 - 视频媒体',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/视频媒体' : '';
+            },
+        },
+        {
+            title: '研究图表 - 消费电商',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/消费电商' : '';
+            },
+        },
+        {
+            title: '研究图表 - 电子商务',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/电子商务' : '';
+            },
+        },
+        {
+            title: '研究图表 - 消费者洞察',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/消费者洞察' : '';
+            },
+        },
+        {
+            title: '研究图表 - 旅游行业',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/旅游行业' : '';
+            },
+        },
+        {
+            title: '研究图表 - 汽车行业',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/汽车行业' : '';
+            },
+        },
+        {
+            title: '研究图表 - 教育行业',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/教育行业' : '';
+            },
+        },
+        {
+            title: '研究图表 - 企业服务',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/企业服务' : '';
+            },
+        },
+        {
+            title: '研究图表 - 网络服务',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/网络服务' : '';
+            },
+        },
+        {
+            title: '研究图表 - 应用服务',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/应用服务' : '';
+            },
+        },
+        {
+            title: '研究图表 - AI大数据',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/AI大数据' : '';
+            },
+        },
+        {
+            title: '研究图表 - 人工智能',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/人工智能' : '';
+            },
+        },
+        {
+            title: '研究图表 - 物流行业',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/物流行业' : '';
+            },
+        },
+        {
+            title: '研究图表 - 金融行业',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/金融行业' : '';
+            },
+        },
+        {
+            title: '研究图表 - 支付行业',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/支付行业' : '';
+            },
+        },
+        {
+            title: '研究图表 - 房产行业',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/房产行业' : '';
+            },
+        },
+        {
+            title: '研究图表 - 医疗健康',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/医疗健康' : '';
+            },
+        },
+        {
+            title: '研究图表 - 先进制造',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/先进制造' : '';
+            },
+        },
+        {
+            title: '研究图表 - 新能源',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/新能源' : '';
+            },
+        },
+        {
+            title: '研究图表 - 区块链',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/区块链' : '';
+            },
+        },
+        {
+            title: '研究图表 - 其他',
+            source: ['https://www.iresearch.com.cn/report.shtml'],
+            target: (_, url) => {
+                const urlObj = new URL(url);
+                const isChart = urlObj.searchParams.get('type') === '4';
+
+                return isChart ? '/iresearch/chart/其他' : '';
+            },
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/iresearch/templates/chart.art

@@ -0,0 +1,13 @@
+{{ if newsId }}
+  <a href="/Detail/report?id={{ newsId }}&amp;isfree=0" target="_blank">查看报告</a>
+{{ /if }}
+
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}

package/lib/routes/isct/namespace.ts

@@ -4,7 +4,11 @@ export const namespace: Namespace = {
     name: 'Institute of Science Tokyo',
     url: 'isct.ac.jp',
     lang: 'ja',
-
+    description: `::: tip
+支持通过 category 参数筛选新闻类别。详情请查看 [指南](https://docs.rsshub.app/zh/guide/parameters#%E5%86%85%E5%AE%B9%E8%BF%87%E6%BB%A4) 。
+    
+You can filter news by category through the category parameter. For more information, please refer to the [guide](https://docs.rsshub.app/guide/parameters#filtering).
+:::`,
     ja: {
         name: '東京科学大学',
     },