rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/meishichina/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '美食天下',
+    url: 'meishichina.com',
+    categories: ['new-media'],
+    description: '',
+};

package/lib/routes/mi/crowdfunding.ts

@@ -1,37 +1,58 @@
-import { Route } from '@/types';
-import got from '@/utils/got';
+import { Data, DataItem, Route, ViewType } from '@/types';
+import { CrowdfundingDetailInfo, CrowdfundingList } from './types';
+import utils from './utils';
 
 export const route: Route = {
     path: '/crowdfunding',
     categories: ['shopping'],
     example: '/mi/crowdfunding',
     name: '小米众筹',
-    maintainers: ['DIYgod'],
+    maintainers: ['DIYgod', 'nuomi1'],
     handler,
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['m.mi.com/crowdfunding/home'],
+            target: '/crowdfunding',
+        },
+    ],
+    view: ViewType.Notifications,
+};
+
+const getDetails = async (list: CrowdfundingList[]) => {
+    const result: Promise<CrowdfundingDetailInfo>[] = list.flatMap((section) => section.items.map((item) => utils.getCrowdfundingItem(item)));
+    return await Promise.all(result);
 };
 
+const getDataItem = (item: CrowdfundingDetailInfo) =>
+    ({
+        title: item.project_name,
+        description: utils.renderCrowdfunding(item),
+        link: `https://m.mi.com/crowdfunding/proddetail/${item.project_id}`,
+        image: item.big_image,
+        language: 'zh-cn',
+    }) as DataItem;
+
 async function handler() {
-    const response = await got({
-        method: 'post',
-        url: 'http://api.m.mi.com/v1/microwd/home',
-        headers: {
-            'Mishop-Client-Id': '180100031055',
-            'User-Agent': 'MiShop/4.3.68 (iPhone; iOS 12.0.1; Scale/3.00)',
-            'IOS-App-Version': '4.3.68',
-            'IOS-Version': 'system=12.0.1&device=iPhone10,3',
-        },
-    });
-    const list = response.data.data.list.flatMap((a) => a.items || []);
+    const list = await utils.getCrowdfundingList();
+    const details = await getDetails(list);
+
+    const items: DataItem[] = details.map((item) => getDataItem(item));
 
     return {
         title: '小米众筹',
-        link: '',
+        link: 'https://m.mi.com/crowdfunding/home',
+        item: items,
         allowEmpty: true,
-        item:
-            list &&
-            list.map((item) => ({
-                title: item.product_name,
-                description: `<img src="${item.img_url}"><br>价格：${item.product_price}元`,
-            })),
-    };
+        image: 'https://m.mi.com/static/img/icons/apple-touch-icon-152x152.png',
+        language: 'zh-cn',
+    } as Data;
 }

package/lib/routes/mi/templates/crowdfunding.art

@@ -0,0 +1,28 @@
+<img src="{{ big_image }}">
+<br>
+{{ project_name }}
+<br>
+{{ project_desc }}
+<br>
+众筹价：{{ price }} 元，建议零售价：{{ product_market_price }} 元
+<br>
+众筹开始：{{ start_time_desc }}，众筹结束：{{ end_time_desc }}
+<br>
+物流：{{ send_info }}
+<br>
+<table>
+    <tbody>
+        <tr>
+            <th>档位</th>
+            <th>价格</th>
+            <th>描述</th>
+        </tr>
+        {{ each support_list }}
+        <tr>
+            <td>{{ $value.name }}</td>
+            <td>{{ $value.price }} 元</td>
+            <td>{{ $value.support_desc }}</td>
+        </tr>
+        {{ /each }}
+    </tbody>
+</table>

package/lib/routes/mi/types.ts

@@ -0,0 +1,40 @@
+export interface DataResponse<Data> {
+    data: Data;
+}
+
+export interface CrowdfundingData {
+    list: CrowdfundingList[];
+}
+
+export interface CrowdfundingList {
+    items: CrowdfundingItem[];
+}
+
+export interface CrowdfundingItem {
+    project_id: number;
+    product_market_price: string;
+}
+
+export interface CrowdfundingDetailData {
+    crowd_funding_info: CrowdfundingDetailInfo;
+}
+
+export interface CrowdfundingDetailInfo {
+    big_image: string;
+    end_time: number;
+    end_time_desc: string; // injected
+    price: string;
+    product_market_price: string; // injected
+    project_desc: string;
+    project_id: number;
+    project_name: string;
+    start_time: number;
+    start_time_desc: string; // injected
+    support_list: CrowdfundingDetailSupportList[];
+}
+
+export interface CrowdfundingDetailSupportList {
+    name: string;
+    price: string;
+    support_desc: string;
+}

package/lib/routes/mi/utils.ts

@@ -0,0 +1,80 @@
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { art } from '@/utils/render';
+import dayjs from 'dayjs';
+import 'dayjs/locale/zh-cn';
+import localizedFormat from 'dayjs/plugin/localizedFormat';
+import timezone from 'dayjs/plugin/timezone';
+import utc from 'dayjs/plugin/utc';
+import path from 'path';
+import { CrowdfundingData, CrowdfundingDetailData, CrowdfundingDetailInfo, CrowdfundingItem, CrowdfundingList, DataResponse } from './types';
+
+dayjs.extend(localizedFormat);
+dayjs.extend(timezone);
+dayjs.extend(utc);
+
+/**
+ * 获取众筹项目列表
+ *
+ * @returns {Promise<CrowdfundingList[]>} 众筹项目列表。
+ */
+export const getCrowdfundingList = async (): Promise<CrowdfundingList[]> => {
+    const response = await ofetch<DataResponse<CrowdfundingData>>('https://m.mi.com/v1/crowd/crowd_home', {
+        headers: {
+            referrer: 'https://m.mi.com/',
+        },
+        method: 'POST',
+    });
+    return response.data.list;
+};
+
+/**
+ * 获取众筹项目详情并缓存
+ *
+ * @param {CrowdfundingItem} item - 众筹项目。
+ * @returns {Promise<CrowdfundingDetailInfo>} 众筹项目详情。
+ */
+export const getCrowdfundingItem = (item: CrowdfundingItem): Promise<CrowdfundingDetailInfo> =>
+    cache.tryGet(`mi:crowdfunding:${item.project_id}`, async () => {
+        const response = await ofetch<DataResponse<CrowdfundingDetailData>>('https://m.mi.com/v1/crowd/crowd_detail', {
+            headers: {
+                referrer: 'https://m.mi.com/crowdfunding/home',
+            },
+            method: 'POST',
+            query: {
+                project_id: item.project_id,
+            },
+        });
+        // 建议零售价
+        if (response.data.crowd_funding_info.product_market_price === undefined) {
+            response.data.crowd_funding_info.product_market_price = item.product_market_price;
+        }
+        // 众筹开始
+        if (response.data.crowd_funding_info.start_time_desc === undefined) {
+            response.data.crowd_funding_info.start_time_desc = formatDate(response.data.crowd_funding_info.start_time);
+        }
+        // 众筹结束
+        if (response.data.crowd_funding_info.end_time_desc === undefined) {
+            response.data.crowd_funding_info.end_time_desc = formatDate(response.data.crowd_funding_info.end_time);
+        }
+        return response.data.crowd_funding_info;
+    }) as Promise<CrowdfundingDetailInfo>;
+
+/**
+ * 渲染众筹项目模板
+ *
+ * @param {CrowdfundingDetailInfo} item - 众筹项目详情。
+ * @returns {string} 渲染后的众筹项目模板字符串。
+ */
+export const renderCrowdfunding = (item: CrowdfundingDetailInfo): string => art(path.join(__dirname, 'templates/crowdfunding.art'), item);
+
+const formatDate = (timestamp: number): string => dayjs.unix(timestamp).tz('Asia/Shanghai').locale('zh-cn').format('lll');
+
+export default {
+    getCrowdfundingList,
+    getCrowdfundingItem,
+    renderCrowdfunding,
+};

package/lib/routes/misskey/featured-notes.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import utils from './utils';
 import { config } from '@/config';
@@ -6,7 +6,8 @@ import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/notes/featured/:site',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
     example: '/misskey/notes/featured/misskey.io',
     parameters: { site: 'instance address, domain only, without `http://` or `https://` protocol header' },
     features: {

package/lib/routes/misskey/user-timeline.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import utils from './utils';
 import { config } from '@/config';
 import ConfigNotFoundError from '@/errors/types/config-not-found';
@@ -6,7 +6,8 @@ import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/users/notes/:username',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
+    view: ViewType.SocialMedia,
     example: '/misskey/users/notes/support@misskey.io',
     parameters: { username: 'misskey username format, like support@misskey.io' },
     features: {

package/lib/routes/misskey/utils.ts

@@ -60,6 +60,7 @@ async function getUserTimelineByUsername(username, site) {
         json: {
             userId: accountId,
             withChannelNotes: true,
+            withRenotes: false,
             limit: 10,
             offset: 0,
         },

package/lib/routes/natgeo/dailyphoto.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
@@ -13,6 +13,7 @@ import { config } from '@/config';
 export const route: Route = {
     path: '/dailyphoto',
     categories: ['picture'],
+    view: ViewType.Pictures,
     example: '/natgeo/dailyphoto',
     parameters: {},
     features: {
@@ -28,8 +29,8 @@ export const route: Route = {
             source: ['nationalgeographic.com/photo-of-the-day/*', 'nationalgeographic.com/'],
         },
     ],
-    name: '每日一图',
-    maintainers: ['LogicJake', 'OrangeEd1t', 'TonyRL'],
+    name: 'Daily Photo',
+    maintainers: ['LogicJake', 'OrangeEd1t', 'TonyRL', 'pseudoyu'],
     handler,
     url: 'nationalgeographic.com/photo-of-the-day/*',
 };

package/lib/routes/natgeo/dailyselection.ts

@@ -1,11 +1,26 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/dailyselection',
-    name: 'Unknown',
+    name: 'Daily Selection',
+    categories: ['picture'],
+    view: ViewType.Pictures,
+    example: '/natgeo/dailyselection',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+    },
+    radar: [
+        {
+            source: ['nationalgeographic.com/'],
+        },
+    ],
     maintainers: ['OrangeEd1t'],
     handler,
 };

package/lib/routes/ncku/csie.ts

@@ -0,0 +1,83 @@
+import type { Route } from '@/types';
+import { CheerioAPI, load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
+const currentURL = (catagory: string, page: number) => (catagory === '_all' ? `https://www.csie.ncku.edu.tw/zh-hant/news?page=${page}` : `https://www.csie.ncku.edu.tw/zh-hant/news/${catagory}?page=${page}`);
+
+const catagories = {
+    _all: '全部資訊',
+    normal: '一般資訊',
+    bachelorAdmission: '大學部招生',
+    masterAdmission: '研究所招生',
+    speeches: '演講及活動資訊',
+    awards: '獲獎資訊',
+    scholarship: '獎助學金',
+    jobs: '徵人資訊',
+};
+
+export const route: Route = {
+    'zh-TW': {
+        name: '國立成功大學資訊系公告',
+        description: '可用分類：_all, normal, bachelorAdmission, masterAdmission, speeches, awards, scholarship, jobs',
+    },
+    name: 'CSIE News',
+    description: 'Availible catagories：_all, normal, bachelorAdmission, masterAdmission, speeches, awards, scholarship, jobs',
+    path: '/csie/:catagory?',
+    categories: ['university'],
+    example: '/ncku/csie/normal',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.csie.ncku.edu.tw/zh-hant/news/'],
+            target: '/csie/_all',
+        },
+        {
+            source: ['www.csie.ncku.edu.tw/zh-hant/news/:catagory'],
+            target: '/csie/:catagory',
+        },
+    ],
+    maintainers: ['simbafs'],
+    handler: async (ctx) => {
+        let catagory = ctx.req.param('catagory') ?? '_all';
+        if (catagories[catagory] === undefined) {
+            catagory = 'normal';
+        }
+
+        const base = 1; // get from query
+        const limit = 3; // get from query
+
+        const item = (
+            await Promise.allSettled(
+                Array.from({ length: limit }).map(async (_, i) => {
+                    const $ = await ofetch<CheerioAPI>(currentURL(catagory, base + i), {
+                        parseResponse: load,
+                    });
+
+                    return $('.list-title > li')
+                        .toArray()
+                        .map((e) => ({
+                            title: $('a', e).text(),
+                            pubDate: new Date($('small', e).text()),
+                            link: `https://www.csie.ncku.edu.tw${$('a', e).attr('href')}`,
+                            catagory: $('span:nth-child(2)', e).text(),
+                        }));
+                })
+            )
+        )
+            .filter((item) => item.status === 'fulfilled')
+            .flatMap((item) => item.value);
+
+        return {
+            title: `成大資訊系公告 - ${catagories[catagory]}`,
+            link: currentURL(catagory, base),
+            item,
+        };
+    },
+};

package/lib/routes/ncku/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'National Cheng Kung University',
+    url: 'www.ncku.edu.tw',
+};

package/lib/routes/ncku/phys.ts

@@ -0,0 +1,95 @@
+import type { Route } from '@/types';
+import { CheerioAPI, load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
+const currentURL = (catagory: string) => `https://phys.ncku.edu.tw/news/${catagory === '_all' ? '' : catagory}`;
+
+const catagories = {
+    '24': '物理系',
+    scholarship: '獎助學金',
+    admission: '招生與錄取報到',
+    'course-announcement': '助教公告',
+    'bachelor-announcement': '大學部',
+    'master-announcement': '研究所',
+    graduation: '畢業離校',
+    'student-guide': '學生手冊與新生入學',
+    honor: '榮譽榜',
+    career: '求才公告',
+    others: '其他',
+    _all: '所有訊息',
+};
+
+export const route: Route = {
+    'zh-TW': {
+        name: '國立成功大學物理系公告',
+    },
+    name: 'Phys News',
+    description: `| 分類 | catagory |
+| 物理系 | 24 |
+| 獎助學金 | scholarship |
+| 招生與錄取報到 | admission |
+| 助教公告 | course-announcement |
+| 大學部 | bachelor-announcement |
+| 研究所 | master-announcement |
+| 畢業離校 | graduation |
+| 學生手冊與新生入學 | student-guide |
+| 榮譽榜 | honor |
+| 求才公告 | career |
+| 其他 | others |
+| 所有訊息 | _all |
+`,
+    path: '/phys/:catagory?',
+    parameters: {
+        catagory: 'catagory, default is _all',
+    },
+    categories: ['university'],
+    example: '/ncku/phys/_all',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['phys.ncku.edu.tw/news/'],
+            target: '/phys/_all',
+        },
+        {
+            source: ['phys.ncku.edu.tw/news/:catagory/'],
+            target: '/phys/:catagory',
+        },
+    ],
+    maintainers: ['simbafs'],
+    handler: async (ctx) => {
+        let catagory = ctx.req.param('catagory') ?? '_all';
+        if (catagories[catagory] === undefined) {
+            catagory = '_all';
+        }
+
+        const $ = await ofetch<CheerioAPI>(currentURL(catagory), {
+            parseResponse: load,
+        });
+
+        const item = $('.newsList .Txt')
+            .toArray()
+            .map((e) => ({
+                title: $('a', e).text(),
+                pubDate: new Date(
+                    $('.newsDate', e)
+                        .text()
+                        .match(/\d{4}(?: \/ \d{2}){2}/)?.[0] || ''
+                ),
+                link: $('a', e).attr('href'),
+                catagory: $('.newIcon', e).text(),
+            }));
+
+        return {
+            title: `成大物理系公告 - ${catagories[catagory]}`,
+            link: currentURL(catagory),
+            item,
+        };
+    },
+};

package/lib/routes/news/namespace.ts

@@ -1,6 +1,6 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: '小黑盒',
+    name: '新华社',
     url: 'news.cn',
 };

package/lib/routes/newyorker/news.ts

@@ -1,14 +1,15 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
-import parser from '@/utils/rss-parser';
 import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
+
 const host = 'https://www.newyorker.com';
 export const route: Route = {
-    path: '/:category/:subCategory?',
-    categories: ['traditional-media'],
-    example: '/newyorker/everything',
-    parameters: { category: 'rss category. can be found at `https://www.newyorker.com/about/feeds`' },
+    path: '/:category',
+    categories: ['traditional-media', 'popular'],
+    view: ViewType.Articles,
+    example: '/newyorker/latest',
+    parameters: { category: 'tab name. can be found at url' },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -19,22 +20,30 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['newyorker.com/feed/:category/:subCategory?'],
+            source: ['newyorker.com/:category?'],
         },
     ],
-    name: 'The New Yorker',
-    maintainers: ['EthanWng97'],
+    name: 'Articles',
+    maintainers: ['EthanWng97', 'pseudoyu'],
     handler,
 };
 
 async function handler(ctx) {
-    const { category, subCategory } = ctx.req.param();
-    const rssUrl = subCategory ? `${host}/feed/${category}/${subCategory}` : `${host}/feed/${category}`;
-    const feed = await parser.parseURL(rssUrl);
+    const { category } = ctx.req.param();
+    const link = `${host}/${category}`;
+    const response = await ofetch(link);
+    const $ = load(response);
+    const preloadedState = JSON.parse(
+        $('script:contains("window.__PRELOADED_STATE__")')
+            .text()
+            .match(/window\.__PRELOADED_STATE__ = (.*);/)?.[1] ?? '{}'
+    );
+    const list = preloadedState.transformed.bundle.containers[0].items;
     const items = await Promise.all(
-        feed.items.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const data = await ofetch(item.link);
+        list.map((item) => {
+            const url = `${host}${item.url}`;
+            return cache.tryGet(url, async () => {
+                const data = await ofetch(url);
                 const $ = load(data);
                 const description = $('#main-content');
                 description.find('h1').remove();
@@ -43,18 +52,17 @@ async function handler(ctx) {
                 description.find('div[class^="ActionBarWrapperContent-"]').remove();
                 description.find('div[class^="ContentHeaderByline-"]').remove();
                 return {
-                    title: item.title,
+                    title: item.dangerousHed,
                     pubDate: item.pubDate,
-                    link: item.link,
-                    category: item.categories,
+                    link: url,
                     description: description.html(),
                 };
-            })
-        )
+            });
+        })
     );
 
     return {
-        title: `The New Yorker - ${feed.title}`,
+        title: `The New Yorker - ${category}`,
         link: host,
         description: 'Reporting, Profiles, breaking news, cultural coverage, podcasts, videos, and cartoons from The New Yorker.',
         item: items,