rsshub 1.0.0-master.fc1b99f → 1.0.0-master.fc2cf18

package/lib/routes/hypergryph/arknights/arktca.ts

@@ -0,0 +1,124 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+
+const rssDescription = '期刊《回归线》 | 泰拉创作者联合会';
+const url = 'aneot.arktca.com';
+const author = 'Bendancom';
+
+export const route: Route = {
+    path: '/arknights/arktca',
+    categories: ['game'],
+    example: '/hypergryph/arknights/arktca',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '期刊',
+    url,
+    maintainers: [author],
+    radar: [
+        {
+            source: [url],
+        },
+    ],
+    description: rssDescription,
+    handler,
+};
+
+async function handler() {
+    const baseUrl = `https://${url}`;
+    const { data: allResponse } = await got(`${baseUrl}/posts`);
+    const $ = load(allResponse);
+
+    const allUrlList = $('div.theme-hope-content > table')
+        .find('a')
+        .toArray()
+        .map((item) => baseUrl + $(item).prop('href'));
+
+    const journalList = await Promise.all(
+        allUrlList.map(async (item) => {
+            const { data: response } = await got(item);
+            const $$ = load(response);
+            const regVol = /(?<=Vol. )(\w+)/;
+            const match = regVol.exec($$('div.vp-page-title').find('h1').text());
+            const volume = match ? match[0] : '';
+            const links = $$('div.theme-hope-content > ul a')
+                .toArray()
+                .map((e) => baseUrl + $(e).prop('href'));
+            return {
+                volume,
+                links,
+            };
+        })
+    );
+
+    const journals = await Promise.all(
+        journalList.map(
+            async (item) =>
+                await Promise.all(
+                    item.links.map((link) =>
+                        cache.tryGet(link, async () => {
+                            const { data: response } = await got(link);
+                            const $$ = load(response);
+
+                            $$('div.ads-container').remove();
+                            const language = $$('html').prop('lang');
+
+                            const pageTitle = $$('div.vp-page-title');
+
+                            const title = `Vol.${item.volume} ` + pageTitle.children('h1').text();
+                            const pageInfo = pageTitle.children('div.page-info');
+
+                            const pageAuthorInfo = pageInfo.children('span.page-author-info');
+                            const author = pageAuthorInfo.find('span.page-author-item').text();
+
+                            const pageDateInfo = pageInfo.children('span.page-date-info');
+                            const date = pageDateInfo.children('meta').prop('content');
+                            const pubDate = parseDate(date);
+
+                            const pageCategoryInfo = pageInfo.find('span.page-category-info');
+                            const category = pageCategoryInfo.children('meta').prop('content');
+
+                            const article = $$('div.theme-hope-content');
+                            const description = article.html();
+
+                            const comments = Number.parseInt($$('span.wl-num').text());
+                            return {
+                                title,
+                                language,
+                                author,
+                                pubDate,
+                                category,
+                                description,
+                                comments,
+                                guid: link,
+                                link,
+                            };
+                        })
+                    )
+                )
+        )
+    );
+
+    const logoUrl = `${baseUrl}/logo.svg`;
+
+    return {
+        title: '回归线',
+        link: baseUrl,
+        description: rssDescription,
+        icon: logoUrl,
+        logo: logoUrl,
+        image: logoUrl,
+        author,
+        language: 'zh-CN',
+        item: journals.flat(Infinity),
+    };
+}

package/lib/routes/hypergryph/arknights/japan.ts

@@ -0,0 +1,78 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import type { Context } from 'hono';
+
+type ContentItem = {
+    key: string;
+    value: string;
+    bannerUrl: string;
+    bannerUrlMobile: string;
+    digest: string;
+    imgCount: number;
+    imgInfo: any[];
+    ext_0: string;
+    ext_1: string;
+    ext_2: string;
+    ext_3: string;
+    ext_4: string;
+    ext_5: string;
+    ext_6: string;
+    ext_7: string;
+    ext_8: string;
+    ext_9: string;
+};
+
+type NewsDetail = {
+    id: string;
+    title: string;
+    category: number;
+    content: ContentItem[];
+    lang: string;
+    highlight: number;
+    publishedAt: string;
+    ext1: null | string;
+    ext2: null | string;
+};
+
+export const route: Route = {
+    path: '/arknights/japan',
+    categories: ['game'],
+    example: '/hypergryph/arknights/japan',
+    radar: [
+        {
+            source: ['ak.arknights.jp/news', 'ak.arknights.jp/'],
+        },
+    ],
+    name: 'アークナイツ (日服新闻)',
+    maintainers: ['ofyark'],
+    handler,
+    url: 'ak.arknights.jp/news',
+};
+
+async function handler(ctx: Context) {
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 9;
+
+    const response = await ofetch('https://www.arknights.jp:10014/news', {
+        query: {
+            lang: 'ja',
+            limit,
+            page: 1,
+        },
+    });
+
+    const newsList = (response.data.items as NewsDetail[]).map((item) => ({
+        title: item.title,
+        description: item.content[0].value,
+        pubDate: parseDate(item.publishedAt),
+        link: `https://www.arknights.jp/news/${item.id}`,
+    }));
+
+    return {
+        title: 'アークナイツ',
+        link: 'https://www.arknights.jp/news',
+        description: 'アークナイツ ニュース',
+        language: 'ja',
+        item: newsList,
+    };
+}

package/lib/routes/hypergryph/arknights/news.ts

@@ -0,0 +1,118 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import * as cheerio from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { config } from '@/config';
+
+type NewsItem = {
+    cid: string;
+    tab: string;
+    sticky: boolean;
+    title: string;
+    author: string;
+    displayTime: number;
+    cover: string;
+    extraCover: string;
+    brief: string;
+};
+
+type InitialData = {
+    LATEST: {
+        list: NewsItem[];
+        total: number;
+        end: boolean;
+        map: Record<string, NewsItem[]>;
+    };
+    ANNOUNCEMENT: {
+        list: NewsItem[];
+        total: number;
+        end: boolean;
+        map: Record<string, NewsItem[]>;
+    };
+    ACTIVITY: {
+        list: NewsItem[];
+        total: number;
+        end: boolean;
+        map: Record<string, NewsItem[]>;
+    };
+    NEWS: {
+        list: NewsItem[];
+        total: number;
+        end: boolean;
+        map: Record<string, NewsItem[]>;
+    };
+};
+
+const parseList = (list: NewsItem[]) =>
+    list.map((item) => ({
+        title: item.title,
+        author: item.author,
+        description: item.brief.trim().replaceAll('\n', '<br>'),
+        link: `https://ak.hypergryph.com/news/${item.cid}`,
+        pubDate: parseDate(item.displayTime, 'X'),
+    }));
+
+export const route: Route = {
+    path: '/arknights/news/:group?',
+    categories: ['game'],
+    example: '/hypergryph/arknights/news',
+    parameters: { group: '分组，默认为 `ALL`' },
+    radar: [
+        {
+            source: ['ak-conf.hypergryph.com/news'],
+        },
+    ],
+    name: '明日方舟 - 游戏公告与新闻',
+    maintainers: ['Astrian'],
+    handler,
+    url: 'ak-conf.hypergryph.com/news',
+    description: `
+  | 全部 | 最新   | 公告         | 活动     | 新闻 |
+  | ---- | ------ | ------------ | -------- | ---- |
+  | ALL  | LATEST | ANNOUNCEMENT | ACTIVITY | NEWS |`,
+};
+
+async function handler(ctx) {
+    const { group = 'ALL' } = ctx.req.param();
+
+    const initialData: Promise<InitialData> = await cache.tryGet(
+        'hypergryph:arknights:news',
+        async () => {
+            const response = await ofetch('https://ak.hypergryph.com/news');
+            const $ = cheerio.load(response);
+            const renderData = JSON.parse(
+                $('script:contains("initialData")')
+                    .first()
+                    .text()
+                    .match(/self\.__next_f\.push\((.+)\)/)?.[1] ?? ''
+            );
+            return JSON.parse(renderData[1].slice(2))[3].initialData as InitialData;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const list = group === 'ALL' ? Object.values(initialData).flatMap(({ list }) => parseList(list)) : parseList(initialData[group].list);
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch(item.link);
+                const $ = cheerio.load(response);
+
+                const description = $('div > div > div > div > div > div > div:nth-child(4)');
+                item.description = description.length ? description.html() : item.description;
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '《明日方舟》游戏公告与新闻',
+        link: 'https://ak.hypergryph.com/news',
+        item: items,
+        language: 'zh-cn',
+    };
+}

package/lib/routes/hypergryph/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '鹰角网络',
+    url: 'www.hypergryph.com',
+    categories: ['game'],
+};

package/lib/routes/ianspriggs/index.ts

@@ -7,7 +7,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/:category?',

package/lib/routes/idaily/index.ts

@@ -3,12 +3,21 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
 
 export const route: Route = {
-    path: ['/today/:language?', '/:language?'],
-    name: 'Unknown',
-    maintainers: [],
+    path: ['/:language?'],
+    name: '每日环球视野',
+    example: '/idaily',
+    maintainers: ['zphw', 'nczitzk'],
+    parameters: { language: '语言，见下表，默认为简体中文' },
+    radar: [
+        {
+            source: ['idai.ly/'],
+        },
+    ],
     handler,
     description: `| 简体中文 | 繁体中文 |
   | -------- | -------- |

package/lib/routes/ieee/journal.ts

@@ -2,89 +2,72 @@ import { Route } from '@/types';
 import { getCurrentPath } from '@/utils/helpers';
 const __dirname = getCurrentPath(import.meta.url);
 
-import cache from '@/utils/cache';
 import got from '@/utils/got';
-import { load } from 'cheerio';
-import * as path from 'node:path';
+import path from 'node:path';
 import { art } from '@/utils/render';
 
-import { CookieJar } from 'tough-cookie';
-const cookieJar = new CookieJar();
+const ieeeHost = 'https://ieeexplore.ieee.org';
 
 export const route: Route = {
-    path: ['/:journal/latest/vol/:sortType?', '/journal/:journal/:sortType?'],
-    name: 'Unknown',
-    maintainers: [],
+    name: 'IEEE Journal Articles',
+    maintainers: ['HenryQW'],
+    categories: ['journal'],
+    path: '/journal/:punumber/:earlyAccess?',
+    parameters: {
+        punumber: 'Publication Number, look for `punumber` in the URL',
+        earlyAccess: 'Optional, set any value to get early access articles',
+    },
+    example: '/ieee/journal/6287639/preprint',
     handler,
 };
 
 async function handler(ctx) {
-    const punumber = ctx.req.param('journal');
-    const sortType = ctx.req.param('sortType') ?? 'vol-only-seq';
-    const host = 'https://ieeexplore.ieee.org';
-    const jrnlUrl = `${host}/xpl/mostRecentIssue.jsp?punumber=${punumber}`;
+    const publicationNumber = ctx.req.param('punumber');
+    const earlyAccess = !!ctx.req.param('earlyAccess');
 
-    const response = await got(`${host}/rest/publication/home/metadata?pubid=${punumber}`, {
-        cookieJar,
-    }).json();
-    const volume = response.currentIssue.volume;
-    const isnumber = response.currentIssue.issueNumber;
-    const jrnlName = response.displayTitle;
+    const metadata = await fetchMetadata(publicationNumber);
+    const { displayTitle, currentIssue, preprintIssue, coverImagePath } = metadata;
+    const { issueNumber, volume } = earlyAccess ? preprintIssue : currentIssue;
 
-    const response2 = await got
-        .post(`${host}/rest/search/pub/${punumber}/issue/${isnumber}/toc`, {
-            cookieJar,
-            json: {
-                punumber,
-                isnumber,
-                sortType,
-                rowsPerPage: '100',
-            },
-        })
-        .json();
-    let list = response2.records.map((item) => {
-        const $2 = load(item.articleTitle);
-        const title = $2.text();
-        const link = item.htmlLink;
-        const doi = item.doi;
-        let authors = 'Do not have author';
-        if (Object.hasOwn(item, 'authors')) {
-            authors = item.authors.map((itemAuth) => itemAuth.preferredName).join('; ');
-        }
-        let abstract = '';
-        Object.hasOwn(item, 'abstract') ? (abstract = item.abstract) : (abstract = '');
-        return {
-            title,
-            link,
-            authors,
-            doi,
-            volume,
-            abstract,
-        };
-    });
+    const tocData = await fetchTOCData(publicationNumber, issueNumber);
+    const list = tocData.records.map((item) => {
+        const mappedItem = mapRecordToItem(volume)(item);
 
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
+        mappedItem.description = art(path.join(__dirname, 'templates/description.art'), {
+            item: mappedItem,
         });
-    list = await Promise.all(
-        list.map((item) =>
-            cache.tryGet(item.link, async () => {
-                if (item.abstract !== '') {
-                    const response3 = await got(`${host}${item.link}`);
-                    const { abstract } = JSON.parse(response3.body.match(/metadata=(.*);/)[1]);
-                    const $3 = load(abstract);
-                    item.abstract = $3.text();
-                    item.description = renderDesc(item);
-                }
-                return item;
-            })
-        )
-    );
+
+        return mappedItem;
+    });
 
     return {
-        title: jrnlName,
-        link: jrnlUrl,
+        title: displayTitle,
+        link: `${ieeeHost}/xpl/tocresult.jsp?isnumber=${issueNumber}`,
         item: list,
+        image: `${ieeeHost}${coverImagePath}`,
     };
 }
+
+async function fetchMetadata(punumber) {
+    const response = await got(`${ieeeHost}/rest/publication/home/metadata?pubid=${punumber}`);
+    return response.data;
+}
+
+async function fetchTOCData(punumber, isnumber) {
+    const response = await got.post(`${ieeeHost}/rest/search/pub/${punumber}/issue/${isnumber}/toc`, {
+        json: { punumber, isnumber, rowsPerPage: '100' },
+    });
+    return response.data;
+}
+
+function mapRecordToItem(volume) {
+    return (item) => ({
+        abstract: item.abstract || '',
+        authors: item.authors ? item.authors.map((author) => author.preferredName).join('; ') : '',
+        description: '',
+        doi: item.doi,
+        link: item.htmlLink,
+        title: item.articleTitle || '',
+        volume,
+    });
+}

package/lib/routes/ieee/templates/description.art

@@ -3,7 +3,7 @@
 </p>
 <p>
     <span><small><i>{{ item.authors }}</i></small></span><br>
-    <span><small><i>https://doi.org/{{ item.doi }}</i></small></span><br>
+    <span><small><i><a href="https://doi.org/{{ item.doi }}">https://doi.org/{{ item.doi }}</a></i></small></span><br>
     <span><small><i>Volume {{ item.volume }}</i></small></span><br>
 </p>
 <p>

package/lib/routes/ieee-security/sp.ts

@@ -1,5 +1,5 @@
 import { Route } from '@/types';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 const url = 'https://www.ieee-security.org/';
@@ -9,15 +9,6 @@ export const route: Route = {
     path: '/security-privacy',
     categories: ['journal'],
     example: '/ieee-security/security-privacy',
-    parameters: {},
-    features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
-    },
     radar: [
         {
             source: ['ieee-security.org/TC/SP-Index.html', 'ieee-security.org/'],
@@ -33,16 +24,16 @@ export const route: Route = {
 async function handler() {
     const last = new Date().getFullYear() + 1;
     const urlList = Array.from({ length: last - 2020 }, (_, v) => `${url}TC/SP${v + 2020}/program-papers.html`);
-    const responses = await got.all(urlList.map((url) => got(url)));
+    const responses = await Promise.allSettled(urlList.map((url) => ofetch(url)));
 
-    const items = responses.map((response) => {
-        const $ = load(response.data);
+    const items = responses.flatMap((response, i) => {
+        const $ = load(response.value);
         return $('div.panel-body > div.list-group-item')
             .toArray()
             .map((item) => {
                 item = $(item);
                 const title = item.find('b').text().trim();
-                const link = response.url;
+                const link = urlList[i];
                 return {
                     title,
                     author: item.html().trim().split('<br>')[1].trim(),
@@ -57,6 +48,6 @@ async function handler() {
         link: `${url}TC/SP-Index.html`,
         description: 'IEEE Symposium on Security and Privacy Accepted Papers',
         allowEmpty: true,
-        item: items.flat(),
+        item: items,
     };
 }