rsshub 1.0.0-master.f5fb3ae → 1.0.0-master.f5fc827

package/lib/routes/ntdtv/channel.ts

@@ -0,0 +1,72 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const host = 'https://www.ntdtv.com';
+
+export const route: Route = {
+    path: '/:language/:id',
+    categories: ['traditional-media'],
+    example: '/ntdtv/b5/prog1201',
+    parameters: { language: '语言，简体为`gb`，繁体为`b5`', id: '子频道名称' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.ntdtv.com/:language/:id'],
+        },
+    ],
+    name: '频道',
+    maintainers: ['Fatpandac'],
+    handler,
+    description: `参数均可在官网获取，如：
+
+  \`https://www.ntdtv.com/b5/prog1201\` 对应 \`/ntdtv/b5/prog1201\``,
+};
+
+async function handler(ctx) {
+    const language = ctx.req.param('language');
+    const id = ctx.req.param('id');
+    const url = `${host}/${language}/${id}`;
+
+    const response = await got(url);
+    const $ = load(response.data);
+    const title = $('h1.block_title').text();
+    const list = $('div.list_wrapper > div')
+        .map((_, item) => ({
+            title: $(item).find('div.title').text(),
+            link: $(item).find('div.title > a').attr('href'),
+            description: $(item).find('div.excerpt').text(),
+        }))
+        .get()
+        .filter((item) => item.link);
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const content = load(detailResponse.data);
+
+                item.description = content('div.post_content').html();
+                item.pubDate = timezone(parseDate(content('div.time > span').text()), +8);
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: `新唐人电视台 - ${title}`,
+        link: url,
+        item: items,
+    };
+}

package/lib/routes/ntdtv/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '新唐人电视台',
+    url: 'www.ntdtv.com',
+    lang: 'zh-CN',
+};

package/lib/routes/nua/dc.ts

@@ -0,0 +1,96 @@
+import { Route } from '@/types';
+import util from './utils';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+
+export const route: Route = {
+    path: '/dc/:type',
+    categories: ['university'],
+    example: '/nua/dc/news',
+    parameters: { type: 'News Type' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['dc.nua.edu.cn/:type/list.htm'],
+        },
+    ],
+    name: 'School of Design',
+    maintainers: ['evnydd0sf'],
+    handler,
+    description: `| News Type                | Parameters |
+  | ------------------------ | ---------- |
+  | 学院新闻 NEWS            | news       |
+  | 展览 EXHIBITION          | exhibition |
+  | 研创 RESEARCH & CREATION | rc         |
+  | 项目 PROJECT             | project    |
+  | 党团 PARTY               | party      |
+  | 后浪 YOUTH               | youth      |`,
+};
+
+async function handler(ctx) {
+    const type = ctx.req.param('type');
+
+    const baseUrl = 'https://dc.nua.edu.cn';
+
+    let listName;
+    let listDate;
+    let artiContent;
+    let webPageName;
+
+    switch (type) {
+        case 'news':
+            listName = 'li.pre35.left li.news_list';
+            listDate = '.date';
+            artiContent = '.article';
+            webPageName = 'li.pre35.left .big_title';
+            break;
+        case 'exhibition':
+            listName = 'li.pre65.right li.effects';
+            listDate = '.date';
+            artiContent = '.article';
+            webPageName = 'li.pre65.right .big_title';
+            break;
+        case 'project':
+            listName = 'ul.center div.center_list_img';
+            listDate = '.date';
+            artiContent = '.article';
+            webPageName = 'ul.center .big_title';
+            break;
+        case 'rc':
+            listName = 'div.pre65.left p.small_content_2';
+            listDate = '.date';
+            artiContent = '.article';
+            webPageName = 'div.pre65.left.is-inview .big_title';
+            break;
+        case 'party':
+            listName = 'div.pre35.right li.party_list';
+            listDate = '.date';
+            artiContent = '.article';
+            webPageName = 'div.pre35.right .big_title';
+            break;
+        case 'youth':
+            listName = 'ul.works_list p.small_content_2.viewpoint';
+            listDate = '.date';
+            artiContent = '.article';
+            webPageName = 'ul.screen_4 .big_title';
+            break;
+        default:
+            throw new InvalidParameterError(`暂不支持对${type}的订阅`);
+    }
+
+    const items = await util.ProcessList(baseUrl, baseUrl, listName, listDate, webPageName);
+    const results = await util.ProcessFeed(items[0], artiContent);
+
+    return {
+        title: 'NUA-设计学院-' + items[1],
+        link: baseUrl,
+        description: '南京艺术学院 设计学院 ' + items[1],
+        item: results,
+    };
+}

package/lib/routes/nua/gra.ts

@@ -0,0 +1,50 @@
+import { Route } from '@/types';
+import util from './utils';
+const baseUrl = 'https://grad.nua.edu.cn';
+
+export const route: Route = {
+    path: '/gra/:type',
+    categories: ['university'],
+    example: '/nua/gra/1959',
+    parameters: { type: 'News Type' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['grad.nua.edu.cn/:type/list.htm'],
+        },
+    ],
+    name: 'Graduate Institute',
+    maintainers: ['evnydd0sf'],
+    handler,
+    description: `| News Type | Parameters |
+  | --------- | ---------- |
+  | 招生工作  | 1959       |
+  | 培养工作  | 1962       |
+  | 学位工作  | 1958       |`,
+};
+
+async function handler(ctx) {
+    const type = ctx.req.param('type');
+    const newsUrl = `${baseUrl}/${type}/list.htm`;
+    const listName = 'li.list_item';
+    const artiContent = '.read';
+    const listDate = '.Article_PublishDate';
+    const webPageName = '.col_title';
+
+    const items = await util.ProcessList(newsUrl, baseUrl, listName, listDate, webPageName);
+    const results = await util.ProcessFeed(items[0], artiContent);
+
+    return {
+        title: 'NUA-研究生处-' + items[1],
+        link: `${baseUrl}/${type}/list.htm`,
+        description: '南京艺术学院 研究生处 ' + items[1],
+        item: results,
+    };
+}

package/lib/routes/nua/index.ts

@@ -0,0 +1,50 @@
+import { Route } from '@/types';
+import util from './utils';
+
+export const route: Route = {
+    path: '/index/:type',
+    categories: ['university'],
+    example: '/nua/index/346',
+    parameters: { type: 'News Type' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['index.nua.edu.cn/:type/list.htm'],
+        },
+    ],
+    name: 'Official Information',
+    maintainers: ['evnydd0sf'],
+    handler,
+    description: `| News Type | Parameters |
+  | --------- | ---------- |
+  | 公告      | 346        |
+  | 南艺要闻  | 332        |`,
+};
+
+async function handler(ctx) {
+    const type = ctx.req.param('type');
+
+    const baseUrl = 'https://www.nua.edu.cn';
+    const newsUrl = `${baseUrl}/${type}/list.htm`;
+    const listName = 'li.news';
+    const listDate = '.news_meta';
+    const webPageName = '.col_title';
+
+    const artiContent = '.read';
+    const items = await util.ProcessList(newsUrl, baseUrl, listName, listDate, webPageName);
+    const results = await util.ProcessFeed(items[0], artiContent);
+
+    return {
+        title: 'NUA-' + items[1],
+        link: newsUrl,
+        description: '南京艺术学院 ' + items[1],
+        item: results,
+    };
+}

package/lib/routes/nua/lib.ts

@@ -0,0 +1,70 @@
+import { Route } from '@/types';
+import util from './utils';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+const baseUrl = 'https://lib.nua.edu.cn';
+
+export const route: Route = {
+    path: '/lib/:type',
+    categories: ['university'],
+    example: '/nua/lib/xwdt',
+    parameters: { type: 'News Type' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['lib.nua.edu.cn/:type/list.htm'],
+        },
+    ],
+    name: 'Library',
+    maintainers: ['evnydd0sf'],
+    handler,
+    description: `| News Type | Parameters |
+  | --------- | ---------- |
+  | 新闻动态  | xwdt       |
+  | 党建动态  | djdt       |
+  | 资源动态  | zydt       |
+  | 服务动态  | fwdt       |`,
+};
+
+async function handler(ctx) {
+    const type = ctx.req.param('type');
+    let webPageName;
+
+    switch (type) {
+        case 'xwdt':
+            webPageName = '.wp_column.column-1.selected';
+            break;
+        case 'djdt':
+            webPageName = '.wp_column.column-2.selected';
+            break;
+        case 'zydt':
+            webPageName = '.wp_column.column-3.selected';
+            break;
+        case 'fwdt':
+            webPageName = '.wp_column.column-4.selected';
+            break;
+        default:
+            throw new InvalidParameterError(`暂不支持对${type}的订阅`);
+    }
+
+    const newsUrl = `${baseUrl}/${type}/list.htm`;
+    const listName = 'div.news_con';
+    const artiContent = '.wp_articlecontent';
+    const listDate = '.news_date';
+
+    const items = await util.ProcessList(newsUrl, baseUrl, listName, listDate, webPageName);
+    const results = await util.ProcessFeed(items[0], artiContent);
+
+    return {
+        title: 'NUA-图书馆-' + items[1],
+        link: `${baseUrl}/${type}/list.htm`,
+        description: '南京艺术学院 图书馆 ' + items[1],
+        item: results,
+    };
+}

package/lib/routes/nua/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Nanjing University of the Arts 南京艺术学院',
+    url: 'index.nua.edu.cn',
+    lang: 'zh-CN',
+};

package/lib/routes/nua/sxw.ts

@@ -0,0 +1,53 @@
+import { Route } from '@/types';
+import util from './utils';
+
+export const route: Route = {
+    path: '/sxw/:type',
+    categories: ['university'],
+    example: '/nua/sxw/230',
+    parameters: { type: 'News Type' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['sxw.nua.edu.cn/:type/list.htm'],
+        },
+    ],
+    name: 'Shuangxing Information',
+    maintainers: ['evnydd0sf'],
+    handler,
+    description: `| News Type | Parameters |
+  | --------- | ---------- |
+  | 校园电视  | 230        |
+  | 院部动态  | 232        |
+  | 动感校园  | 233        |
+  | 招就指南  | 234        |
+  | 南艺院报  | 236        |`,
+};
+
+async function handler(ctx) {
+    const type = ctx.req.param('type');
+
+    const baseUrl = 'https://sxw.nua.edu.cn';
+    const newsUrl = `${baseUrl}/${type}/list.htm`;
+    const listName = 'li.list_item';
+    const listDate = '.Article_PublishDate';
+    const webPageName = '.Column_Anchor';
+
+    const artiContent = '.read';
+    const items = await util.ProcessList(newsUrl, baseUrl, listName, listDate, webPageName);
+    const results = await util.ProcessFeed(items[0], artiContent);
+
+    return {
+        title: 'NUA-双馨网-' + items[1],
+        link: newsUrl,
+        description: '南京艺术学院 双馨网 ' + items[1],
+        item: results,
+    };
+}

package/lib/routes/nua/utils.ts

@@ -0,0 +1,73 @@
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { fetchArticle } from '@/utils/wechat-mp';
+
+const pageType = (href) => {
+    if (!href.startsWith('http')) {
+        return 'in-nua';
+    }
+    const url = new URL(href);
+    if (url.hostname === 'mp.weixin.qq.com') {
+        return 'wechat-mp';
+    } else if (url.hostname === 'www.nua.edu.cn') {
+        return 'nua';
+    } else {
+        return 'unknown';
+    }
+};
+
+function arti_link(text, href) {
+    return `<a href="${href}">${text}</a>`;
+}
+
+async function ProcessList(newsUrl, baseUrl, listName, listDate, webPageName) {
+    const result = await got(newsUrl, { https: { rejectUnauthorized: false } });
+    const $ = load(result.data);
+
+    const pageName = $(webPageName).text().trim();
+
+    const items = $(listName)
+        .toArray()
+        .map((item) => {
+            const href = $(item).find('a').attr('href');
+            const type = pageType(href);
+
+            return {
+                link: type === 'in-nua' ? baseUrl + href : href,
+                title: $(item).find('a').attr('title'),
+                pubDate: timezone(parseDate($(item).find(listDate).first().text(), 'YYYY-MM-DD'), +8),
+                type,
+            };
+        });
+
+    return [items, pageName];
+}
+
+const ProcessFeed = (items, artiContent) =>
+    Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                switch (item.type) {
+                    case 'in-nua':
+                    case 'nua': {
+                        const result = await got(item.link, { https: { rejectUnauthorized: false } });
+                        const $ = load(result.data);
+                        item.author = $('.arti_publisher').text() + '  ' + $('.arti_views').text();
+                        item.description = $(artiContent).html();
+                        return item;
+                    }
+                    case 'wechat-mp':
+                        return fetchArticle(item.link);
+                    case 'unknown':
+                    default:
+                        item.description = `暂不支持解析该内容，请点击 ${arti_link('原文', item.link)}`;
+                        return item;
+                }
+            })
+        )
+    );
+
+export default { ProcessList, ProcessFeed };

package/lib/routes/nuaa/college/cae.ts

@@ -0,0 +1,88 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import getCookie from '../utils/pypasswaf';
+const host = 'https://cae.nuaa.edu.cn/';
+
+const map = new Map([
+    ['zhxw', { title: '综合新闻 | 南京航空航天大学自动化学院', suffix: '5399/list.htm' }],
+    ['dwxz', { title: '党委行政 | 南京航空航天大学自动化学院', suffix: '13266/list.htm' }],
+    ['rshz', { title: '人事/合作 | 南京航空航天大学自动化学院', suffix: '13267/list.htm' }],
+    ['yjs', { title: '研究生培养 | 南京航空航天大学自动化学院', suffix: '13271/list.htm' }],
+    ['bks', { title: '本科生培养 | 南京航空航天大学自动化学院', suffix: '13270/list.htm' }],
+    ['xsgz', { title: '学生工作 | 南京航空航天大学自动化学院', suffix: '13268/list.htm' }],
+    ['tzgg', { title: '通知公告 | 南京航空航天大学自动化学院', suffix: '13264/list.htm' }],
+    ['xsxx', { title: '学术信息 | 南京航空航天大学自动化学院', suffix: '13265/list.htm' }],
+    ['dbgg', { title: '答辩公告 | 南京航空航天大学自动化学院', suffix: 'dbgg/list.htm' }],
+]);
+
+export const route: Route = {
+    path: '/cae/:type/:getDescription?',
+    name: 'Unknown',
+    maintainers: ['Xm798'],
+    handler,
+};
+
+async function handler(ctx) {
+    const type = ctx.req.param('type');
+    const suffix = map.get(type).suffix;
+    const getDescription = Boolean(ctx.req.param('getDescription')) || false;
+    const link = new URL(suffix, host).href;
+    const cookie = await getCookie(host);
+    const gotConfig = {
+        headers: {
+            cookie,
+        },
+    };
+    const response = await got(link, gotConfig);
+    const $ = load(response.data);
+
+    const list = $('#wp_news_w6 ul li')
+        .slice(0, 10)
+        .map(function () {
+            const info = {
+                title: $(this).find('a').text(),
+                link: $(this).find('a').attr('href'),
+                date: $(this).find('span').text(),
+            };
+            return info;
+        })
+        .get();
+
+    const out = await Promise.all(
+        list.map(async (info) => {
+            const title = info.title || 'tzgg';
+            const date = info.date;
+            const itemUrl = new URL(info.link, host).href;
+            let description = title + '<br><a href="' + itemUrl + '" target="_blank">查看原文</a>';
+
+            if (getDescription) {
+                description = await cache.tryGet(itemUrl, async () => {
+                    const arr = itemUrl.split('.');
+                    const pageType = arr.at(-1);
+                    if (pageType === 'htm' || pageType === 'html') {
+                        const response = await got(itemUrl, gotConfig);
+                        const $ = load(response.data);
+                        return $('.wp_articlecontent').html() + '<br><hr /><a href="' + itemUrl + '" target="_blank">查看原文</a>';
+                    }
+                });
+            }
+
+            return {
+                title,
+                link: itemUrl,
+                description,
+                pubDate: parseDate(date),
+            };
+        })
+    );
+
+    return {
+        title: map.get(type).title,
+        link,
+        description: '南京航空航天大学自动化学院RSS',
+        item: out,
+    };
+}

package/lib/routes/nuaa/college/cs.ts

@@ -0,0 +1,101 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import getCookie from '../utils/pypasswaf';
+const host = 'https://cs.nuaa.edu.cn/';
+
+const map = new Map([
+    ['tzgg', { title: '通知公告 | 南京航空航天大学计算机科学与技术学院', suffix: 'tzgg/list.htm' }],
+    ['rdxw', { title: '热点新闻 | 南京航空航天大学计算机科学与技术学院', suffix: '10846/list.htm' }],
+    ['xkky', { title: '学科科研 | 南京航空航天大学计算机科学与技术学院', suffix: '10849/list.htm' }],
+    ['be', { title: '本科生培养 | 南京航空航天大学计算机科学与技术学院', suffix: '10850/list.htm' }],
+    ['me', { title: '研究生培养 | 南京航空航天大学计算机科学与技术学院', suffix: '10851/list.htm' }],
+    ['jxdt', { title: '教学动态 | 南京航空航天大学计算机科学与技术学院', suffix: '1977/list.htm' }],
+    ['xsgz', { title: '学生工作 | 南京航空航天大学计算机科学与技术学院', suffix: '1959/list.htm' }],
+]);
+
+export const route: Route = {
+    path: '/cs/:type/:getDescription?',
+    categories: ['university'],
+    example: '/nuaa/cs/jxdt',
+    parameters: { type: '分类名，见下表', getDescription: '是否获取全文' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: true,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '计算机科学与技术学院',
+    maintainers: ['LogicJake', 'Seiry', 'qrzbing', 'Xm798'],
+    handler,
+    description: `| 通知公告 | 热点新闻 | 学科科研 | 教学动态 | 本科生培养 | 研究生培养 | 学生工作 |
+  | -------- | -------- | -------- | -------- | ---------- | ---------- | -------- |
+  | tzgg     | rdxw     | xkky     | jxdt     | be         | me         | xsgz     |`,
+};
+
+async function handler(ctx) {
+    const type = ctx.req.param('type');
+    const getDescription = Boolean(ctx.req.param('getDescription')) || false;
+    const suffix = map.get(type).suffix;
+
+    const link = new URL(suffix, host).href;
+    const cookie = await getCookie(host);
+    const gotConfig = {
+        headers: {
+            cookie,
+        },
+    };
+    const response = await got(link, gotConfig);
+    const $ = load(response.data);
+
+    const list = $('#news_list ul li')
+        .slice(0, Math.min(Number.parseInt($('.per_count', '#wp_paging_w6').text()), Number.parseInt($('.all_count', '#wp_paging_w6').slice(1).text())))
+        .map(function () {
+            const info = {
+                title: $(this).find('a').attr('title'),
+                link: $(this).find('a').attr('href'),
+                date: $(this).find('span').text(),
+            };
+            return info;
+        })
+        .get();
+
+    const out = await Promise.all(
+        list.map(async (info) => {
+            const title = info.title || 'tzgg';
+            const date = info.date;
+            const itemUrl = new URL(info.link, host).href;
+            let description = title + '<br><a href="' + itemUrl + '" target="_blank">查看原文</a>';
+
+            if (getDescription) {
+                description = await cache.tryGet(itemUrl, async () => {
+                    const arr = itemUrl.split('.');
+                    const pageType = arr.at(-1);
+                    if (pageType === 'htm' || pageType === 'html') {
+                        const response = await got(itemUrl, gotConfig);
+                        const $ = load(response.data);
+                        return $('.wp_articlecontent').html() + '<br><hr /><a href="' + itemUrl + '" target="_blank">查看原文</a>';
+                    }
+                });
+            }
+
+            return {
+                title,
+                link: itemUrl,
+                description,
+                pubDate: parseDate(date),
+            };
+        })
+    );
+
+    return {
+        title: map.get(type).title,
+        link,
+        description: '南京航空航天大学计算机科学与技术学院RSS',
+        item: out,
+    };
+}