rsshub 1.0.0-master.fcaf427 → 1.0.0-master.fcbb3f4

package/lib/v2/nikkei-cn/index.js

@@ -1,82 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-const cleanContent = (language, content) => {
-    switch (language) {
-        case 'cn': {
-            return content.replace(/<strong>版权声明：日本经济新闻社版权所有，未经授权不得转载或部分复制，违者必究。<\/strong>/g, '');
-        }
-        case 'zh': {
-            return content.replace(/<strong>版權聲明：日本經濟新聞社版權所有，未經授權不得轉載或部分複製，違者必究。<\/strong>/g, '');
-        }
-    }
-};
-
-const getPubDate = (link) => timezone(parseDate(link.match(/(\d{4}-\d{2}-\d{2}-\d{2}-\d{2}-\d{2})/)[1], 'YYYY-MM-DD-HH-mm-ss'), +9);
-
-module.exports = async (ctx) => {
-    const language = ctx.params.language ?? 'cn';
-    const category = ctx.params.category ?? '';
-    const type = ctx.params.type ?? '';
-
-    const rootUrl = `https://${language === 'zh' ? `zh.cn` : language}.nikkei.com`;
-    const currentUrl = `${rootUrl}/${category ? (category === 'rss' ? 'rss.html' : `${category}${type ? `/${type}` : ''}.html`) : ''}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    let items =
-        category === 'rss'
-            ? response.data.match(/<link>(http:\/\/.*\.html)<\/link>/g).map((l) => ({
-                  link: l.replace(/<(\/)?link>/g, '').replace(/http:/g, 'https:'),
-                  pubDate: getPubDate(l),
-              }))
-            : $('dt a, p.newsDetailTtl a, ul.listStyle01 li a, table.sliderContent3 td a')
-                  .toArray()
-                  .map((item) => {
-                      item = $(item);
-
-                      const link = item.attr('href');
-
-                      return {
-                          link: `${link.startsWith('http') ? '' : rootUrl}${link}`,
-                          pubDate: getPubDate(link),
-                      };
-                  })
-                  .sort((a, b) => b.pubDate - a.pubDate) // desc
-                  .reduce((prev, cur) => (prev.length && prev[prev.length - 1].link === cur.link ? prev : [...prev, cur]), []) // deduplicate
-                  .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25);
-
-    items = await Promise.all(
-        items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: `${item.link}?tmpl=component&print=1`,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                content('#contentDiv div').first().remove();
-
-                item.author = content('meta[name="author"]').attr('content');
-                item.title = content('meta[name="twitter:title"]').attr('content');
-                item.description = cleanContent(language, content('#contentDiv').html());
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').first().text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/nikkei-cn/maintainer.js

@@ -1,3 +0,0 @@
-module.exports = {
-    '/:language?/:category?/:type?': ['nczitzk'],
-};

package/lib/v2/nikkei-cn/radar.js

@@ -1,21 +0,0 @@
-module.exports = {
-    'nikkei.com': {
-        _name: '日本经济新闻',
-        cn: [
-            {
-                title: '新闻',
-                docs: 'https://docs.rsshub.app/traditional-media.html#ri-ben-jing-ji-xin-wen-zhong-wen-ban-xin-wen',
-                source: '/',
-                target: '/nikkei-cn/cn/:category?/:type?',
-            },
-        ],
-        zh: [
-            {
-                title: '新聞',
-                docs: 'https://docs.rsshub.app/traditional-media.html#ri-ben-jing-ji-xin-wen-zhong-wen-ban-xin-wen',
-                source: '/',
-                target: '/nikkei-cn/zh/:category?/:type?',
-            },
-        ],
-    },
-};

package/lib/v2/nikkei-cn/router.js

@@ -1,3 +0,0 @@
-module.exports = function (router) {
-    router.get('/:language?/:category?/:type?', require('./index'));
-};

package/lib/v2/nuaa/cs/index.js

@@ -1,87 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const getCookie = require('../utils/pypasswaf');
-const host = 'http://cs.nuaa.edu.cn/';
-
-const map = new Map([
-    ['tzgg', { title: '南京航空航天大学计算机科学与技术学院 -- 通知公告', suffix: 'tzgg/list.htm' }],
-    ['rdxw', { title: '南京航空航天大学计算机科学与技术学院 -- 热点新闻', suffix: '10846/list.htm' }],
-    ['xkky', { title: '南京航空航天大学计算机科学与技术学院 -- 学科科研', suffix: '10849/list.htm' }],
-    ['be', { title: '南京航空航天大学计算机科学与技术学院 -- 本科生培养', suffix: '10850/list.htm' }],
-    ['me', { title: '南京航空航天大学计算机科学与技术学院 -- 研究生培养', suffix: '10851/list.htm' }],
-    ['jxdt', { title: '南京航空航天大学计算机科学与技术学院 -- 教学动态', suffix: '1977/list.htm' }],
-    ['xsgz', { title: '南京航空航天大学计算机科学与技术学院 -- 学生工作', suffix: '1959/list.htm' }],
-]);
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const getDescription = Boolean(ctx.params.getDescription) || false;
-    const suffix = map.get(type).suffix;
-
-    const link = new URL(suffix, host).href;
-    const cookie = await getCookie();
-    const gotConfig = {
-        headers: {
-            cookie,
-        },
-    };
-    const response = await got(link, gotConfig);
-    const $ = cheerio.load(response.data);
-
-    const list = $('#news_list ul li')
-        .slice(0, Math.min(parseInt($('.per_count', '#wp_paging_w6').text()), parseInt($('.all_count', '#wp_paging_w6').slice(1).text())))
-        .map(function () {
-            const info = {
-                title: $(this).find('a').attr('title'),
-                link: $(this).find('a').attr('href'),
-                date: $(this).find('span').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map((info) => {
-            const title = info.title || 'tzgg';
-            const date = info.date;
-            const itemUrl = new URL(info.link, host).href;
-
-            return ctx.cache.tryGet(itemUrl, async () => {
-                const arr = itemUrl.split('.');
-                const pageType = arr[arr.length - 1];
-
-                // 南航新 WAF 过于敏感
-                // 目前 description 需要遍历页面，会被 WAF 拦截导致无法输出
-                // 考虑换一种获取 description 的方式或者将标题当作 title。
-                let description = title;
-                if (getDescription) {
-                    description = itemUrl;
-                    if (pageType === 'htm' || pageType === 'html') {
-                        const response = await got.get(itemUrl, gotConfig);
-                        const $ = cheerio.load(response.data);
-                        description = $('.wp_articlecontent')
-                            .html()
-                            .replace(/src="\//g, `src="${new URL('.', host).href}`)
-                            .trim();
-                    }
-                }
-
-                const single = {
-                    title,
-                    link: itemUrl,
-                    description,
-                    pubDate: parseDate(date),
-                };
-                return single;
-            });
-        })
-    );
-
-    ctx.state.data = {
-        title: map.get(type).title,
-        link,
-        description: '南京航空航天大学计算机科学与技术学院RSS',
-        item: out,
-    };
-};

package/lib/v2/nytimes/author.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const byline = ctx.params.byline;
-
-    const authorUrl = `https://www.nytimes.com/by/${byline}`;
-
-    const response = await got({
-        method: 'get',
-        url: authorUrl,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const authorName = $('h1').text();
-
-    const items = $('#stream-panel li')
-        .map((index, elem) => {
-            const $item = $(elem);
-            const $info = $item.find('div > div');
-            const title = $info.find('h2').text();
-            const href = $info.find('a').attr('href');
-            const link = new URL(href, authorUrl);
-            const description = $info.find('a > p').text();
-            const author = $info.find('a p > span').text();
-
-            return {
-                title,
-                author,
-                description,
-                link,
-            };
-        })
-        .get()
-        .filter((d) => d.title);
-
-    ctx.state.data = {
-        title: `${authorName} - The New York Times`,
-        link: authorUrl,
-        item: items,
-    };
-};

package/lib/v2/pmthinking/index.js

@@ -1,61 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-const { art } = require('@/utils/render');
-const path = require('path');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://pmthinking.com';
-    const currentUrl = `${rootUrl}/wp-json/b2/v1/getModulePostList`;
-
-    const response = await got({
-        method: 'post',
-        url: currentUrl,
-        json: {
-            index: 2,
-            post_paged: 1,
-        },
-    });
-
-    const $ = cheerio.load(response.data.data);
-
-    let items = $('h2 a')
-        .toArray()
-        .map((item) => {
-            item = $(item);
-
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        });
-
-    items = await Promise.all(
-        items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.author = content('.post-user-name').text();
-                item.pubDate = timezone(parseDate(content('time[itemprop="datePublished"]').attr('datetime')), +8);
-                item.description = art(path.join(__dirname, 'templates/description.art'), {
-                    image: content('.post-style-4-top img').attr('src'),
-                    description: content('.entry-content').html(),
-                });
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '产品沉思录 · Product Thinking',
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/v2/pmthinking/radar.js

@@ -1,13 +0,0 @@
-module.exports = {
-    'pmthinking.com': {
-        _name: '产品沉思录',
-        '.': [
-            {
-                title: '首页',
-                docs: 'https://docs.rsshub.app/new-media.html#chan-pin-chen-si-lu-shou-ye',
-                source: ['/'],
-                target: '/pmthinking',
-            },
-        ],
-    },
-};

package/lib/v2/pmthinking/router.js

@@ -1,3 +0,0 @@
-module.exports = function (router) {
-    router.get('/', require('./index'));
-};

package/lib/v2/polkaworld/home.js

@@ -1,24 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 10;
-    const response = await got({
-        method: 'get',
-        url: 'https://pub.polkaworld.pro/articles?_sort=PublishDate:desc&_limit=' + limit,
-    });
-    const docList = response.data;
-
-    ctx.state.data = {
-        title: 'PolkaWorld-资讯',
-        link: 'https://www.polkaworld.org/',
-        item: docList.map((item) => ({
-            title: item.Title,
-            description: item.Title,
-            pubDate: timezone(parseDate(item.PublishDate), 0),
-            author: item.author.Name,
-            link: 'https://www.polkaworld.org/articles/' + item.URL,
-        })),
-    };
-};

package/lib/v2/polkaworld/maintainer.js

@@ -1,3 +0,0 @@
-module.exports = {
-    '/polkaworld/newest': ['iceqing'],
-};

package/lib/v2/polkaworld/radar.js

@@ -1,13 +0,0 @@
-module.exports = {
-    'polkaworld.org': {
-        _name: 'PolkaWorld',
-        www: [
-            {
-                title: '最新资讯',
-                docs: 'https://docs.rsshub.app/blog.html#polkaworld',
-                source: ['/', '/articles/:name'],
-                target: '/polkaworld/newest',
-            },
-        ],
-    },
-};

package/lib/v2/polkaworld/router.js

@@ -1,3 +0,0 @@
-module.exports = function (router) {
-    router.get('/newest', require('./home'));
-};

package/lib/v2/prestige-av/maintainer.js

@@ -1,3 +0,0 @@
-module.exports = {
-    '/series/:mid/:sort?': ['minimalistrojan'],
-};

package/lib/v2/prestige-av/radar.js

@@ -1,18 +0,0 @@
-module.exports = {
-    'prestige-av.com': {
-        _name: 'Prestige 蚊香社',
-        '.': [
-            {
-                title: '系列作品',
-                docs: 'https://docs.rsshub.app/multimedia.html#prestige-wen-xiang-she',
-                source: ['/goods/goods_list.php'],
-                target: (_params, url) => {
-                    const link = new URL(url);
-                    if (link.searchParams.get('mode') === 'series') {
-                        return link.searchParams.has('sort') ? `/prestige-av/series/${link.searchParams.get('mid')}/${link.searchParams.get('sort')}` : `/prestige-av/series/${link.searchParams.get('mid')}`;
-                    }
-                },
-            },
-        ],
-    },
-};

package/lib/v2/prestige-av/router.js

@@ -1,3 +0,0 @@
-module.exports = (router) => {
-    router.get('/series/:mid/:sort?', require('./series'));
-};

package/lib/v2/prestige-av/series.js

@@ -1,42 +0,0 @@
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const browser = await require('@/utils/puppeteer')();
-
-    const id = ctx.params.mid;
-    const sort = ctx.params.sort ?? 'near';
-
-    const page = await browser.newPage();
-    const link = `https://www.prestige-av.com/goods/goods_list.php?mode=series&mid=${id}&count=100&sort=${sort}`;
-    await page.setRequestInterception(true);
-    page.on('request', (request) => {
-        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
-    });
-    await page.goto(link);
-    await page.waitForSelector('.buttons');
-    await page.click('#AC');
-    await page.waitForSelector('#body_goods');
-    const html = await page.evaluate(() => document.documentElement.innerHTML);
-    browser.close();
-
-    const $ = cheerio.load(html);
-    const list = $('div#body_goods li');
-
-    ctx.state.data = {
-        title: `【Prestige】${$('div[class=search_title_layout_01]').children('h1').first().text().replace('シリーズ ▶ ', '').replace(/\s*/g, '')}`,
-        description: $('meta[name=Description]').attr('content'),
-        link: `https://www.prestige-av.com/goods/goods_list.php?mode=series&mid=${id}&sort=${sort}`,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('span.title').text().replace(/\s*/g, ''),
-                        description: item.find('div.spec_layout').children('p').first().text().replace(/\s*/g, '') + '<br/>' + `<img src="https://www.prestige-av.com/${item.find('img').attr('src').replace('pf_t1', 'pb_e')}"/>`,
-                        link: item.find('a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/v2/qq/live.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const rootUrl = 'https://live.qq.com';
-    const currentUrl = `${rootUrl}/${id}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const data = response.data.match(/"is_live":(\d),"game_count".*"nickname":"(.*)","child_name".*"show_time":(\d+),"activity".*"room_name":"(.*)","user_chat_level"/);
-
-    const items =
-        data[1] === '1'
-            ? [
-                  {
-                      author: data[2],
-                      guid: data[3],
-                      title: data[4],
-                      pubDate: parseDate(data[3] * 1000),
-                      link: currentUrl,
-                  },
-              ]
-            : [];
-
-    ctx.state.data = {
-        title: `${data[2]}直播间 - 企鹅直播`,
-        link: currentUrl,
-        item: items,
-        allowEmpty: true,
-    };
-};

package/lib/v2/radio/radio.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const channelname = ctx.params.channelname; // 专辑id
-    const name = ctx.params.name; // 专辑id
-
-    const api = `http://tacc.radio.cn/pcpages/searchs/livehistory?channelname=${channelname}&name=${name}&start=1&rows=20`;
-    const response = await got.get(api);
-
-    const playList = response.data.passprogram;
-    let title = '';
-    let itunes_category = '';
-    let items = [];
-    if (playList && playList.length > 0) {
-        const first = playList[0];
-        title = `${first.channel_name} ${first.name}`;
-        itunes_category = first.channel_name;
-
-        items = playList.map((item) => {
-            const single = {
-                title: `${item.name} ${item.broadcast_date}`,
-                link: 'http://' + item.stream_domain1 + item.stream_url1,
-                description: `
-                    <audio controls="controls">
-                        <source src="http://${item.stream_domain1}${item.stream_url1}" type="audio/x-m4a">
-                        <source src="http://${item.stream_domain2}${item.stream_url2}" type="audio/x-m4a">
-                        <source src="http://${item.stream_domain3}${item.stream_url3}" type="audio/x-m4a">
-                    </audio>
-                    `,
-                pubDate: item.update_time,
-                guid: item.id,
-                itunes_item_image: 'http://www.radio.cn/pc-portal/image/icon_32.jpg',
-                enclosure_url: 'http://' + item.stream_domain1 + item.stream_url1,
-                itunes_duration: item.resource_length,
-                enclosure_type: 'audio/x-m4a',
-            };
-            return single;
-        });
-    }
-
-    ctx.state.data = {
-        title,
-        link: `http://www.radio.cn/pc-portal/sanji/zhibo_2.html?channelname=${channelname}&name=${name}&title=radio`,
-        description: title,
-        image: 'http://www.radio.cn/pc-portal/image/icon_32.jpg',
-        itunes_author: 'radio.cn',
-        itunes_category,
-        item: items,
-    };
-};

package/lib/v2/reuters/migration_prompt.js

@@ -1,3 +0,0 @@
-module.exports = () => {
-    throw Error('The route has been deprecated. Please refer to <a href="https://docs.rsshub.app/traditional-media.html#lu-tou-she">the docs</a> for more details.');
-};

package/lib/v2/scitation/journal.js

@@ -1,54 +0,0 @@
-const cheerio = require('cheerio');
-const { puppeteerGet, renderDesc } = require('./utils');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    const pub = ctx.params.pub;
-    const jrn = ctx.params.jrn;
-    const host = `https://${pub}.scitation.org`;
-    const jrnlUrl = `${host}/toc/${jrn}/current?size=all`;
-
-    // use Puppeteer due to the obstacle by cloudflare challenge
-    const browser = await require('@/utils/puppeteer')();
-
-    const { jrnlName, list } = await ctx.cache.tryGet(
-        jrnlUrl,
-        async () => {
-            const response = await puppeteerGet(jrnlUrl, browser);
-            const $ = cheerio.load(response);
-            const jrnlName = $('.header-journal-title').text();
-            const list = $('.card')
-                .toArray()
-                .map((item) => {
-                    $(item).find('.access-text').remove();
-                    const title = $(item).find('.hlFld-Title').text();
-                    const authors = $(item).find('.entryAuthor.all').text();
-                    const img = $(item).find('img').attr('src');
-                    const link = $(item).find('.ref.nowrap').attr('href');
-                    const doi = link.replace('/doi/full/', '');
-                    const description = renderDesc(title, authors, doi, img);
-                    return {
-                        title,
-                        link,
-                        doi,
-                        description,
-                    };
-                });
-            return {
-                jrnlName,
-                list,
-            };
-        },
-        config.cache.routeExpire,
-        false
-    );
-
-    browser.close();
-
-    ctx.state.data = {
-        title: jrnlName,
-        link: jrnlUrl,
-        item: list,
-        allowEmpty: true,
-    };
-};

package/lib/v2/scitation/maintainer.js

@@ -1,4 +0,0 @@
-module.exports = {
-    '/:pub/:jrn': ['Derekmini', 'auto-bot-ty'],
-    '/:pub/:jrn/:sec': ['Derekmini', 'auto-bot-ty'],
-};

package/lib/v2/scitation/radar.js

@@ -1,19 +0,0 @@
-module.exports = {
-    'scitation.org': {
-        _name: 'scitation',
-        '.': [
-            {
-                title: 'journal',
-                docs: 'https://docs.rsshub.app/journal.html#scitation',
-                source: ':pub.scitation.org/toc/:jrn',
-                target: '/scitation/:pub/:jrn',
-            },
-            {
-                title: 'section',
-                docs: 'https://docs.rsshub.app/journal.html#scitation',
-                source: ':pub.scitation.org/toc/:jrn',
-                target: (params, url) => `/scitation/:pub/:jrn/${new URL(url).searchParams.get('tocSection')}`,
-            },
-        ],
-    },
-};

package/lib/v2/scitation/router.js

@@ -1,4 +0,0 @@
-module.exports = function (router) {
-    router.get('/:pub/:jrn', require('./journal'));
-    router.get('/:pub/:jrn/:sec', require('./section'));
-};