rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/v2/spotify/utils.js

@@ -0,0 +1,62 @@
+const config = require('@/config').value;
+const got = require('@/utils/got');
+
+// Token used to retrieve public information.
+async function getPublicToken() {
+    if (!config.spotify || !config.spotify.clientId || !config.spotify.clientSecret) {
+        throw 'Spotify public RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+
+    const { clientId, clientSecret } = config.spotify;
+
+    const tokenResponse = await got
+        .post('https://accounts.spotify.com/api/token', {
+            headers: {
+                Authorization: `Basic ${Buffer.from(`${clientId}:${clientSecret}`).toString('base64')}`,
+            },
+            form: {
+                grant_type: 'client_credentials',
+            },
+        })
+        .json();
+    return tokenResponse.access_token;
+}
+
+// Token used to retrieve user-specific information.
+// Note that we don't use PKCE since the client secret shall be safe on the server.
+async function getPrivateToken() {
+    if (!config.spotify || !config.spotify.clientId || !config.spotify.clientSecret || !config.spotify.refreshToken) {
+        throw 'Spotify private RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+
+    const { clientId, clientSecret, refreshToken } = config.spotify;
+
+    const tokenResponse = await got
+        .post('https://accounts.spotify.com/api/token', {
+            headers: {
+                Authorization: `Basic ${Buffer.from(`${clientId}:${clientSecret}`).toString('base64')}`,
+            },
+            form: {
+                grant_type: 'refresh_token',
+                refresh_token: refreshToken,
+            },
+        })
+        .json();
+    return tokenResponse.access_token;
+}
+
+const parseTrack = (x) => ({
+    title: x.name,
+    author: x.artists.map((a) => a.name).join(', '),
+    description: `"${x.name}" by ${x.artists.map((a) => a.name).join(', ')} from the album "${x.album.name}"`,
+    link: x.external_urls.spotify,
+});
+
+const parseArtist = (x) => ({ title: x.name, description: `${x.name}, with ${x.followers.total} followers`, link: x.external_urls.spotify });
+
+module.exports = {
+    getPublicToken,
+    getPrivateToken,
+    parseTrack,
+    parseArtist,
+};

package/lib/v2/sputniknews/index.js

@@ -0,0 +1,93 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const languages = {
+    english: 'https://sputniknews.com',
+    spanish: 'https://mundo.sputniknews.com',
+    german: 'https://snanews.de',
+    french: 'https://fr.sputniknews.com',
+    greek: 'https://sputniknews.gr',
+    italian: 'https://it.sputniknews.com',
+    czech: 'https://cz.sputniknews.com',
+    polish: 'https://pl.sputniknews.com',
+    serbian: 'https://rs.sputniknews.com',
+    latvian: 'https://sputniknewslv.com',
+    lithuanian: 'https://lt.sputniknews.com',
+    moldavian: 'https://md.sputniknews.com',
+    belarusian: 'https://bel.sputnik.by',
+    armenian: 'https://armeniasputnik.am',
+    abkhaz: 'https://sputnik-abkhazia.info',
+    ssetian: 'https://sputnik-ossetia.com',
+    georgian: 'https://sputnik-georgia.com',
+    azerbaijani: 'https://sputnik.az',
+    arabic: 'https://arabic.sputniknews.com',
+    turkish: 'https://tr.sputniknews.com',
+    persian: 'https://ir.sputniknews.com',
+    dari: 'https://af.sputniknews.com',
+    kazakh: 'https://sputniknews.kz',
+    kyrgyz: 'https://kg.sputniknews.com',
+    uzbek: 'https://oz.sputniknews-uz.com',
+    tajik: 'https://sputnik-tj.com',
+    vietnamese: 'https://vn.sputniknews.com',
+    japanese: 'https://jp.sputniknews.com',
+    chinese: 'http://sputniknews.cn',
+    portuguese: 'https://br.sputniknews.com',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'news';
+    const language = ctx.params.language ?? 'english';
+
+    const rootUrl = languages[language];
+    const currentUrl = `${rootUrl}/services/${category}/more.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.list__title')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.category = content('.tag__text')
+                    .toArray()
+                    .map((tag) => content(tag).text());
+
+                content('.article__meta, .article__title, .article__info, .article__quote-bg, .article__google-news, .article__footer, .m-buy, .photoview__ext-link').remove();
+                content('div[data-type="article"]').remove();
+
+                item.description = content('.article').html();
+                item.pubDate = parseDate(content('div[itemprop="datePublished"]').attr('data-unixtime'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${category} - Sputnik News`,
+        link: `${rootUrl}/${category}`,
+        item: items,
+    };
+};

package/lib/v2/sputniknews/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?/:language?': ['nczitzk'],
+};

package/lib/v2/sputniknews/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sputniknews.cn': {
+        _name: '俄罗斯卫星通讯社',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/traditional-media.html#e-luo-si-wei-xing-tong-xun-she-fen-lei',
+                source: ['/:category', '/'],
+                target: '/sputniknews/:category/:language',
+            },
+        ],
+    },
+};

package/lib/v2/sputniknews/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:language?', require('./index'));
+};

package/lib/v2/ssm/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news': ['Fatpandac'],
+};

package/lib/v2/ssm/news.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const rootUrl = `https://www.ssm.gov.mo`;
+const newsUrl = `${rootUrl}/apps1/content/ch/973/itemlist.aspx?defaultcss=false&dlimit=20&showdate=true&dorder=cridate%20desc,displaydate%20desc&withattach=true`;
+
+module.exports = async (ctx) => {
+    const response = await got.get(newsUrl);
+    const $ = cheerio.load(response.data);
+    const list = $('body > div > div > ul > li');
+
+    const item = list
+        .map((_, item) => {
+            const title = $(item).find('a').text();
+            const link = $(item).find('a').attr('href');
+            const pubDate = parseDate($(item).find('small').text().split(':')[1].trim(), 'DD/MM/YYYY');
+            const desc = art(path.join(__dirname, 'templates/news.art'), {
+                link,
+            });
+
+            return {
+                title,
+                link,
+                description: desc,
+                pubDate,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: '澳门卫生局-最新消息',
+        link: rootUrl,
+        item,
+    };
+};

package/lib/v2/ssm/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ssm.gov.mo': {
+        _name: '澳门卫生局',
+        www: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/government.html#ao-men-wei-sheng-ju-zui-xin-xiao-xi',
+                source: ['/', '/portal'],
+                target: '/ssm/news',
+            },
+        ],
+    },
+};

package/lib/v2/ssm/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news', require('./news'));
+};

package/lib/v2/ssm/templates/news.art

@@ -0,0 +1 @@
+<iframe width=900 height=1000 src="{{ link }}">

package/lib/v2/stcn/index.js

@@ -0,0 +1,71 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const shortcuts = {
+    'news/news': 'xw/news',
+    'news/gd': 'gd',
+    'news/sd': 'xw/sd',
+    'news/pl': 'xw/pl',
+    'data/data': 'data',
+};
+
+module.exports = async (ctx) => {
+    let path = ctx.path.replace(/\//, '');
+    if (shortcuts.hasOwnProperty(path)) {
+        path = shortcuts[path];
+    }
+
+    const rootUrl = 'https://www.stcn.com';
+    const currentUrl = `${rootUrl}/${path || 'xw/news'}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const match = response.data.match(/var curr_channel_id = "(light_\d+)";/);
+    const $ = cheerio.load(response.data);
+
+    $('.website, .websit').remove();
+
+    let items = $('.box_left, .box_left2, .left2')
+        .find('a[title]')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href').replace(/^\.\./, currentUrl.split('/').slice(0, -1).join('/')).replace(/^\./, currentUrl),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.txt_con').html();
+                item.author = content('meta[name="author"]').attr('content');
+                item.category = content('meta[name="keywords"]').attr('content').split(';');
+                item.pubDate = timezone(parseDate(detailResponse.data.match(/publishdate = '(\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2})';/)[1]), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${(match ? $('#' + match[1]).text() : '') || $('.cur').text()} - 证券时报网`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/stcn/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/data/:id?': ['nczitzk'],
+    '/kuaixun/:id?': ['nczitzk'],
+    '/stock/:id?': ['nczitzk'],
+    '/:id?': ['nczitzk'],
+};

package/lib/v2/stcn/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'stcn.com': {
+        _name: '证券时报网',
+        '.': [
+            {
+                title: '要闻',
+                docs: 'https://docs.rsshub.app/finance.html#zheng-quan-shi-bao-wang-yao-wen',
+                source: ['/xw/:id', '/gd', '/'],
+                target: (params, url) => `/stcn${new URL(url).pathname}`,
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/finance.html#zheng-quan-shi-bao-wang-kuai-xun',
+                source: ['/kuaixun/:id', '/kuaixun', '/'],
+                target: (params, url) => `/stcn${new URL(url).pathname}`,
+            },
+            {
+                title: '股市',
+                docs: 'https://docs.rsshub.app/finance.html#zheng-quan-shi-bao-wang-gu-shi',
+                source: ['/stock/:id', '/stock', '/'],
+                target: (params, url) => `/stcn${new URL(url).pathname}`,
+            },
+            {
+                title: '数据',
+                docs: 'https://docs.rsshub.app/finance.html#zheng-quan-shi-bao-wang-shu-ju',
+                source: ['/data/:id', '/data', '/'],
+                target: (params, url) => `/stcn${new URL(url).pathname}`,
+            },
+        ],
+    },
+};

package/lib/v2/stcn/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get(/([\w\d/-]+)?/, require('./index'));
+};

package/lib/v2/storm/index.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'articles';
+    const id = ctx.params.id ?? '';
+
+    const rootUrl = 'https://www.storm.mg';
+    const currentUrl = `${rootUrl}/${category}${id ? `/${id}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.link_title')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.notify_wordings').remove();
+                content('#premium_block').remove();
+
+                item.description = content('#CMS_wrapper').html();
+                item.author = content('meta[property="dable:author"]').attr('content');
+                item.pubDate = parseDate(content('meta[itemprop="datePublished"]').attr('content'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/storm/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?/:id?': ['nczitzk'],
+};

package/lib/v2/storm/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'storm.mg': {
+        _name: '風傳媒',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#feng-chuan-mei',
+                source: ['/:category/:id'],
+                target: '/storm/:category?/:id?',
+            },
+        ],
+    },
+};

package/lib/v2/storm/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:id?', require('./index'));
+};

package/lib/v2/stratechery/index.js

@@ -0,0 +1,20 @@
+const buildData = require('@/utils/common-config');
+
+module.exports = async (ctx) => {
+    const link = 'https://stratechery.com/';
+
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: 'Stratechery by Ben Thompson',
+        author: 'Ben Thompson',
+        description: 'Stratechery provides analysis of the strategy and business side of technology and media, and the impact of technology on society. ',
+        item: {
+            item: 'article',
+            title: `$('article > header > h1 > a').text()`,
+            link: `$('article > header > h1 > a').attr('href')`,
+            pubDate: `parseDate($('article .entry-date').attr('datetime'))`,
+            description: `$('article > .entry-content').html().replace(/%/g, '%')`,
+        },
+    });
+};

package/lib/v2/stratechery/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['chazeon'],
+};

package/lib/v2/stratechery/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'miris.design': {
+        _name: 'Stratechery by Ben Thompson',
+        blog: [
+            {
+                title: 'Articles',
+                docs: 'https://docs.rsshub.app/en/blog.html#stratechery-by-ben-thompson',
+            },
+        ],
+    },
+};

package/lib/v2/stratechery/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('.'));
+};

package/lib/v2/swissinfo/index.js

@@ -0,0 +1,73 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language ?? 'eng';
+    const category = ctx.params.category ?? 'latest-news';
+
+    const rootUrl = 'https://www.swissinfo.ch';
+    const currentUrl = `${rootUrl}/${language}/${category}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let $ = cheerio.load(response.data);
+
+    const title = $('title').text();
+
+    const fragmentResponse = await got({
+        method: 'get',
+        url: `${rootUrl}${$('main div[data-fragment-placeholder]').attr('data-fragment-placeholder')}`,
+    });
+
+    $ = cheerio.load(fragmentResponse.data);
+
+    let items = $('.si-teaser__link')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                link: `${rootUrl}${item.attr('href')}`,
+                title: item.find('.si-teaser__title').text(),
+                pubDate: parseDate(item.find('.si-teaser__date').attr('datetime')),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.si-detail__content .si-grid').remove();
+                content('.si-detail__content .si-teaser').remove();
+                content('.show-for-sr, time, address, .si-detail__translation').remove();
+
+                content('picture').each(function () {
+                    content(this).html(`<img src="${content(this).find('source').first().attr('srcset')}">`);
+                });
+
+                item.description = content('.si-detail__content').html();
+                item.author = content('meta[name="author"]').attr('content');
+                item.guid = detailResponse.data.match(/content_id: "(.*)",/)[1];
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/swissinfo/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:language?/:category?': ['nczitzk'],
+};

package/lib/v2/swissinfo/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'swissinfo.ch': {
+        _name: 'swissinfo',
+        '.': [
+            {
+                title: 'Category',
+                docs: 'https://docs.rsshub.app/new-media.html#swissinfo-category',
+                source: ['/:language/:category', '/'],
+                target: '/swissinfo/:language?/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/swissinfo/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:language?/:category?', require('./index'));
+};

package/lib/v2/swpu/bgw.js

@@ -0,0 +1,58 @@
+const { joinUrl } = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = `https://www.swpu.edu.cn/bgw2/${ctx.params.code}.htm`;
+
+    const res = await got.get(url);
+    const $ = cheerio.load(res.data);
+
+    const title = $('.title').text();
+
+    // 获取标题、时间及链接
+    const items = [];
+    $('.notice > ul > li > a').each((i, elem) => {
+        items.push({
+            title: $(elem.children[0]).text(),
+            pubDate: timezone(parseDate($(elem.children[1]).text()), +8),
+            link: joinUrl('https://www.swpu.edu.cn', $(elem).attr('href')), // 实际获得连接 "../info/1312/17891.htm"
+        });
+    });
+
+    // 请求全文
+    const out = await Promise.all(
+        items.map(async (item) => {
+            const $ = await ctx.cache.tryGet(item.link, async () => {
+                const res = await got.get(item.link);
+                return cheerio.load(res.data);
+            });
+
+            if ($('title').text().startsWith('系统提示')) {
+                item.author = '系统';
+                item.description = '无权访问';
+            } else {
+                item.author = '办公网';
+                item.description = $('.v_news_content').html();
+                for (const elem of $('.v_news_content p')) {
+                    if ($(elem).css('text-align') === 'right') {
+                        item.author = $(elem).text();
+                        break;
+                    }
+                }
+            }
+
+            return item;
+        })
+    );
+
+    ctx.state.data = {
+        title: `西南石油大学办公网 ${title}`,
+        link: url,
+        description: `西南石油大学办公网 ${title} 列表`,
+        language: 'zh-CN',
+        item: out,
+    };
+};