rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/shopback/store.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const store = ctx.params.store;
+
+    const rootUrl = 'https://www.shopback.com.tw';
+    const currentUrl = `${rootUrl}/${store}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    $('table').remove();
+
+    const items = $('div[data-content-name]')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.attr('data-content-name'),
+                author: item.attr('data-content-merchant'),
+                description: `<p>${item.find('.mb-3').text()}</p>`,
+                link: `${rootUrl}/login?redirect=/redirect/alink/${item.attr('data-content-id')}`,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: `${$('h1').text()} - ShopBack`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/sicau/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/zsjy/:category?': ['nczitzk'],
+};

package/lib/v2/sicau/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sicau.edu.cn': {
+        _name: '',
+        dky: [
+            {
+                title: '招生就业',
+                docs: 'https://docs.rsshub.app/university.html#si-chuan-nong-ye-da-xue-zhao-sheng-jiu-ye',
+                source: ['/'],
+                target: '/sicau/zsjy/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/sicau/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/zsjy/:category?', require('./zsjy'));
+};

package/lib/{routes/people/cpc/24h.js → v2/sicau/zsjy.js}

@@ -1,27 +1,27 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
-    const rootUrl = 'http://cpc.people.com.cn';
-    const currentUrl = `${rootUrl}/GB/87228/index.html`;
+    const category = ctx.params.category ?? 'bkszs';
+
+    const rootUrl = 'https://dky.sicau.edu.cn';
+    const currentUrl = `${rootUrl}/zsjy/${category}.htm`;
     const response = await got({
         method: 'get',
         url: currentUrl,
-        responseType: 'buffer',
     });
 
-    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+    const $ = cheerio.load(response.data);
 
-    const list = $('.fl ul li a')
-        .slice(0, 10)
+    const list = $('a.tit')
         .map((_, item) => {
             item = $(item);
-            const link = item.attr('href');
 
             return {
                 title: item.text(),
-                link: `${link.indexOf('http') < 0 ? rootUrl : ''}${link}`,
+                pubDate: parseDate(item.prev().text()),
+                link: `${rootUrl}${item.attr('href').replace(/\.\./, '/')}`,
             };
         })
         .get();
@@ -32,12 +32,13 @@ module.exports = async (ctx) => {
                 const detailResponse = await got({
                     method: 'get',
                     url: item.link,
-                    responseType: 'buffer',
                 });
-                const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
 
-                item.description = content('.show_text').html();
-                item.pubDate = new Date(content('meta[name="publishdate"]').attr('content')).toUTCString();
+                const content = cheerio.load(detailResponse.data);
+
+                content('.v_news_content p').slice(0, 2).remove();
+
+                item.description = content('.v_news_content').html();
 
                 return item;
             })

package/lib/{routes → v2}/solidot/_article.js

@@ -1,32 +1,28 @@
 const got = require('@/utils/got'); // get web content
 const cheerio = require('cheerio'); // html parser
-const fs = require('fs');
-const path = require('path');
-
-const domain = 'https://www.solidot.org';
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 module.exports = async function get_article(url) {
+    const domain = 'https://www.solidot.org';
+
     if (/^\/.*$/.test(url)) {
         url = domain + url;
     }
     const response = await got({
         method: 'get',
         url,
-        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:62.0) Gecko/20100101 Firefox/62.0',
-        https: {
-            certificateAuthority: [fs.readFileSync(path.resolve(__dirname, './wotrust.pem')), fs.readFileSync(path.resolve(__dirname, './sectigo.pem'))],
-            rejectUnauthorized: true,
-        },
     });
     const data = response.data;
     const $ = cheerio.load(data);
 
     const date_raw = $('div.talk_time').clone().children().remove().end().text();
     const date_str_zh = date_raw.replace(/^[^`]*发表于(.*分)[^`]*$/g, '$1'); // use [^`] to match \n
-    const date_str = date_str_zh.replace(/[年月]/g, '-').replace(/时/g, ':').replace(/[日分]/g, '');
-    let date = new Date(date_str);
-    date.setHours(date.getHours() - 8);
-    date = new Date(Date.UTC(date.getFullYear(), date.getMonth(), date.getDate(), date.getHours(), date.getMinutes(), date.getSeconds()));
+    const date_str = date_str_zh
+        .replace(/[年月]/g, '-')
+        .replace(/时/g, ':')
+        .replace(/[日分]/g, '');
+
     const title = $('div.block_m > div.ct_tittle > div.bg_htit > h2').text();
     const category = $('div.icon_float > a').attr('title');
     const author = $('div.talk_time > b')
@@ -44,7 +40,7 @@ module.exports = async function get_article(url) {
 
     const item = {
         title,
-        pubDate: date.toUTCString(),
+        pubDate: timezone(parseDate(date_str), +8),
         author,
         link: url,
         description,

package/lib/{routes → v2}/solidot/main.js

@@ -5,24 +5,14 @@
 
 const got = require('@/utils/got'); // get web content
 const cheerio = require('cheerio'); // html parser
-const fs = require('fs');
-const path = require('path');
-
 const get_article = require('./_article');
 
-const base_url = 'https://$type$.solidot.org';
 module.exports = async (ctx) => {
-    const type = ctx.params.type || 'www';
-
-    const list_url = base_url.replace('$type$', type);
+    const type = ctx.params.type ?? 'www';
+    const base_url = `https://${type}.solidot.org`;
     const response = await got({
         method: 'get',
-        url: list_url,
-        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:62.0) Gecko/20100101 Firefox/62.0',
-        https: {
-            certificateAuthority: [fs.readFileSync(path.resolve(__dirname, './wotrust.pem')), fs.readFileSync(path.resolve(__dirname, './sectigo.pem'))],
-            rejectUnauthorized: true,
-        },
+        url: base_url,
     });
     const data = response.data; // content is html format
     const $ = cheerio.load(data);
@@ -35,12 +25,12 @@ module.exports = async (ctx) => {
     }
 
     // get articles
-    const msg_list = await Promise.all(urls.map((u) => get_article(u)));
+    const msg_list = await Promise.all(urls.map((u) => ctx.cache.tryGet(u, () => get_article(u))));
 
     // feed the data
     ctx.state.data = {
         title: '奇客的资讯，重要的东西',
-        link: list_url,
+        link: base_url,
         item: msg_list,
     };
 };

package/lib/v2/solidot/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['sgqy', 'hang333', 'TonyRL'],
+};

package/lib/v2/solidot/radar.js

@@ -0,0 +1,117 @@
+module.exports = {
+    'solidot.org': {
+        _name: 'Solidot',
+        www: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/www',
+            },
+        ],
+        linux: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/linux',
+            },
+        ],
+        science: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/science',
+            },
+        ],
+        technology: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/technology',
+            },
+        ],
+        mobile: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/mobile',
+            },
+        ],
+        apple: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/apple',
+            },
+        ],
+        hardware: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/hardware',
+            },
+        ],
+        software: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/software',
+            },
+        ],
+        security: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/security',
+            },
+        ],
+        games: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/games',
+            },
+        ],
+        books: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/books',
+            },
+        ],
+        idle: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/idle',
+            },
+        ],
+        cloud: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/cloud',
+            },
+        ],
+        story: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/traditional-media.html#solidot',
+                source: ['/'],
+                target: '/solidot/story',
+            },
+        ],
+    },
+};

package/lib/v2/solidot/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./main'));
+};

package/lib/v2/spotify/artist.js

@@ -0,0 +1,41 @@
+const utils = require('./utils');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const token = await utils.getPublicToken();
+    const { id } = ctx.params;
+    const meta = await got
+        .get(`https://api.spotify.com/v1/artists/${id}`, {
+            headers: {
+                Authorization: `Bearer ${token}`,
+            },
+        })
+        .json();
+
+    const itemsResponse = await got
+        .get(`https://api.spotify.com/v1/artists/${id}/albums`, {
+            headers: {
+                Authorization: `Bearer ${token}`,
+            },
+        })
+        .json();
+    const albums = itemsResponse.items;
+
+    ctx.state.data = {
+        title: `Albums of ${meta.name}`,
+        link: meta.external_urls.spotify,
+        allowEmpty: true,
+        item: albums.map((x) => ({
+            title: x.name,
+            author: x.artists.map((a) => a.name).join(', '),
+            description: `"${x.name}" by ${x.artists.map((a) => a.name).join(', ')}, released at ${x.release_date} with ${x.total_tracks} tracks.`,
+            pubDate: parseDate(x.release_date),
+            link: x.external_urls.spotify,
+        })),
+    };
+
+    if (meta.images.length) {
+        ctx.state.data.image = meta.images[0].url;
+    }
+};

package/lib/v2/spotify/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/artist/:id': ['outloudvi'],
+    '/playlist/:id': ['outloudvi'],
+    '/saved/:limit?': ['outloudvi'],
+    '/top/tracks': ['outloudvi'],
+    '/top/artists': ['outloudvi'],
+};

package/lib/v2/spotify/playlist.js

@@ -0,0 +1,31 @@
+const utils = require('./utils');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const token = await utils.getPublicToken();
+    const { id } = ctx.params;
+    const meta = await got
+        .get(`https://api.spotify.com/v1/playlists/${id}`, {
+            headers: {
+                Authorization: `Bearer ${token}`,
+            },
+        })
+        .json();
+    const tracks = meta.tracks.items;
+
+    ctx.state.data = {
+        title: meta.name,
+        link: meta.external_urls.spotify,
+        description: meta.description,
+        allowEmpty: true,
+        item: tracks.map((x) => ({
+            ...utils.parseTrack(x.track),
+            pubDate: parseDate(x.added_at),
+        })),
+    };
+
+    if (meta.images.length) {
+        ctx.state.data.image = meta.images[0].url;
+    }
+};

package/lib/v2/spotify/radar.js

@@ -0,0 +1,37 @@
+module.exports = {
+    'spotify.com': {
+        _name: 'Spotify',
+        open: [
+            {
+                title: '播放列表',
+                docs: 'https://docs.rsshub.app/multimedia.html#spotify',
+                source: ['/playlist/:id'],
+                target: '/spotify/playlist/:id',
+            },
+            {
+                title: '歌手专辑',
+                docs: 'https://docs.rsshub.app/multimedia.html#spotify',
+                source: ['/artist/:id'],
+                target: '/spotify/artist/:id',
+            },
+            {
+                title: '用户 Saved Tracks',
+                docs: 'https://docs.rsshub.app/multimedia.html#spotify',
+                source: ['/collection/tracks'],
+                target: '/spotify/saved',
+            },
+            {
+                title: '用户 Top Tracks',
+                docs: 'https://docs.rsshub.app/multimedia.html#spotify',
+                source: ['/'],
+                target: '/spotify/top/tracks',
+            },
+            {
+                title: '用户 Top Artists',
+                docs: 'https://docs.rsshub.app/multimedia.html#spotify',
+                source: ['/'],
+                target: '/spotify/top/artists',
+            },
+        ],
+    },
+};

package/lib/v2/spotify/router.js

@@ -0,0 +1,7 @@
+module.exports = function (router) {
+    router.get('/artist/:id', require('./artist'));
+    router.get('/playlist/:id', require('./playlist'));
+    router.get('/saved/:limit?', require('./saved'));
+    router.get('/top/tracks', require('./top')('tracks'));
+    router.get('/top/artists', require('./top')('artists'));
+};

package/lib/v2/spotify/saved.js

@@ -0,0 +1,30 @@
+const utils = require('./utils');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const token = await utils.getPrivateToken();
+
+    const { limit } = ctx.params;
+    const pageSize = !isNaN(parseInt(limit)) ? parseInt(limit) : 50;
+
+    const itemsResponse = await got
+        .get(`https://api.spotify.com/v1/me/tracks?limit=${pageSize}`, {
+            headers: {
+                Authorization: `Bearer ${token}`,
+            },
+        })
+        .json();
+    const tracks = itemsResponse.items;
+
+    ctx.state.data = {
+        title: 'Spotify: My Saved Tracks',
+        link: 'https://open.spotify.com/collection/tracks',
+        description: `Latest ${pageSize} saved tracks on Spotify.`,
+        allowEmpty: true,
+        item: tracks.map((x) => ({
+            ...utils.parseTrack(x.track),
+            pubDate: parseDate(x.added_at),
+        })),
+    };
+};

package/lib/v2/spotify/top.js

@@ -0,0 +1,24 @@
+const utils = require('./utils');
+const got = require('@/utils/got');
+
+module.exports = (type) => async (ctx) => {
+    if (type !== 'tracks' && type !== 'artists') {
+        throw `Invalid type: ${type}`;
+    }
+
+    const token = await utils.getPrivateToken();
+    const itemsResponse = await got
+        .get(`https://api.spotify.com/v1/me/top/${type}`, {
+            headers: {
+                Authorization: `Bearer ${token}`,
+            },
+        })
+        .json();
+    const items = itemsResponse.items;
+
+    ctx.state.data = {
+        title: `Spotify: My Top ${type[0].toUpperCase() + type.slice(1)}`,
+        allowEmpty: true,
+        item: type === 'tracks' ? items.map(utils.parseTrack) : items.map(utils.parseArtist),
+    };
+};

package/lib/v2/spotify/utils.js

@@ -0,0 +1,62 @@
+const config = require('@/config').value;
+const got = require('@/utils/got');
+
+// Token used to retrieve public information.
+async function getPublicToken() {
+    if (!config.spotify || !config.spotify.clientId || !config.spotify.clientSecret) {
+        throw 'Spotify public RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+
+    const { clientId, clientSecret } = config.spotify;
+
+    const tokenResponse = await got
+        .post('https://accounts.spotify.com/api/token', {
+            headers: {
+                Authorization: `Basic ${Buffer.from(`${clientId}:${clientSecret}`).toString('base64')}`,
+            },
+            form: {
+                grant_type: 'client_credentials',
+            },
+        })
+        .json();
+    return tokenResponse.access_token;
+}
+
+// Token used to retrieve user-specific information.
+// Note that we don't use PKCE since the client secret shall be safe on the server.
+async function getPrivateToken() {
+    if (!config.spotify || !config.spotify.clientId || !config.spotify.clientSecret || !config.spotify.refreshToken) {
+        throw 'Spotify private RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+
+    const { clientId, clientSecret, refreshToken } = config.spotify;
+
+    const tokenResponse = await got
+        .post('https://accounts.spotify.com/api/token', {
+            headers: {
+                Authorization: `Basic ${Buffer.from(`${clientId}:${clientSecret}`).toString('base64')}`,
+            },
+            form: {
+                grant_type: 'refresh_token',
+                refresh_token: refreshToken,
+            },
+        })
+        .json();
+    return tokenResponse.access_token;
+}
+
+const parseTrack = (x) => ({
+    title: x.name,
+    author: x.artists.map((a) => a.name).join(', '),
+    description: `"${x.name}" by ${x.artists.map((a) => a.name).join(', ')} from the album "${x.album.name}"`,
+    link: x.external_urls.spotify,
+});
+
+const parseArtist = (x) => ({ title: x.name, description: `${x.name}, with ${x.followers.total} followers`, link: x.external_urls.spotify });
+
+module.exports = {
+    getPublicToken,
+    getPrivateToken,
+    parseTrack,
+    parseArtist,
+};

package/lib/v2/ssm/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news': ['Fatpandac'],
+};

package/lib/v2/ssm/news.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const rootUrl = `https://www.ssm.gov.mo`;
+const newsUrl = `${rootUrl}/apps1/content/ch/973/itemlist.aspx?defaultcss=false&dlimit=20&showdate=true&dorder=cridate%20desc,displaydate%20desc&withattach=true`;
+
+module.exports = async (ctx) => {
+    const response = await got.get(newsUrl);
+    const $ = cheerio.load(response.data);
+    const list = $('body > div > div > ul > li');
+
+    const item = list
+        .map((_, item) => {
+            const title = $(item).find('a').text();
+            const link = $(item).find('a').attr('href');
+            const pubDate = parseDate($(item).find('small').text().split(':')[1].trim(), 'DD/MM/YYYY');
+            const desc = art(path.join(__dirname, 'templates/news.art'), {
+                link,
+            });
+
+            return {
+                title,
+                link,
+                description: desc,
+                pubDate,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: '澳门卫生局-最新消息',
+        link: rootUrl,
+        item,
+    };
+};

package/lib/v2/ssm/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ssm.gov.mo': {
+        _name: '澳门卫生局',
+        www: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/government.html#ao-men-wei-sheng-ju-zui-xin-xiao-xi',
+                source: ['/', '/portal'],
+                target: '/ssm/news',
+            },
+        ],
+    },
+};

package/lib/v2/ssm/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news', require('./news'));
+};

package/lib/v2/ssm/templates/news.art

@@ -0,0 +1 @@
+<iframe width=900 height=1000 src="{{ link }}">