rsshub 1.0.0-master.fdbb6fa → 1.0.0-master.fdc59d2

package/lib/v2/radio/index.js

@@ -5,12 +5,12 @@ const path = require('path');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
+    const size = ctx.query.limit ?? '100';
 
-    const rootUrl = 'http://www.radio.cn';
-    const currentUrl = `${rootUrl}/pc-portal/sanji/detail.html?columnId=${id}`;
-
+    const rootUrl = 'https://www.radio.cn';
     const apiRootUrl = 'http://tacc.radio.cn';
-    const apiUrl = `${apiRootUrl}/pcpages/odchannelpages?od_id=${id}&start=1&rows=50`;
+    const apiUrl = `${apiRootUrl}/pcpages/odchannelpages?od_id=${id}&start=1&rows=${size}`;
+    const currentUrl = `${rootUrl}/pc-portal/sanji/detail.html?columnId=${id}`;
 
     const response = await got({
         method: 'get',
@@ -18,24 +18,31 @@ module.exports = async (ctx) => {
     });
 
     if (/^\(.*\)$/.test(response.data)) {
-        response.data = JSON.parse(response.data)[0];
+        response.data = JSON.parse(response.data.match(/^\((.*)\)$/)[1]);
     }
 
     const data = response.data.data;
 
-    const items = data.program.map((item) => ({
-        guid: item.id,
-        title: item.name,
-        link: item.streams[0].url,
-        description: `${item.description}${art(path.join(__dirname, 'templates/description.art'), {
-            streams: item.streams,
-        })}`,
-        pubDate: parseDate(item.onlinetime),
-        enclosure_url: item.streams[0].url,
-        enclosure_type: 'audio/x-m4a',
-        itunes_duration: item.duration,
-        itunes_item_image: data.odchannel.imageUrl[0].url,
-    }));
+    const items = data.program.map((item) => {
+        const enclosure_url = item.streams[0].url;
+        const enclosure_type = `audio/${enclosure_url.match(/\.(\w+)$/)[1]}`;
+
+        return {
+            guid: item.id,
+            title: item.name,
+            link: item.streams[0].url,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                description: item.description,
+                enclosure_url,
+                enclosure_type,
+            }),
+            pubDate: parseDate(item.onlinetime),
+            enclosure_url,
+            enclosure_type,
+            itunes_duration: item.duration,
+            itunes_item_image: data.odchannel.imageUrl[0].url,
+        };
+    });
 
     ctx.state.data = {
         title: `云听 - ${data.odchannel.name}`,

package/lib/v2/radio/maintainer.js

@@ -1,3 +1,5 @@
 module.exports = {
+    '/album/:id': ['nczitzk'],
+    '/zhibo/:id': ['nczitzk'],
     '/:id': ['kt286', 'nczitzk'],
 };

package/lib/v2/radio/radar.js

@@ -3,11 +3,23 @@ module.exports = {
         _name: '云听',
         '.': [
             {
-                title: '电台节目',
-                docs: 'https://docs.rsshub.app/multimedia.html#yun-ting-dian-tai-jie-mu',
-                source: ['/pc-portal/sanji/detail.html', '/'],
+                title: '专辑',
+                docs: 'https://docs.rsshub.app/multimedia.html#yun-ting-zhuan-ji',
+                source: ['/pc-portal/sanji/detail.html', '/share/albumDetail', '/'],
+                target: (params, url) => `/radio/album/${new URL(url).searchParams.get('columnId')}`,
+            },
+            {
+                title: '节目',
+                docs: 'https://docs.rsshub.app/multimedia.html#yun-ting-jie-mu',
+                source: ['/pc-portal/sanji/detail.html', '/share/albumDetail', '/'],
                 target: (params, url) => `/radio/${new URL(url).searchParams.get('columnId')}`,
             },
+            {
+                title: '直播',
+                docs: 'https://docs.rsshub.app/multimedia.html#yun-ting-zhi-bo',
+                source: ['/pc-portal/sanji/zhibo_2.html', '/'],
+                target: (params, url) => `/radio/zhibo/${new URL(url).searchParams.get('name')}`,
+            },
         ],
     },
 };

package/lib/v2/radio/router.js

@@ -1,3 +1,5 @@
 module.exports = function (router) {
+    router.get('/album/:id', require('./album'));
+    router.get('/zhibo/:id', require('./zhibo'));
     router.get('/:id', require('./index'));
 };

package/lib/v2/radio/templates/description.art

@@ -1,5 +1,8 @@
+{{ if description }}
+<p>{{ description }}</p>
+{{ /if }}
+{{ if enclosure_url && enclosure_type }}
 <audio controls="controls">
-{{each streams stream}}
-<source src="{{ stream.url }}" type="audio/x-m4a">
-{{/each}}
-</audio>
+<source src="{{ enclosure_url }}" type="{{ enclosure_type }}">
+</audio>
+{{ /if }}

package/lib/v2/radio/zhibo.js

@@ -0,0 +1,70 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const CryptoJS = require('crypto-js');
+
+module.exports = async (ctx) => {
+    const KEY = 'f0fc4c668392f9f9a447e48584c214ee';
+
+    const id = ctx.params.id;
+    const size = ctx.query.limit ?? '100';
+
+    const params = `columnId=${id}&pageNo=0&pageSize=${size}`;
+
+    const rootUrl = 'https://www.radio.cn';
+    const apiRootUrl = 'https://ytmsout.radio.cn';
+
+    const iconUrl = `${rootUrl}/pc-portal/image/icon_32.jpg`;
+    const currentUrl = `${rootUrl}/pc-portal/sanji/zhibo_2.html?name=${id}`;
+    const apiUrl = `${apiRootUrl}/web/appProgram/pageByColumn?${params}`;
+
+    const timestamp = new Date().getTime();
+    const sign = CryptoJS.MD5(`${params}&timestamp=${timestamp}&key=${KEY}`).toString().toUpperCase();
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+        headers: {
+            sign,
+            timestamp,
+            'Content-Type': 'application/json',
+            equipmentId: '0000',
+            platformCode: 'WEB',
+        },
+    });
+
+    const data = response.data.data.data;
+
+    const items = data.map((item) => {
+        let enclosure_url = item.playUrlHigh ?? item.playUrlLow;
+        enclosure_url = /\.m3u8$/.test(enclosure_url) ? item.downloadUrl : enclosure_url;
+
+        const enclosure_type = `audio/${enclosure_url.match(/\.(\w+)$/)[1]}`;
+
+        return {
+            guid: item.id,
+            title: item.name,
+            link: enclosure_url,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                description: item.des,
+                enclosure_url,
+                enclosure_type,
+            }),
+            pubDate: parseDate(item.startTime),
+            enclosure_url,
+            enclosure_type,
+            itunes_duration: item.durationStr,
+            itunes_item_image: iconUrl,
+        };
+    });
+
+    ctx.state.data = {
+        title: `云听 - ${data[0].name}`,
+        link: currentUrl,
+        item: items,
+        image: iconUrl,
+        itunes_author: 'radio.cn',
+        description: data[0].des,
+    };
+};

package/lib/v2/rarehistoricalphotos/index.js

@@ -0,0 +1,28 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'https://rarehistoricalphotos.com';
+
+module.exports = async (ctx) => {
+    const { data } = await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+        searchParams: {
+            per_page: ctx.query.limit ? Number(ctx.query.limit) : undefined,
+        },
+    });
+
+    const items = data.map((item) => ({
+        title: item.title.rendered,
+        description: item.content.rendered,
+        link: item.link,
+        pubDate: parseDate(item.date_gmt),
+    }));
+
+    ctx.state.data = {
+        title: 'Rare Historical Photos',
+        description: 'And the story behind them...',
+        link: baseUrl,
+        image: 'https://rarehistoricalphotos.com/wp-content/uploads/2022/04/cropped-rarehistoricalphotos-32x32.png',
+        language: 'en-US',
+        item: items,
+    };
+};

package/lib/v2/rarehistoricalphotos/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['TonyRL'],
+};

package/lib/v2/rarehistoricalphotos/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'rarehistoricalphotos.com': {
+        _name: 'Rare Historical Photos',
+        '.': [
+            {
+                title: 'Home',
+                docs: 'https://docs.rsshub.app/en/picture.html#rare-historical-photos',
+                source: ['/'],
+                target: '/rarehistoricalphotos',
+            },
+        ],
+    },
+};

package/lib/v2/rarehistoricalphotos/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/', require('./index'));
+};

package/lib/v2/remnote/changelog.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const FQDN = 'feedback.remnote.com';
+const apiGateway = 'https://gateway.hellonext.co';
+
+module.exports = async (ctx) => {
+    const { data } = await got(`${apiGateway}/api/v2/changelogs`, {
+        headers: {
+            'x-organization': FQDN,
+        },
+        searchParams: {
+            page: 1,
+            status: 'published',
+        },
+    });
+
+    const items = data.map((item) => ({
+        title: item.title,
+        description: item.description_html,
+        link: `https://${FQDN}/changelog/${item.slug}`,
+        pubDate: parseDate(item.published_at.timestamp),
+        author: item.user.name,
+    }));
+
+    ctx.state.data = {
+        title: 'Changelog | RemNote',
+        description: 'Vote or request new RemNote features. Subscribe to get updates about new features from RemNote.',
+        link: `https://${FQDN}/changelog`,
+        image: 'https://vault.hnxt.dev/uploads/organization_customization/favicon/3970/88153ff13b4b03492ddfee6e675228c1.png',
+        item: items,
+        language: 'en-US',
+    };
+};

package/lib/v2/remnote/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/changelog': ['TonyRL'],
+};

package/lib/v2/remnote/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'remnote.com': {
+        _name: 'RemNote',
+        '.': [
+            {
+                title: 'Changelog',
+                docs: 'https://docs.rsshub.app/program-update.html#remnote',
+                source: ['/changelog', '/'],
+                target: '/remnote/changelog',
+            },
+        ],
+    },
+};

package/lib/v2/remnote/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/changelog', require('./changelog'));
+};

package/lib/v2/ruancan/index.js

@@ -16,19 +16,19 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    const list = $('.item-title a')
-        .map((_, item) => {
+    let items = $('.entry-title a')
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
                 title: item.text(),
                 link: item.attr('href'),
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',
@@ -37,9 +37,14 @@ module.exports = async (ctx) => {
 
                 const content = cheerio.load(detailResponse.data);
 
-                item.author = content('.author-name').text();
-                item.pubDate = parseDate(content('.published').attr('datetime'));
+                content('.entry-content .heateorSssClear').first().nextAll().remove();
+                content('.adsbygoogle, .heateorSssClear').remove();
+
                 item.description = content('.entry-content').html();
+                item.category = content('.cat-links a')
+                    .toArray()
+                    .map((a) => content(a).text());
+                item.pubDate = parseDate(content('meta[property="article:published_time"]').attr('content'));
 
                 return item;
             })

package/lib/v2/rustcc/jobs.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const base_url = 'https://rustcc.cn';
+
+module.exports = async (ctx) => {
+    const jobs_url = 'https://rustcc.cn/section?id=fed6b7de-0a74-48eb-8988-1978858c9b35';
+
+    const response = await got({
+        url: jobs_url,
+        headers: {
+            Referer: base_url,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('.article-list li').get();
+
+    ctx.state.data = {
+        title: 'Rust语言中文社区 | 招聘',
+        link: jobs_url,
+        description: `获取Rust语言中文社区的最新招聘`,
+        item: await Promise.all(list.map((item) => getFeedItem(item))),
+    };
+};
+
+function getFeedItem(item) {
+    const $ = cheerio.load(item);
+    const title = $('.title');
+
+    return {
+        title: title.text(),
+        link: `${base_url}${title.attr('href')}`,
+        description: $('.info .tags').text(),
+        pubDate: timezone(parseDate($('.info .timestamp').text(), 'YYYY-MM-DD hh:mm'), +8),
+    };
+}

package/lib/v2/rustcc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/jobs': ['CcccFz'],
+};

package/lib/v2/rustcc/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'rustcc.cn': {
+        _name: 'Rust语言中文社区',
+        '.': [
+            {
+                title: '招聘',
+                docs: 'https://docs.rsshub.app/programming.html#rust-yu-yan-zhong-wen-she-qu',
+                source: ['/'],
+                target: '/rustcc/jobs',
+            },
+        ],
+    },
+};

package/lib/v2/rustcc/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/jobs', require('./jobs'));
+};

package/lib/v2/saraba1st/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/thread/:tid': ['zengxs'],
+};

package/lib/v2/saraba1st/radar.js

@@ -0,0 +1,16 @@
+module.exports = {
+    'saraba1st.com': {
+        _name: 'Saraba1st',
+        bbs: [
+            {
+                title: '帖子',
+                docs: 'https://docs.rsshub.app/bbs.html#saraba1st',
+                source: '/2b/:id',
+                target: (params) => {
+                    const id = params.id.includes('thread') ? params.id.split('-')[1] : '';
+                    return id ? `/saraba1st/thread/${id}` : '';
+                },
+            },
+        ],
+    },
+};

package/lib/v2/saraba1st/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/thread/:tid', require('./thread'));
+};

package/lib/v2/saraba1st/thread.js

@@ -0,0 +1,63 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const queryString = require('query-string');
+const config = require('@/config').value;
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const tid = ctx.params.tid;
+    const cookieString = config.saraba1st.cookie ? config.saraba1st.cookie : '';
+
+    const res = await got('https://bbs.saraba1st.com/2b/forum.php', {
+        searchParams: queryString.stringify({
+            mod: 'viewthread',
+            tid,
+            ordertype: 1,
+        }),
+        headers: {
+            Cookie: cookieString,
+        },
+    });
+
+    const $ = cheerio.load(res.data);
+    const title = $('#thread_subject').text();
+
+    const list = $('#postlist > div[id^=post_]:not(:first-of-type)');
+    const count = [];
+
+    for (let i = 0; i < Math.min(list.length, 20); i++) {
+        count.push(i);
+    }
+    const resultItems = count.map((i) => {
+        const each = $(list[i]);
+        const floor = each.find('td.plc .pi a > em').text();
+        const floorUrl = each.find('td.plc .pi a').attr('href');
+        const contentHtml = $(each.find('td.t_f'));
+        const imgsHtml = contentHtml.find('img');
+        for (let i = 0; i < imgsHtml.length; i++) {
+            if (imgsHtml[i].attribs.src === 'https://static.saraba1st.com/image/common/none.gif') {
+                imgsHtml[i].attribs.src = imgsHtml[i].attribs.file;
+                const imgHtml = $(imgsHtml[i]);
+                imgHtml.removeAttr('zoomfile');
+                imgHtml.removeAttr('file');
+                imgHtml.removeAttr('onmouseover');
+                imgHtml.removeAttr('onclick');
+            }
+        }
+        contentHtml.find('div.aimg_tip').remove();
+        return {
+            title: `${title} #${floor}`,
+            link: new URL(floorUrl, 'https://bbs.saraba1st.com/2b/').href,
+            description: contentHtml.html(),
+            author: each.find('.authi .xw1').text(),
+            pubDate: timezone(parseDate(each.find('.authi em').text()), +8),
+        };
+    });
+
+    ctx.state.data = {
+        title: `Stage1 论坛 - ${title}`,
+        link: `https://bbs.saraba1st.com/2b/thread-${tid}-1-1.html`,
+        item: resultItems,
+    };
+};

package/lib/v2/science/cover.js

@@ -0,0 +1,69 @@
+// journals form AAAS publishing group
+//
+// science:        Science
+// sciadv:         Science Advances
+// sciimmunol:     Science Immunology
+// scirobotics:    Science Robotics
+// signaling:      Science Signaling
+// stm:            Science Translational Medicine
+
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { baseUrl } = require('./utils');
+
+module.exports = async (ctx) => {
+    const pageURL = `${baseUrl}/journals`;
+
+    const { data: pageResponse } = await got(pageURL, {
+        headers: {
+            cookie: 'cookiePolicy=iaccept;',
+        },
+    });
+    const $ = cheerio.load(pageResponse);
+
+    const items = $('.browse-journals .browse-journals__item')
+        .not('.partner-journals')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const name = item.find('.row h2').first().text().trim();
+            const volume = item
+                .find('.row li')
+                .eq(0)
+                .text()
+                .trim()
+                .match(/Volume (\d+)/)[1];
+            const issue = item
+                .find('.row li')
+                .eq(1)
+                .text()
+                .trim()
+                .match(/Issue (\d+)/)[1];
+            const date = item.find('.row li').eq(2).text().trim();
+            const coverUrl = `${baseUrl}${item.find('.cover-image__popup-moving-cover').attr('data-cover-src')}`;
+            const content = $('.cover-image__popup-view__caption-wrapper').html();
+            const link = $('.browse-journals__item__links a').eq(0).attr('href').replace('/current', '');
+
+            return {
+                title: `${name} | Volume ${volume} Issue ${issue}`,
+                description: art(path.join(__dirname, 'templates/cover.art'), {
+                    coverUrl,
+                    content,
+                }),
+                link: `${baseUrl}/${link}/${volume}/${issue}`,
+                pubDate: parseDate(date),
+            };
+        });
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        image: `${baseUrl}/apple-touch-icon.png`,
+        link: pageURL,
+        language: 'en-US',
+        item: items,
+    };
+};

package/lib/v2/science/current.js

@@ -0,0 +1,41 @@
+// journals form AAAS publishing group
+//
+// science:        Science
+// sciadv:         Science Advances
+// sciimmunol:     Science Immunology
+// scirobotics:    Science Robotics
+// signaling:      Science Signaling
+// stm:            Science Translational Medicine
+
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { baseUrl, fetchDesc, getItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { journal = 'science' } = ctx.params;
+    const pageURL = `${baseUrl}/toc/${journal}/current`;
+
+    const { data: pageResponse } = await got(pageURL, {
+        headers: {
+            cookie: 'cookiePolicy=iaccept;',
+        },
+    });
+    const $ = cheerio.load(pageResponse);
+    const pageTitleName = $('head > title').text();
+
+    const list = $('.toc__section .card')
+        .toArray()
+        .map((item) => getItem(item, $));
+
+    const browser = await require('@/utils/puppeteer')();
+    const items = await fetchDesc(list, browser, ctx.cache.tryGet);
+    await browser.close();
+
+    ctx.state.data = {
+        title: `${pageTitleName} | Current Issue`,
+        description: `Current Issue of ${pageTitleName}`,
+        image: `${baseUrl}/apple-touch-icon.png`,
+        link: pageURL,
+        item: items,
+    };
+};

package/lib/v2/science/early.js

@@ -0,0 +1,33 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+
+const { baseUrl, fetchDesc, getItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { journal = 'science' } = ctx.params;
+    const pageUrl = `${baseUrl}/toc/${journal}/0/0`;
+
+    const { data: res } = await got(pageUrl, {
+        headers: {
+            cookie: 'cookiePolicy=iaccept;',
+        },
+    });
+    const $ = cheerio.load(res);
+
+    const list = $('.card-content .card-header')
+        .toArray()
+        .map((item) => getItem(item, $));
+
+    const browser = await require('@/utils/puppeteer')();
+    const items = await fetchDesc(list, browser, ctx.cache.tryGet);
+    await browser.close();
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('.body02').text().trim(),
+        image: `${baseUrl}/apple-touch-icon.png`,
+        link: pageUrl,
+        language: 'en-US',
+        item: items,
+    };
+};

package/lib/v2/science/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/cover': ['yech1990', 'TonyRL'],
+    '/current/:journal?': ['yech1990', 'TonyRL'],
+    '/early/:journal?': ['yech1990', 'TonyRL'],
+};