rsshub 1.0.0-master.fcaf427 → 1.0.0-master.fcbb3f4

package/lib/v2/stdaily/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'stdaily.com': {
+        _name: '中国科技网',
+        digitalpaper: [
+            {
+                title: '科技日报',
+                docs: 'https://docs.rsshub.app/routes/traditional-media#zhong-guo-ke-ji-wang',
+            },
+        ],
+    },
+};

package/lib/v2/stdaily/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/digitalpaper', require('./digitalpaper'));
+};

package/lib/v2/stdaily/templates/description.art

@@ -0,0 +1,16 @@
+{{if quotation}}
+  <h3>{{quotation}}</h3>
+{{else if subtitle}}
+  <h3>{{subtitle}}</h3>
+{{/if}}
+
+{{if pics.length}}
+    {{each pics}}
+        <div>
+            <img src={{$value.src}} />
+            <p>{{$value.des}}</p>
+        </div>
+    {{/each}}
+{{/if}}
+
+{{@article}}

package/lib/v2/stheadline/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/std/realtime/:category*': ['TonyRL'],
+};

package/lib/v2/stheadline/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'stheadline.com': {
+        _name: '星島日報',
+        std: [
+            {
+                title: '即時',
+                docs: 'https://docs.rsshub.app/routes/traditional-media#xing-dao-ri-bao',
+                source: ['/realtime/*category'],
+                target: (params) => `/stdheadline/std/realtime/${params.category}`,
+            },
+        ],
+    },
+};

package/lib/v2/stheadline/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/std/realtime/:category*', require('./std/realtime'));
+};

package/lib/v2/stheadline/std/realtime.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://std.stheadline.com';
+
+module.exports = async (ctx) => {
+    const { category = '即時' } = ctx.params;
+    const url = `${baseUrl}/realtime/${category}`;
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+
+    let items = $(`${category === '即時' ? '.moreNews > .col-md-4' : ''} .media-body > .my-2 > a`)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.attr('title'),
+                link: item.attr('href'),
+                guid: item.attr('href').substring(0, item.attr('href').lastIndexOf('/')),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                return {
+                    ...item,
+                    description: $('.paragraphs').html(),
+                    pubDate: timezone(parseDate($('.content .date').text()), +8),
+                    category: [$('nav .nav-item.active a')?.text()?.trim(), ...$("meta[name='keyword']").attr('content').split(',')],
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('meta[name=description]').attr('content'),
+        image: 'https://std.stheadline.com/dist/images/favicon/icon-512.png',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/stockedge/daily-news.js

@@ -0,0 +1,29 @@
+const { getData, getList } = require('./utils');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://web.stockedge.com/daily-updates?section=news';
+    const apiPath = 'https://api.stockedge.com/Api/DailyDashboardApi/GetLatestNewsItems';
+    const apiInfo = 'https://api.stockedge.com/Api/SecurityDashboardApi/GetSecurityOverview';
+
+    const data = await getData(apiPath);
+    const list = getList(data);
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const info = await getData(`${apiInfo}/${item.securityID}`);
+                item.description = item.description + '<br><br>' + info?.AboutCompanyText;
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'Stock Edge',
+        link: baseUrl,
+        item: items,
+        description: 'Daily Updates on stockedge.com',
+        logo: 'https://web.stockedge.com/assets/icon/favicon.png',
+        icon: 'https://web.stockedge.com/assets/img/light/icon.png',
+        language: 'en-us',
+    };
+};

package/lib/v2/stockedge/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/daily-updates/news': ['Rjnishant530'],
+};

package/lib/v2/stockedge/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'stockedge.com': {
+        _name: 'Stock Edge',
+        web: [
+            {
+                title: 'Daily Updates News',
+                docs: 'https://docs.rsshub.app/routes/en/finance#stock-edge',
+                source: ['/daily-updates/news'],
+                target: '/stockedge/daily-updates/news',
+            },
+        ],
+    },
+};

package/lib/v2/stockedge/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/daily-updates/news', require('./daily-news'));
+};

package/lib/v2/stockedge/utils.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'https://web.stockedge.com/share/';
+const getData = (url) =>
+    got
+        .get(url, {
+            headers: {
+                Host: 'api.stockedge.com',
+                Origin: 'https://web.stockedge.com',
+                Referer: 'https://web.stockedge.com/',
+                accept: 'application/json, text/plain, */*',
+            },
+        })
+        .json();
+
+const getList = (data) =>
+    data.map((value) => {
+        const { ID, Description: title, Date: createdOn, NewsitemSecurities, NewsitemSectors, NewsitemIndustries } = value;
+        const securityID = NewsitemSecurities[0].SecurityID;
+        return {
+            id: ID,
+            title: `${title}  [${NewsitemSectors.map((v) => v.SectorName).join(', ')}]`,
+            description: title,
+            securityID,
+            link: `${baseUrl}${NewsitemSecurities[0].SecuritySlug}/${securityID}`,
+            pubDate: parseDate(createdOn),
+            category: [...NewsitemIndustries.map((v) => v.IndustryName), ...NewsitemSectors.map((v) => v.SectorName)],
+        };
+    });
+
+module.exports = { getData, getList };

package/lib/v2/storm/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '分类',
-                docs: 'https://docs.rsshub.app/new-media.html#feng-chuan-mei',
+                docs: 'https://docs.rsshub.app/routes/new-media#feng-chuan-mei',
                 source: ['/:category/:id'],
                 target: '/storm/:category?/:id?',
             },

package/lib/v2/storyfm/episodes.js

@@ -0,0 +1,63 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://storyfm.cn';
+    const currentUrl = `${rootUrl}/episodes-list/`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.e-ep')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('h2.e-ep__title a');
+
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                pubDate: parseDate(item.find('.whitespace-nowrap').text()),
+                enclosure_type: 'audio/mpeg',
+                enclosure_url: item.find('audio source').attr('src'),
+                itunes_item_image: item.find('.zoom-image-container-progression img').attr('src'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.author = content('.rs-post__author').text().replace(/By/, '').trim();
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    audio: item.enclosure_url,
+                    description: content('.rs-post__content').html(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '故事FM',
+        link: currentUrl,
+        item: items,
+        itunes_author: '故事FM',
+        image: $('.custom-logo-link img').attr('src'),
+    };
+};

package/lib/v2/storyfm/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/episodes': ['nczitzk'],
+    '/index': ['sanmmm'],
+};

package/lib/v2/storyfm/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'storyfm.cn': {
+        _name: '故事FM',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/routes/multimedia#ge-shi-fm',
+                source: ['/'],
+                target: '/storyfm/index',
+            },
+            {
+                title: '播客',
+                docs: 'https://docs.rsshub.app/routes/multimedia#ge-shi-fm',
+                source: ['/episodes-list', '/'],
+                target: '/storyfm/episodes',
+            },
+        ],
+    },
+};

package/lib/v2/storyfm/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/episodes', require('./episodes'));
+    router.get('/index', require('./index'));
+};

package/lib/v2/storyfm/templates/description.art

@@ -0,0 +1,6 @@
+{{ if audio }}
+<audio controls>
+    <source src="{{ audio }}">
+</audio>
+{{ /if }}
+{{@ description }}

package/lib/v2/stratechery/radar.js

@@ -1,10 +1,10 @@
 module.exports = {
-    'miris.design': {
+    'stratechery.com': {
         _name: 'Stratechery by Ben Thompson',
         blog: [
             {
                 title: 'Articles',
-                docs: 'https://docs.rsshub.app/en/blog.html#stratechery-by-ben-thompson',
+                docs: 'https://docs.rsshub.app/routes/en/blog#stratechery-by-ben-thompson',
             },
         ],
     },

package/lib/v2/studygolang/go.js

@@ -0,0 +1,5 @@
+const { FetchGoItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    ctx.state.data = await FetchGoItems(ctx);
+};

package/lib/v2/studygolang/jobs.js

@@ -0,0 +1,7 @@
+const { FetchGoItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    ctx.params.id = 'jobs';
+
+    ctx.state.data = await FetchGoItems(ctx);
+};

package/lib/v2/studygolang/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/go/:id?': ['nczitzk'],
+    '/jobs': ['CcccFz', 'nczitzk'],
+    '/weekly': ['CWeilet', 'nczitzk'],
+};

package/lib/v2/studygolang/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'studygolang.com': {
+        _name: 'Go 语言中文网',
+        '.': [
+            {
+                title: '板块',
+                docs: 'https://docs.rsshub.app/routes/programming#go-yu-yan-zhong-wen-wang',
+                source: ['/go/:id', '/'],
+                target: '/studygolang/go/:id?',
+            },
+            {
+                title: '招聘',
+                docs: 'https://docs.rsshub.app/routes/programming#go-yu-yan-zhong-wen-wang',
+                source: ['/go/jobs', '/'],
+                target: '/studygolang/go/jobs',
+            },
+            {
+                title: '周刊',
+                docs: 'https://docs.rsshub.app/routes/programming#go-yu-yan-zhong-wen-wang',
+                source: ['/go/weekly', '/'],
+                target: '/studygolang/go/weekly',
+            },
+        ],
+    },
+};

package/lib/v2/studygolang/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/go/:id?', require('./go'));
+    router.get('/jobs', require('./jobs'));
+    router.get('/weekly', require('./weekly'));
+};

package/lib/v2/studygolang/utils.js

@@ -0,0 +1,74 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const md = require('markdown-it')({
+    html: true,
+    linkify: true,
+});
+
+module.exports = {
+    FetchGoItems: async (ctx) => {
+        const id = ctx.params.id ?? 'weekly';
+        const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 50;
+
+        const rootUrl = 'https://studygolang.com';
+        const currentUrl = `${rootUrl}/go/${id}`;
+
+        const response = await got({
+            method: 'get',
+            url: currentUrl,
+        });
+
+        const $ = cheerio.load(response.data);
+
+        let items = $('.right-info .title')
+            .slice(0, limit)
+            .toArray()
+            .map((item) => {
+                item = $(item);
+
+                const a = item.find('a');
+
+                return {
+                    title: a.text(),
+                    link: `${rootUrl}${a.attr('href')}`,
+                    author: item.next().find('.author').text(),
+                    category: item
+                        .next()
+                        .find('.node')
+                        .toArray()
+                        .map((n) => $(n).text()),
+                };
+            });
+
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.pubDate = timezone(parseDate(content('.timeago').first().attr('title')), +8);
+
+                    try {
+                        item.description = md.render(content('.content').html());
+                    } catch (e) {
+                        // no-empty
+                    }
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: `Go语言中文网 - ${$('.title h2').text()}`,
+            link: currentUrl,
+            item: items,
+        };
+    },
+};

package/lib/v2/studygolang/weekly.js

@@ -0,0 +1,7 @@
+const { FetchGoItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    ctx.params.id = 'weekly';
+
+    ctx.state.data = await FetchGoItems(ctx);
+};

package/lib/v2/subhd/radar.js

@@ -4,13 +4,13 @@ module.exports = {
         '.': [
             {
                 title: '字幕',
-                docs: 'https://docs.rsshub.app/multimedia.html#subhd-zi-mu',
+                docs: 'https://docs.rsshub.app/routes/multimedia#subhd-zi-mu',
                 source: ['/sub/:category', '/'],
                 target: '/subhd/sub/:category?',
             },
             {
                 title: '字幕组',
-                docs: 'https://docs.rsshub.app/multimedia.html#subhd-zi-mu-zu',
+                docs: 'https://docs.rsshub.app/routes/multimedia#subhd-zi-mu-zu',
                 source: ['/zu/:category', '/'],
                 target: '/subhd/zu/:category?',
             },

package/lib/v2/supchina/radar.js

@@ -4,13 +4,13 @@ module.exports = {
         '.': [
             {
                 title: 'Feed',
-                docs: 'https://docs.rsshub.app/new-media.html#supchina-feed',
+                docs: 'https://docs.rsshub.app/routes/new-media#supchina-feed',
                 source: ['/feed', '/'],
                 target: '/supchina',
             },
             {
                 title: 'Podcasts',
-                docs: 'https://docs.rsshub.app/new-media.html#supchina-podcasts',
+                docs: 'https://docs.rsshub.app/routes/new-media#supchina-podcasts',
                 source: ['/podcasts', '/'],
                 target: '/supchina/podcasts',
             },

package/lib/v2/surfshark/blog.js

@@ -0,0 +1,91 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 15;
+
+    const rootUrl = 'https://surfshark.com';
+    const currentUrl = new URL(`blog${category ? `/${category}` : ''}`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = cheerio.load(response);
+
+    let items = $('div.article-info')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('a');
+
+            return {
+                title: a.prop('title'),
+                link: a.prop('href'),
+                author: item.find('div.author, div.name').text().split('in')[0].trim(),
+                category: item
+                    .find('div.author, div.name')
+                    .find('a')
+                    .toArray()
+                    .map((c) => $(c).text()),
+                pubDate: parseDate(item.find('div.date, div.time').text().split('·')[0].trim(), 'YYYY, MMMM D'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+
+                const content = cheerio.load(detailResponse);
+
+                content('div.post-main-img').each(function () {
+                    const image = content(this).find('img');
+
+                    content(this).replaceWith(
+                        art(path.join(__dirname, 'templates/description.art'), {
+                            image: {
+                                src: image
+                                    .prop('srcset')
+                                    .match(/(https?:.*?\.\w+\s)/g)
+                                    .pop()
+                                    .trim(),
+                                alt: image.prop('alt'),
+                            },
+                        })
+                    );
+                });
+
+                item.title = content('div.blog-post-title').text();
+                item.description = content('div.post-content').html();
+                item.author = content('meta[name="author"]').prop('content');
+                item.category = content('div.name')
+                    .find('a')
+                    .toArray()
+                    .map((c) => content(c).text());
+                item.pubDate = parseDate(content('meta[property="article:published_time"]').prop('content'));
+
+                return item;
+            })
+        )
+    );
+
+    const icon = new URL($('link[rel="apple-touch-icon"]').prop('href'), rootUrl).href;
+
+    ctx.state.data = {
+        item: items,
+        title: $('title').text(),
+        link: currentUrl,
+        description: $('meta[property="og:description"]').prop('content'),
+        language: $('html').prop('lang'),
+        image: $('meta[property="og:image"]').prop('content'),
+        icon,
+        logo: icon,
+        subtitle: $('meta[property="og:title"]').prop('content'),
+        author: $('meta[property="og:site_name"]').prop('content'),
+    };
+};

package/lib/v2/surfshark/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog/:category?': ['nczitzk'],
+};