rsshub 1.0.0-master.ff97759 → 1.0.0-master.ffea261

package/lib/v2/greasyfork/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'greasyfork.org': {
+        _name: 'Greasy Fork',
+        '.': [
+            {
+                title: 'User scripts',
+                docs: 'https://docs.rsshub.app/program-update.html#greasy-fork',
+                source: ['/:language', '/:language/scripts/by-site/:domain?'],
+                target: '/greasyfork/:language/:domain?',
+            },
+            {
+                title: 'Feedback',
+                docs: 'https://docs.rsshub.app/program-update.html#greasy-fork',
+                source: '/:language/scripts/:script/feedback',
+                target: '/greasyfork/scripts/:script/feedback',
+            },
+            {
+                title: 'Version history',
+                docs: 'https://docs.rsshub.app/program-update.html#greasy-fork',
+                source: '/:language/scripts/:script/versions',
+                target: '/greasyfork/scripts/:script/versions',
+            },
+        ],
+    },
+};

package/lib/v2/greasyfork/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/:language/:domain?', require('./scripts'));
+    router.get('/scripts/:script/feedback', require('./feedback'));
+    router.get('/scripts/:script/versions', require('./versions'));
+};

package/lib/v2/greasyfork/scripts.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const queryString = require('query-string');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language === 'all' ? 'zh-CN' : ctx.params.language;
+    const domain = ctx.params.domain;
+    const filter_locale = ctx.params.language === 'all' ? 0 : 1;
+    const url = domain ? `by-site/${domain}` : '';
+    const currentUrl = `https://greasyfork.org/${language}/scripts/${url}`;
+    const res = await got({
+        method: 'get',
+        url: currentUrl,
+        searchParams: queryString.stringify({
+            filter_locale,
+            sort: 'updated',
+        }),
+    });
+    const $ = cheerio.load(res.data);
+    const list = $('.script-list').find('h2');
+
+    ctx.state.data = {
+        title: $('title').first().text(),
+        link: currentUrl,
+        description: $('meta[name=description]').attr('content'),
+        item:
+            list &&
+            list
+                .map((_, item) => {
+                    item = $(item);
+                    return {
+                        title: item.find('a').text(),
+                        description: item.find('.description').text(),
+                        link: item.find('a').attr('href'),
+                    };
+                })
+                .get(),
+    };
+};

package/lib/v2/greasyfork/versions.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const script = ctx.params.script;
+    const currentUrl = `https://greasyfork.org/scripts/${script}/versions`;
+    const response = await got(currentUrl);
+    const $ = cheerio.load(response.data);
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        description: $('meta[name=description]').attr('content'),
+        item: $('.history_versions li')
+            .get()
+            .map((item) => {
+                item = $(item);
+                const versionNumberLink = item.find('.version-number a');
+
+                return {
+                    title: versionNumberLink.text(),
+                    description: item.find('.version-changelog').text().trim(),
+                    pubDate: parseDate(item.find('gf-relative-time').attr('datetime')),
+                    link: versionNumberLink.attr('href'),
+                };
+            }),
+    };
+};

package/lib/v2/gumroad/index.js

@@ -0,0 +1,35 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const username = ctx.params.username;
+    const products = ctx.params.products;
+    const url = `https://${username}.gumroad.com/l/${products}`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const title = $('section.product-content.product-content__row > header > h1').text();
+    const userFullName = $('section.product-content.product-content__row > section.details > a').text();
+
+    const item = [
+        {
+            title,
+            link: url,
+            description: art(path.join(__dirname, 'templates/products.art'), {
+                img: response.data.match(/data-preview-url="(.*?)"/)[1],
+                productsName: title,
+                price: $('div.price').text(),
+                desc: $('section.product-content.product-content__row > section:nth-child(3) > div').html(),
+                stack: $('div.product-info').find('ul.stack').html(),
+            }),
+        },
+    ];
+
+    ctx.state.data = {
+        link: url,
+        title: `Gumroad - ${userFullName}/${title}`,
+        item,
+    };
+};

package/lib/v2/gumroad/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:username/:products': ['Fatpandac'],
+};

package/lib/v2/gumroad/radar.js

@@ -0,0 +1,17 @@
+module.exports = {
+    'gumroad.com': {
+        _name: 'Gumroad',
+        '.': [
+            {
+                title: '产品',
+                docs: 'https://docs.rsshub.app/shopping.html#gumroad',
+                source: ['/l/:products'],
+                target: (params, url) => {
+                    const username = new URL(url).host.split('.')[0];
+
+                    return `/gumroad/${username}/${params.products}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/gumroad/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:username/:products', require('./index'));
+};

package/lib/v2/gumroad/templates/products.art

@@ -0,0 +1,7 @@
+<img src="{{img}}"/>
+<h1>{{productsName}}</h1>
+<p style="color: red;">{{price}}</p>
+{{@ desc}}
+<hr>
+{{@ stack}}
+

package/lib/v2/hackernews/index.js

@@ -8,12 +8,15 @@ module.exports = async (ctx) => {
     const user = ctx.params.user ?? '';
 
     const rootUrl = 'https://news.ycombinator.com';
-    const currentUrl = `${rootUrl}${section === 'index' ? '' : `/${section}`}${user === '' ? '' : '?id=' + user}`;
+    const sectionUrl = section === 'index' ? '' : `/${section}`;
+    let optUrl = user === '' ? '' : '?id=' + user;
 
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
+    if (section === 'over') {
+        optUrl = user === '' ? '?points=100' : '?points=' + user;
+    }
+
+    const currentUrl = `${rootUrl}${sectionUrl}${optUrl}`;
+    const response = await got(currentUrl);
 
     const $ = cheerio.load(response.data);
 
@@ -25,13 +28,13 @@ module.exports = async (ctx) => {
             const item = {};
 
             item.guid = thing.attr('id');
-            item.title = thing.find('.titlelink').text();
+            item.title = thing.find('.titleline').children('a').text();
             item.category = thing.find('.sitestr').text();
             item.author = thing.next().find('.hnuser').text();
             item.pubDate = parseDate(thing.find('.age').attr('title') ?? thing.next().find('.age').attr('title'));
 
             item.link = `${rootUrl}/item?id=${item.guid}`;
-            item.origin = thing.find('.titlelink').attr('href');
+            item.origin = thing.find('.titleline').children('a').attr('href');
             item.onStory = thing.find('.onstory').text().substring(2);
 
             item.comments = thing.next().find('a').last().text().split(' comment')[0];

package/lib/v2/hackertalk/index.js

@@ -0,0 +1,23 @@
+const got = require('@/utils/got');
+const md = require('markdown-it')();
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ?? 25;
+
+    const response = await got(`https://api.hackertalk.net/v1/posts?limit=${limit}&orderBy=time`);
+
+    const data = response.data.data;
+
+    ctx.state.data = {
+        title: '黑客说的最新帖子',
+        link: 'https://hackertalk.net/?tab=new',
+        description: '黑客说 - 技术驱动优质交流',
+        item: data.map((item) => ({
+            title: item.title,
+            description: md.render(item.content),
+            pubDate: parseDate(item.createdAt),
+            link: `https://hackertalk.net/posts/${item.id}`,
+        })),
+    };
+};

package/lib/v2/hackertalk/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['hyoban'],
+};

package/lib/v2/hackertalk/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'hackertalk.net': {
+        _name: 'Hacker Talk 黑客说',
+        '.': [
+            {
+                title: '最新的帖子',
+                docs: 'https://docs.rsshub.app/bbs.html#hacker-talk-hei-ke-shuo',
+                source: ['/?tab=new', '/'],
+                target: '/hackertalk',
+            },
+        ],
+    },
+};

package/lib/v2/hackertalk/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/hafu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:tpye?': ['WenPeiTung'],
+};

package/lib/v2/hafu/news.js

@@ -0,0 +1,15 @@
+const parseList = require('./utils');
+
+module.exports = async (ctx) => {
+    // set default router type
+    const type = ctx.params.type ?? 'ggtz';
+
+    const { link, title, resultList } = await parseList(ctx, type);
+
+    ctx.state.data = {
+        title,
+        link,
+        description: '河南财政金融学院 - 公告通知',
+        item: resultList,
+    };
+};

package/lib/v2/hafu/radar.js

@@ -0,0 +1,23 @@
+module.exports = {
+    'hafu.edu.cn': {
+        _name: '河南财政金融学院',
+        www: [
+            {
+                title: '河南财政金融学院 - 通知公告',
+                docs: 'https://docs.rsshub.app/university.html#he-nan-cai-zheng-jin-rong-xue-yuan',
+                source: '/*',
+                target: (params, url) => {
+                    if (url.indexOf('www')) {
+                        return '/hafu/news/ggtz';
+                    }
+                    if (url.indexOf('jwc')) {
+                        return '/hafu/news/jwc';
+                    }
+                    if (url.indexOf('zsjyc')) {
+                        return '/hafu/news/zsjyc';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/hafu/templates/hafu.art

@@ -0,0 +1,3 @@
+{{ if articleBody }}
+    {{@ articleBody }}
+{{ /if }}

package/lib/v2/hafu/utils.js

@@ -0,0 +1,205 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const typeMap = {
+    ggtz: { url: 'https://www.hafu.edu.cn/index/ggtz.htm', root: 'https://www.hafu.edu.cn/', title: '河南财院 - 公告通知', parseFn: ggtzParse },
+    jwc: { url: 'https://jwc.hafu.edu.cn/tzgg.htm', root: 'https://jwc.hafu.edu.cn/', title: '河南财院 教务处 - 公告通知', parseFn: jwcParse },
+    zsjyc: { url: 'https://zsjyc.hafu.edu.cn/tztg.htm', root: 'https://zsjyc.hafu.edu.cn/', title: '河南财院 招生就业处 - 公告通知', parseFn: zsjycParse },
+};
+// Number of get articles
+let limit = 10;
+
+module.exports = async (ctx, type) => {
+    const link = typeMap[type].url;
+    const title = typeMap[type].title;
+
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+
+    limit = ctx.query.limit || limit;
+    const resultList = await typeMap[type].parseFn(ctx, $);
+
+    return {
+        title,
+        link,
+        resultList,
+    };
+};
+
+async function tryGetFullText(href, link, type) {
+    let articleData = '';
+    let description = '';
+    // for some unexpected href link
+    try {
+        const articleRes = await got(link);
+        articleData = cheerio.load(articleRes.data);
+        // fullText
+        let articleBody = articleData('div[class=v_news_content]').html();
+        // attachments
+        if (articleData('[id^=nattach]').length !== 0) {
+            articleBody = tryGetAttachments(articleData, articleBody, type);
+        }
+
+        description = art(path.join(__dirname, 'templates/hafu.art'), articleBody)();
+    } catch {
+        description = href;
+    }
+
+    return { articleData, description };
+}
+
+function tryGetAttachments(articleData, articleBody, type) {
+    if (type === 'ggtz') {
+        articleData(`[id^=nattach]`)
+            .prev()
+            .map((_, item) => {
+                const href = articleData(item).attr('href').slice(1);
+                const link = typeMap.ggtz.root + href;
+                const title = articleData(item).text();
+                articleBody += '<br/>';
+                articleBody += `<a href=${link}>${title}</a>`;
+                return null;
+            });
+    } else {
+        articleData('[id^=nattach]')
+            .parent()
+            .prev()
+            .map((_, item) => {
+                const href = articleData(item).find('a').attr('href').slice(1);
+                const link = typeMap[type].root + href;
+                const title = articleData(item).find('a').find('span').text();
+                articleBody += '<br/>';
+                articleBody += `<a href=${link}> ${title} </a>`;
+                return null;
+            });
+    }
+
+    return articleBody;
+}
+// A. got from hostPage     1.article(link), 2.article(title), 3.(pubDate)
+// B. got from articlePage  1.description(fullText), 2.article(author), 3.detailed(pubDate)
+async function ggtzParse(ctx, $) {
+    const data = $('a[class=c269582]').parent().slice(0, limit);
+    const resultItems = await Promise.all(
+        data
+            .map(async (_, item) => {
+                // .slice(3) for cut out str '../' in original link
+                const href = $(item).find('a[class=c269582]').attr('href').slice(3);
+                const link = typeMap.ggtz.root + href;
+                const title = $(item).find('a[class=c269582]').attr('title');
+
+                const result = await ctx.cache.tryGet(link, async () => {
+                    const { articleData, description } = await tryGetFullText(href, link, 'ggtz');
+                    let author = '';
+                    let pubDate = '';
+                    if (articleData instanceof Function) {
+                        const header = articleData('h1').next().text();
+                        const index = header.indexOf('日期');
+
+                        author = header.substring(0, index - 2) || '';
+
+                        const date = header.substring(index + 3, index + 19);
+                        pubDate = parseDate(date, 'YYYY-MM-DD HH:mm');
+                    } else {
+                        const date = $(item).find('a[class=c269582_date]').text();
+                        pubDate = parseDate(date, 'YYYY-MM-DD');
+                    }
+
+                    return {
+                        title,
+                        description,
+                        pubDate: timezone(pubDate, +8),
+                        link,
+                        author,
+                    };
+                });
+
+                return result;
+            })
+            .get()
+    );
+
+    return resultItems;
+}
+// A. got from hostPage     1.article(link), 2.article(title), 3.(pubDate)
+// B. got from articlePage  1.description(fullText), 2.article(author)
+async function jwcParse(ctx, $) {
+    const data = $('a[class=c259713]').parent().parent().slice(0, limit);
+    const resultItems = await Promise.all(
+        data
+            .map(async (_, item) => {
+                const href = $(item).find('a[class=c259713]').attr('href');
+                const link = typeMap.jwc.root + href;
+                const title = $(item).find('a[class=c259713]').attr('title');
+
+                const date = $(item).find('span[class=timestyle259713]').text();
+                const pubDate = parseDate(date, 'YYYY/MM/DD');
+
+                const result = await ctx.cache.tryGet(link, async () => {
+                    const { articleData, description } = await tryGetFullText(href, link, 'jwc');
+
+                    let author = '';
+                    if (articleData instanceof Function) {
+                        author = articleData('span[class=authorstyle259690]').text();
+                    }
+
+                    return {
+                        title,
+                        description,
+                        pubDate: timezone(pubDate, +8),
+                        link,
+                        author: '供稿单位：' + author,
+                    };
+                });
+
+                return result;
+            })
+            .get()
+    );
+
+    return resultItems;
+}
+// A. got from hostPage     1.article(link), 2.article(title), 3.(pubDate)
+// B. got from articlePage  1.description(fullText), 2.detailed(pubDate)
+async function zsjycParse(ctx, $) {
+    const data = $('a[class=c127701]').parent().parent().slice(0, limit);
+    const resultItems = await Promise.all(
+        data
+            .map(async (_, item) => {
+                const href = $(item).find('a[class=c127701]').attr('href');
+                const link = typeMap.zsjyc.root + href;
+
+                const title = $(item).find('a[class=c127701]').attr('title');
+
+                const result = await ctx.cache.tryGet(link, async () => {
+                    const { articleData, description } = await tryGetFullText(href, link, 'zsjyc');
+
+                    let pubDate = '';
+                    if (articleData instanceof Function) {
+                        const date = articleData('span[class=timestyle127702]').text();
+                        pubDate = parseDate(date, 'YYYY-MM-DD HH:mm');
+                    } else {
+                        const date = $(item).find('a[class=c269582_date]').text();
+                        pubDate = parseDate(date, 'YYYY-MM-DD');
+                    }
+
+                    return {
+                        title,
+                        description,
+                        pubDate: timezone(pubDate, +8),
+                        link,
+                        author: '供稿单位：招生就业处',
+                    };
+                });
+
+                return result;
+            })
+            .get()
+    );
+
+    return resultItems;
+}

package/lib/v2/hakkatv/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:type?': ['TonyRL'],
+};

package/lib/v2/hakkatv/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'hakkatv.org.tw': {
+        _name: '客家電視台',
+        '.': [
+            {
+                title: '新聞首頁 - 客家電視台',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ke-jia-dian-shi-tai',
+                source: '/news',
+                target: '/hakkatv/news',
+            },
+        ],
+    },
+};

package/lib/v2/hakkatv/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/news/:type?', require('./type'));
+};

package/lib/v2/hakkatv/type.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const typeMap = ['hakka', 'political', 'medical', 'local', 'international'];
+const baseUrl = 'https://www.hakkatv.org.tw';
+const apiUrl = 'https://api.hakkatv.org.tw';
+
+module.exports = async (ctx) => {
+    const { type } = ctx.params;
+
+    let allData;
+    if (!type) {
+        allData = await Promise.all(
+            typeMap.map(async (t) => {
+                const { data } = await got(`${apiUrl}/api/news/index`, {
+                    searchParams: {
+                        per: 4,
+                        'sort[created_at]': 'desc',
+                        type: t,
+                        keywords: '',
+                    },
+                });
+                return data.data;
+            })
+        );
+    } else {
+        allData = (
+            await got(`${apiUrl}/api/news/index`, {
+                searchParams: {
+                    per: 4,
+                    'sort[created_at]': 'desc',
+                    type,
+                    keywords: '',
+                },
+            })
+        ).data.data;
+    }
+
+    const list = [].concat(...allData).map((item) => ({
+        title: item.title,
+        pubDate: timezone(parseDate(item.created_at), +8),
+        author: item.author,
+        link: `${baseUrl}/news-detail/${item.id}`,
+        id: item.id,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data } = await got(`${apiUrl}/api/news/read/${item.id}`);
+                item.category = data.tag.map((t) => t.tag);
+                item.description = data.content.replace(/\n/g, '<br>');
+                delete item.id;
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '新聞首頁 - 客家電視台',
+        description: '客家電視是屬於全民、以至於全世界客家族群的頻道，亦是為傳播客家文化而存在，定位為「全體客家族群之媒體」。',
+        link: `${baseUrl}/news`,
+        language: 'zh-TW',
+        item: items,
+    };
+};