rsshub 1.0.0-master.fe50f9c → 1.0.0-master.fe560d2

package/lib/v2/gov/zhengce/govall.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const { advance } = ctx.params;
+    const link = `http://sousuo.gov.cn/list.htm`;
+    const params = new URLSearchParams({
+        n: 20,
+        t: 'govall',
+        sort: 'pubtime',
+        advance: 'true',
+    });
+    const query = `${params.toString()}&${advance}`;
+    const res = await got.get(link, {
+        searchParams: query.replace(/([\u4e00-\u9fa5])/g, (str) => encodeURIComponent(str)),
+    });
+    const $ = cheerio.load(res.data);
+
+    const list = $('body > div.dataBox > table > tbody > tr')
+        .slice(1)
+        .toArray()
+        .map((elem) => {
+            elem = $(elem);
+            return {
+                title: elem.find('td:nth-child(2) > a').text(),
+                link: elem.find('td:nth-child(2) > a').attr('href'),
+                pubDate: timezone(parseDate(elem.find('td:nth-child(5)').text()), 8),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                let description = '';
+                try {
+                    const contentData = await got(item.link);
+                    const $ = cheerio.load(contentData.data);
+                    description = $('#UCAP-CONTENT').html();
+                } catch (error) {
+                    description = '文章已被删除';
+                }
+                item.description = description;
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '信息稿件 - 中国政府网',
+        link: `${link}?${query}`,
+        item: items,
+    };
+};

package/lib/v2/gov/zhengce/wenjian.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const { pcodeJiguan } = ctx.params;
+    const link = 'http://sousuo.gov.cn/list.htm';
+    const res = await got(link, {
+        searchParams: {
+            n: ctx.query.limit ? Number(ctx.query.limit) : 20,
+            sort: 'pubtime',
+            t: 'paper',
+            pcodeJiguan: pcodeJiguan ? pcodeJiguan : '',
+        },
+    });
+    const $ = cheerio.load(res.data);
+
+    const list = $('body > div.dataBox > table > tbody > tr')
+        .slice(1)
+        .toArray()
+        .map((elem) => {
+            elem = $(elem);
+            return {
+                title: elem.find('td:nth-child(2) > a').text(),
+                link: elem.find('td:nth-child(2) > a').attr('href'),
+                pubDate: timezone(parseDate(elem.find('td:nth-child(5)').text()), 8),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const contentData = await got(item.link);
+                const $ = cheerio.load(contentData.data);
+                item.description = $('#UCAP-CONTENT').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '最新文件 - 中国政府网',
+        link: res.url,
+        item: items,
+    };
+};

package/lib/v2/gov/zhengce/zhengceku.js

@@ -0,0 +1,22 @@
+const buildData = require('@/utils/common-config');
+
+module.exports = async (ctx) => {
+    const department = ctx.params.department;
+    const link = `http://www.gov.cn/zhengce/zhengceku/${department}/`;
+
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: `%title%`,
+        description: '政府文件库, 当页的所有列表',
+        params: {
+            title: `$('.channel_tab > .noline > a').text().trim() + ' - 政府文件库'`,
+        },
+        item: {
+            item: '.news_box > .list > ul > li:not(.line)',
+            title: `$('h4 > a').text()`,
+            link: `$('h4 > a').attr('href')`,
+            pubDate: `parseDate($('h4 > .date').text().trim())`,
+        },
+    });
+};

package/lib/v2/gov/zhengce/zuixin.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const baseUrl = 'http://www.gov.cn';
+
+module.exports = async (ctx) => {
+    const link = `${baseUrl}/zhengce/zuixin.htm`;
+    const listData = await got(link);
+    const $ = cheerio.load(listData.data);
+
+    const list = $('.news_box .list li:not(.line)')
+        .toArray()
+        .map((elem) => {
+            elem = $(elem);
+            return {
+                title: elem.find('h4 a').text(),
+                link: new URL(elem.find('h4 a').attr('href'), baseUrl).href,
+                pubDate: timezone(parseDate(elem.find('h4 .date').text()), 8),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const contentData = await got(item.link);
+                const $ = cheerio.load(contentData.data);
+                item.description = $('#UCAP-CONTENT').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '最新政策 - 中国政府网',
+        link,
+        item: items,
+    };
+};

package/lib/v2/guanhai/index.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const { data: response } = await got('https://www.guanhai.com.cn');
+    const $ = cheerio.load(response);
+
+    const imgBox = $('.img-box');
+    const recommand = {
+        title: imgBox.find('a').first().attr('title'),
+        link: imgBox.find('a').first().attr('href'),
+        pubDate: timezone(parseDate(imgBox.find('time').text()), 8),
+    };
+    const list = $('.pic-summary .title')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').attr('title'),
+                link: item.find('a').attr('href'),
+                pubDate: timezone(parseDate(item.find('time').text()), 8),
+            };
+        })
+        .concat(recommand);
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+                item.author = $('.source').text();
+                item.description = $('.article-content').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name=description]').text(),
+        image: 'https://www.guanhai.com.cn/favicon.ico',
+        link: 'https://www.guanhai.com.cn',
+        item: items,
+    };
+};

package/lib/v2/guanhai/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '': ['TonyRL'],
+    '/': ['TonyRL'],
+};

package/lib/v2/guanhai/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'guanhai.com.cn': {
+        _name: '观海新闻',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/new-media.html#guan-hai-xin-wen',
+                source: ['/'],
+                target: '/guanhai',
+            },
+        ],
+    },
+};

package/lib/v2/guanhai/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/', require('./index'));
+};

package/lib/v2/hackernews/index.js

@@ -8,12 +8,15 @@ module.exports = async (ctx) => {
     const user = ctx.params.user ?? '';
 
     const rootUrl = 'https://news.ycombinator.com';
-    const currentUrl = `${rootUrl}${section === 'index' ? '' : `/${section}`}${user === '' ? '' : '?id=' + user}`;
+    const sectionUrl = section === 'index' ? '' : `/${section}`;
+    let optUrl = user === '' ? '' : '?id=' + user;
 
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
+    if (section === 'over') {
+        optUrl = user === '' ? '?points=100' : '?points=' + user;
+    }
+
+    const currentUrl = `${rootUrl}${sectionUrl}${optUrl}`;
+    const response = await got(currentUrl);
 
     const $ = cheerio.load(response.data);
 
@@ -25,16 +28,18 @@ module.exports = async (ctx) => {
             const item = {};
 
             item.guid = thing.attr('id');
-            item.title = thing.find('.titlelink').text();
+            item.title = thing.find('.titleline').children('a').text();
             item.category = thing.find('.sitestr').text();
             item.author = thing.next().find('.hnuser').text();
             item.pubDate = parseDate(thing.find('.age').attr('title') ?? thing.next().find('.age').attr('title'));
 
             item.link = `${rootUrl}/item?id=${item.guid}`;
-            item.origin = thing.find('.titlelink').attr('href');
+            item.origin = thing.find('.titleline').children('a').attr('href');
             item.onStory = thing.find('.onstory').text().substring(2);
 
             item.comments = thing.next().find('a').last().text().split(' comment')[0];
+            item.upvotes = thing.next().find('.score').text().split(' point')[0];
+
             item.currentComment = thing.find('.comment').text();
             item.guid = type === 'sources' ? item.guid : `${item.guid}${item.comments === 'discuss' ? '' : `-${item.comments}`}`;
 
@@ -86,6 +91,10 @@ module.exports = async (ctx) => {
                     item.description = item.currentComment;
                 }
 
+                if (isNaN(item.comments)) {
+                    item.comments = 0;
+                }
+
                 item.link = type === 'sources' ? item.origin : item.link;
 
                 delete item.origin;

package/lib/v2/hellogithub/index.js

@@ -0,0 +1,102 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const sorts = {
+    hot: '热门',
+    last: '最近',
+};
+
+module.exports = async (ctx) => {
+    const sort = ctx.params.sort ?? 'hot';
+    const id = ctx.params.id ?? '';
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 20;
+
+    const rootUrl = 'https://hellogithub.com';
+    const apiRootUrl = 'https://api.hellogithub.com';
+    const currentUrl = `${rootUrl}/?sort_by=${sort}${id ? `&tid=${id}` : ''}`;
+    const apiUrl = `${apiRootUrl}/v1/?sort_by=${sort}${id ? `&tid=${id}` : ''}&page=1`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    let buildId, tag;
+    if (id) {
+        const tagUrl = `${rootUrl}/tags/${id}`;
+
+        const tagResponse = await got({
+            method: 'get',
+            url: tagUrl,
+        });
+
+        const $ = cheerio.load(tagResponse.data);
+
+        tag = $('meta[property="og:title"]').attr('content').split(' ').pop();
+        buildId = tagResponse.data.match(/"buildId":"(.*?)",/)[1];
+    }
+
+    if (!buildId) {
+        const buildResponse = await got({
+            method: 'get',
+            url: rootUrl,
+        });
+
+        buildId = buildResponse.data.match(/"buildId":"(.*?)",/)[1];
+    }
+
+    let items = response.data.data.slice(0, limit).map((item) => ({
+        guid: item.item_id,
+        title: item.title,
+        author: item.author,
+        link: `${rootUrl}/repository/${item.item_id}`,
+        description: item.description,
+        pubDate: parseDate(item.updated_at),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailUrl = `${rootUrl}/_next/data/${buildId}/repository/${item.guid}.json`;
+
+                const detailResponse = await got({
+                    method: 'get',
+                    url: detailUrl,
+                });
+
+                const data = detailResponse.data.pageProps.repo;
+
+                item.title = `${data.name}: ${data.title}`;
+                item.category = [`No.${data.volume_name}`, ...data.tags.map((t) => t.name)];
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    name: data.full_name,
+                    description: data.description,
+                    summary: data.summary,
+                    image: data.image_url,
+                    stars: data.stars ?? data.stars_str,
+                    isChinese: data.has_chinese,
+                    language: data.primary_lang,
+                    isActive: data.is_active,
+                    license: data.license,
+                    isOrganization: data.is_org,
+                    forks: data.forks,
+                    openIssues: data.open_issues,
+                    subscribers: data.subscribers,
+                    homepage: data.homepage,
+                    url: data.url,
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `HelloGithub - ${sorts[sort]}${tag || ''}项目`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hellogithub/maintainer.js

@@ -1,5 +1,9 @@
 module.exports = {
-    '/article': ['moke8'],
-    '/ranking/:type?': ['moke8'],
-    '/month': ['moke8'],
+    '/article/:sort?/:id?': ['moke8', 'nczitzk'],
+    '/hot/:id?': ['nczitzk'],
+    '/last/:id?': ['nczitzk'],
+    '/month': ['moke8', 'nczitzk'],
+    '/ranking/:type?': ['moke8', 'nczitzk'],
+    '/report/:type?': ['nczitzk'],
+    '/volume': ['nczitzk'],
 };

package/lib/v2/hellogithub/radar.js

@@ -3,22 +3,46 @@ module.exports = {
         _name: 'HelloGitHub',
         '.': [
             {
-                title: '文章列表',
-                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
-                source: ['/article', '/article/?url=/periodical/volume/'],
-                target: '/hellogithub/article',
+                title: '热门',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub-re-men',
+                source: ['/'],
+                target: (params, url) => {
+                    const sort = new URL(url).searchParams.get('sort_by');
+                    const id = new URL(url).searchParams.get('tid');
+                    return `/hellogithub${sort ? `/sort` : ''}${id ? `/id` : ''}`;
+                },
             },
             {
-                title: '编程语言排行榜',
-                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
-                source: '/report/:type/?url=/periodical/volume/',
-                target: '/hellogithub/ranking/:type',
+                title: '最近',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub-zui-jin',
+                source: ['/'],
+                target: (params, url) => {
+                    const sort = new URL(url).searchParams.get('sort_by');
+                    const id = new URL(url).searchParams.get('tid');
+                    return `/hellogithub${sort ? `/sort` : ''}${id ? `/id` : ''}`;
+                },
+            },
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub-wen-zhang',
+                source: ['/'],
+                target: (params, url) => {
+                    const sort = new URL(url).searchParams.get('sort_by');
+                    const id = new URL(url).searchParams.get('tid');
+                    return `/hellogithub/article${sort ? `/sort` : ''}${id ? `/id` : ''}`;
+                },
+            },
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub-pai-hang-bang',
+                source: ['/report/:type', '/'],
+                target: '/hellogithub/report/:type',
             },
             {
                 title: '月刊',
-                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
-                source: '/periodical/volume/',
-                target: '/hellogithub/month',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub-yue-kan',
+                source: ['/periodical/volume/:id', '/'],
+                target: '/hellogithub/volume',
             },
         ],
     },

package/lib/v2/hellogithub/report.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const types = {
+    tiobe: '编程语言',
+    netcraft: '服务器',
+    'db-engines': '数据库',
+};
+
+module.exports = async (ctx) => {
+    let type = ctx.params.type ?? 'tiobe';
+
+    type = type === 'webserver' ? 'netcraft' : type === 'db' ? 'db-engines' : type;
+
+    const rootUrl = 'https://hellogithub.com';
+    const currentUrl = `${rootUrl}/report/${type}`;
+
+    const buildResponse = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const buildId = buildResponse.data.match(/"buildId":"(.*?)",/)[1];
+
+    const apiUrl = `${rootUrl}/_next/data/${buildId}/report/${type}.json`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const data = response.data.pageProps;
+
+    const items = [
+        {
+            guid: `${type}:${data.year}${data.month}`,
+            title: `${data.year}年${data.month}月${types[type]}排行榜`,
+            link: currentUrl,
+            pubDate: parseDate(`${data.year}-${data.month}`, 'YYYY-M'),
+            description: art(path.join(__dirname, 'templates/report.art'), {
+                tiobe_list: type === 'tiobe' ? data.list : undefined,
+                active_list: data.active_list,
+                all_list: data.all_list,
+                db_list: type === 'db-engines' ? data.list : undefined,
+            }),
+        },
+    ];
+
+    ctx.state.data = {
+        title: `HelloGitHub - ${types[type]}排行榜`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hellogithub/router.js

@@ -1,5 +1,8 @@
 module.exports = (router) => {
-    router.get('/article', require('./article'));
-    router.get('/month', require('./month'));
-    router.get('/ranking/:type?', require('./ranking'));
+    router.get('/article/:sort?/:id?', require('./index'));
+    router.get('/month', require('./volume'));
+    router.get('/ranking/:type?', require('./report'));
+    router.get('/report/:type?', require('./report'));
+    router.get('/volume', require('./volume'));
+    router.get('/:sort?/:id?', require('./index'));
 };

package/lib/v2/hellogithub/templates/description.art

@@ -0,0 +1,99 @@
+{{ if image }}
+<figure>
+  <img src="{{ image }}">
+</figure>
+{{ /if }}
+<table>
+  <tbody>
+    {{ if homepage }}
+    <tr>
+      <th>Homepage</th>
+      <td>{{ homepage }}</td>
+    </tr>
+    {{ /if }}
+    {{ if name && url }}
+    <tr>
+      <th>GitHub Repo</th>
+      <td><a href="{{ url }}">{{ name }}</a></td>
+    </tr>
+    {{ /if }}
+    {{ if description }}
+    <tr>
+      <th>Description</th>
+      <td>{{ description }}</td>
+    </tr>
+    {{ /if }}
+    {{ if summary }}
+    <tr>
+      <th>Summary</th>
+      <td>{{ summary }}</td>
+    </tr>
+    {{ /if }}
+    {{ if stars }}
+    <tr>
+      <th>Stars</th>
+      <td>{{ stars }}</td>
+    </tr>
+    {{ /if }}
+    {{ if forks }}
+    <tr>
+      <th>Forks</th>
+      <td>{{ forks }}</td>
+    </tr>
+    {{ /if }}
+    {{ if subscribers }}
+    <tr>
+      <th>Subscribers</th>
+      <td>{{ subscribers }}</td>
+    </tr>
+    {{ /if }}
+    {{ if language }}
+    <tr>
+      <th>Language</th>
+      <td>{{ language }}</td>
+    </tr>
+    {{ /if }}
+    {{ if license }}
+    <tr>
+      <th>License</th>
+      <td>{{ license }}</td>
+    </tr>
+    {{ /if }}
+    <tr>
+      <th>Is in Chinese</th>
+      <td>
+      {{ if isChinese }}
+        Yes
+      {{ else }}
+        No
+      {{ /if }}
+      </td>
+    </tr>
+    <tr>
+      <th>Is Organization</th>
+      <td>
+      {{ if isOrganization }}
+        Yes
+      {{ else }}
+        No
+      {{ /if }}
+      </td>
+    </tr>
+    <tr>
+      <th>Is Active</th>
+      <td>
+      {{ if isActive }}
+        Yes
+      {{ else }}
+        No
+      {{ /if }}
+      </td>
+    </tr>
+    {{ if openIssues }}
+    <tr>
+      <th>Open Issues</th>
+      <td>{{ openIssues }}</td>
+    </tr>
+    {{ /if }}
+  </tbody>
+</table>