rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f792555

package/lib/v2/hellogithub/radar.js

@@ -3,22 +3,46 @@ module.exports = {
         _name: 'HelloGitHub',
         '.': [
             {
-                title: '文章列表',
-                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
-                source: ['/article', '/article/?url=/periodical/volume/'],
-                target: '/hellogithub/article',
+                title: '热门',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub-re-men',
+                source: ['/'],
+                target: (params, url) => {
+                    const sort = new URL(url).searchParams.get('sort_by');
+                    const id = new URL(url).searchParams.get('tid');
+                    return `/hellogithub${sort ? `/sort` : ''}${id ? `/id` : ''}`;
+                },
             },
             {
-                title: '编程语言排行榜',
-                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
-                source: '/report/:type/?url=/periodical/volume/',
-                target: '/hellogithub/ranking/:type',
+                title: '最近',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub-zui-jin',
+                source: ['/'],
+                target: (params, url) => {
+                    const sort = new URL(url).searchParams.get('sort_by');
+                    const id = new URL(url).searchParams.get('tid');
+                    return `/hellogithub${sort ? `/sort` : ''}${id ? `/id` : ''}`;
+                },
+            },
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub-wen-zhang',
+                source: ['/'],
+                target: (params, url) => {
+                    const sort = new URL(url).searchParams.get('sort_by');
+                    const id = new URL(url).searchParams.get('tid');
+                    return `/hellogithub/article${sort ? `/sort` : ''}${id ? `/id` : ''}`;
+                },
+            },
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub-pai-hang-bang',
+                source: ['/report/:type', '/'],
+                target: '/hellogithub/report/:type',
             },
             {
                 title: '月刊',
-                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
-                source: '/periodical/volume/',
-                target: '/hellogithub/month',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub-yue-kan',
+                source: ['/periodical/volume/:id', '/'],
+                target: '/hellogithub/volume',
             },
         ],
     },

package/lib/v2/hellogithub/report.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const types = {
+    tiobe: '编程语言',
+    netcraft: '服务器',
+    'db-engines': '数据库',
+};
+
+module.exports = async (ctx) => {
+    let type = ctx.params.type ?? 'tiobe';
+
+    type = type === 'webserver' ? 'netcraft' : type === 'db' ? 'db-engines' : type;
+
+    const rootUrl = 'https://hellogithub.com';
+    const currentUrl = `${rootUrl}/report/${type}`;
+
+    const buildResponse = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const buildId = buildResponse.data.match(/"buildId":"(.*?)",/)[1];
+
+    const apiUrl = `${rootUrl}/_next/data/${buildId}/report/${type}.json`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const data = response.data.pageProps;
+
+    const items = [
+        {
+            guid: `${type}:${data.year}${data.month}`,
+            title: `${data.year}年${data.month}月${types[type]}排行榜`,
+            link: currentUrl,
+            pubDate: parseDate(`${data.year}-${data.month}`, 'YYYY-M'),
+            description: art(path.join(__dirname, 'templates/report.art'), {
+                tiobe_list: type === 'tiobe' ? data.list : undefined,
+                active_list: data.active_list,
+                all_list: data.all_list,
+                db_list: type === 'db-engines' ? data.list : undefined,
+            }),
+        },
+    ];
+
+    ctx.state.data = {
+        title: `HelloGitHub - ${types[type]}排行榜`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hellogithub/router.js

@@ -1,5 +1,8 @@
 module.exports = (router) => {
-    router.get('/article', require('./article'));
-    router.get('/month', require('./month'));
-    router.get('/ranking/:type?', require('./ranking'));
+    router.get('/article/:sort?/:id?', require('./index'));
+    router.get('/month', require('./volume'));
+    router.get('/ranking/:type?', require('./report'));
+    router.get('/report/:type?', require('./report'));
+    router.get('/volume', require('./volume'));
+    router.get('/:sort?/:id?', require('./index'));
 };

package/lib/v2/hellogithub/templates/description.art

@@ -0,0 +1,99 @@
+{{ if image }}
+<figure>
+  <img src="{{ image }}">
+</figure>
+{{ /if }}
+<table>
+  <tbody>
+    {{ if homepage }}
+    <tr>
+      <th>Homepage</th>
+      <td>{{ homepage }}</td>
+    </tr>
+    {{ /if }}
+    {{ if name && url }}
+    <tr>
+      <th>GitHub Repo</th>
+      <td><a href="{{ url }}">{{ name }}</a></td>
+    </tr>
+    {{ /if }}
+    {{ if description }}
+    <tr>
+      <th>Description</th>
+      <td>{{ description }}</td>
+    </tr>
+    {{ /if }}
+    {{ if summary }}
+    <tr>
+      <th>Summary</th>
+      <td>{{ summary }}</td>
+    </tr>
+    {{ /if }}
+    {{ if stars }}
+    <tr>
+      <th>Stars</th>
+      <td>{{ stars }}</td>
+    </tr>
+    {{ /if }}
+    {{ if forks }}
+    <tr>
+      <th>Forks</th>
+      <td>{{ forks }}</td>
+    </tr>
+    {{ /if }}
+    {{ if subscribers }}
+    <tr>
+      <th>Subscribers</th>
+      <td>{{ subscribers }}</td>
+    </tr>
+    {{ /if }}
+    {{ if language }}
+    <tr>
+      <th>Language</th>
+      <td>{{ language }}</td>
+    </tr>
+    {{ /if }}
+    {{ if license }}
+    <tr>
+      <th>License</th>
+      <td>{{ license }}</td>
+    </tr>
+    {{ /if }}
+    <tr>
+      <th>Is in Chinese</th>
+      <td>
+      {{ if isChinese }}
+        Yes
+      {{ else }}
+        No
+      {{ /if }}
+      </td>
+    </tr>
+    <tr>
+      <th>Is Organization</th>
+      <td>
+      {{ if isOrganization }}
+        Yes
+      {{ else }}
+        No
+      {{ /if }}
+      </td>
+    </tr>
+    <tr>
+      <th>Is Active</th>
+      <td>
+      {{ if isActive }}
+        Yes
+      {{ else }}
+        No
+      {{ /if }}
+      </td>
+    </tr>
+    {{ if openIssues }}
+    <tr>
+      <th>Open Issues</th>
+      <td>{{ openIssues }}</td>
+    </tr>
+    {{ /if }}
+  </tbody>
+</table>

package/lib/v2/hellogithub/templates/report.art

@@ -0,0 +1,118 @@
+{{ if tiobe_list }}
+<table>
+  <tbody>
+    <tr>
+      <th>排名</th>
+      <th>编程语言</th>
+      <th>流行度</th>
+      <th>对比上月</th>
+      <th>年度明星语言</th>
+    </tr>
+    {{ each tiobe_list l }}
+    <tr>
+      <td>{{ l.position }}</td>
+      <td>{{ l.name }}</td>
+      <td>{{ l.rating }}</td>
+      <td>
+      {{ if l.change }}
+        {{ l.change }}
+      {{ else }}
+        新上榜
+      {{ /if }}
+      </td>
+      <td>{{ l.star }}</td>
+    </tr>
+    {{ /each }}
+  </tbody>
+</table>
+{{ /if }}
+
+{{ if all_list }}
+<h1>市场份额排名</h1>
+<table>
+  <tbody>
+    <tr>
+      <th>排名</th>
+      <th>服务器</th>
+      <th>占比</th>
+      <th>对比上月</th>
+      <th>总数</th>
+    </tr>
+    {{ each all_list l }}
+    <tr>
+      <td>{{ l.position }}</td>
+      <td>{{ l.name }}</td>
+      <td>{{ l.rating }}</td>
+      <td>
+      {{ if l.change }}
+        {{ l.change }}
+      {{ else }}
+        新上榜
+      {{ /if }}
+      </td>
+      <td>{{ l.total }}</td>
+    </tr>
+    {{ /each }}
+  </tbody>
+</table>
+<br>
+{{ /if }}
+
+{{ if active_list }}
+<h1>活跃网站排名</h1>
+<table>
+  <tbody>
+    <tr>
+      <th>排名</th>
+      <th>服务器</th>
+      <th>占比</th>
+      <th>对比上月</th>
+      <th>总数</th>
+    </tr>
+    {{ each active_list l }}
+    <tr>
+      <td>{{ l.position }}</td>
+      <td>{{ l.name }}</td>
+      <td>{{ l.rating }}</td>
+      <td>
+      {{ if l.change }}
+        {{ l.change }}
+      {{ else }}
+        新上榜
+      {{ /if }}
+      </td>
+      <td>{{ l.total }}</td>
+    </tr>
+    {{ /each }}
+  </tbody>
+</table>
+{{ /if }}
+
+{{ if db_list }}
+<table>
+  <tbody>
+    <tr>
+      <th>排名</th>
+      <th>数据库</th>
+      <th>分数</th>
+      <th>对比上月</th>
+      <th>类型</th>
+    </tr>
+    {{ each db_list l }}
+    <tr>
+      <td>{{ l.position }}</td>
+      <td>{{ l.name }}</td>
+      <td>{{ l.rating }}</td>
+      <td>
+      {{ if l.change }}
+        {{ l.change }}
+      {{ else }}
+        新上榜
+      {{ /if }}
+      </td>
+      <td>{{ l.db_model }}</td>
+    </tr>
+    {{ /each }}
+  </tbody>
+</table>
+{{ /if }}

package/lib/v2/hellogithub/templates/volume.art

@@ -0,0 +1,36 @@
+{{ if data }}
+{{ each data d }}
+<div>
+  <h1>{{ d.category_name }}</h1>
+  {{ each d.items item }}
+  <div>
+    <h2>
+      <a href="{{ item.github_url }}">{{ item.name }}</a>
+    </h2>
+    <table>
+      <tbody>
+        <tr>
+          <th>Stars</th>
+          <td>{{ item.stars }}</td>
+        </tr>
+        <tr>
+          <th>Forks</th>
+          <td>{{ item.forks }}</td>
+        </tr>
+        <tr>
+          <th>Watch</th>
+          <td>{{ item.watch }}</td>
+        </tr>
+      </tbody>
+    </table>
+    <p>{{@ item.description | render }}</p>
+    {{ if item.image_url }}
+    <figure>
+      <img src="{{ item.image_url }}">
+    </figure>
+    {{ /if }}
+  </div>
+  {{ /each }}
+</div>
+{{ /each }}
+{{ /if }}

package/lib/v2/hellogithub/volume.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const md = require('markdown-it')({
+    html: true,
+});
+
+art.defaults.imports.render = function (string) {
+    return md.render(string);
+};
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://hellogithub.com';
+    const currentUrl = `${rootUrl}/periodical/volume/`;
+
+    const buildResponse = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const buildId = buildResponse.data.match(/"buildId":"(.*?)",/)[1];
+
+    const apiUrl = `${rootUrl}/_next/data/${buildId}/periodical/volume.json`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const data = response.data;
+    const id = data.pageProps.volume.current_num;
+
+    const items = [
+        {
+            guid: id,
+            title: `No.${id}`,
+            link: `${rootUrl}/periodical/volume/${id}`,
+            description: art(path.join(__dirname, 'templates/volume.art'), {
+                data: data.pageProps.volume.data,
+            }),
+        },
+    ];
+
+    ctx.state.data = {
+        title: 'HelloGithub - 月刊',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hit/hitgs.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const host = 'https://hitgs.hit.edu.cn';
+
+    const response = await got(host + '/tzgg/list.htm', {
+        headers: {
+            Referer: host,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('.news_list li')
+        .map((i, e) => ({
+            pubDate: parseDate($('span:nth-child(4)', e).text()),
+            title: $('span.Article_BelongCreateOrg.newsfb', e).text() + $('span a', e).attr('title'),
+            category: $('span.Article_BelongCreateOrg.newsfb', e).text().slice(1, -1),
+            link: host + $('span a', e).attr('href'),
+        }))
+        .get();
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link, {
+                    headers: {
+                        Referer: host,
+                    },
+                });
+                const $ = cheerio.load(response.data);
+                item.description = $('.wp_articlecontent').html();
+                item.author = $('div.infobox > div > p > span:nth-child(3)').text().slice(3);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '哈工大研究生院通知公告',
+        link: host + '/tzgg/list.htm',
+        description: '哈尔滨工业大学研究生院通知公告',
+        item: out,
+    };
+};

package/lib/v2/hit/jwc.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'https://jwc.hit.edu.cn';
+const type = (filename) => filename.split('.').pop();
+
+module.exports = async (ctx) => {
+    const response = await got(`${baseUrl}/2591/list.htm`);
+
+    const { data } = response;
+    const $ = cheerio.load(data);
+    const links = $('.news_list li')
+        .toArray()
+        .map((el) => {
+            el = $(el);
+            return {
+                pubDate: parseDate(el.find('span.fbll').children().first().text().replace(/\[/g, '')),
+                link: new URL(el.find('a').attr('href'), baseUrl).href,
+                title: el.find('a').attr('title'),
+            };
+        });
+
+    const items = await Promise.all(
+        links.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (type(item.link) === 'htm') {
+                    try {
+                        const { data } = await got(item.link);
+                        const $ = cheerio.load(data);
+
+                        const author = $('p.arti_metas>span:nth-child(3)').text().trim();
+                        const description =
+                            $('div.wp_articlecontent').html() &&
+                            $('div.wp_articlecontent')
+                                .html()
+                                .replace(/src="\//g, `src="${new URL('.', baseUrl).href}`)
+                                .replace(/href="\//g, `href="${new URL('.', baseUrl).href}`)
+                                .trim();
+
+                        item.author = author;
+                        item.description = description;
+                    } catch (e) {
+                        // intranet
+                    }
+                } else {
+                    // file to download
+                    item.description = '此链接为文件，点击以下载';
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '哈尔滨工业大学教务处通知公告',
+        link: `${baseUrl}/2591/list.htm`,
+        item: items,
+    };
+};

package/lib/v2/hit/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/hitgs': ['hlmu'],
+    '/jwc': ['lty96117'],
+    '/today/:category': ['ranpox'],
+};

package/lib/v2/hit/radar.js

@@ -0,0 +1,29 @@
+module.exports = {
+    'hit.edu.cn': {
+        _name: '哈尔滨工业大学',
+        jwc: [
+            {
+                title: '哈尔滨工业大学教务处通知公告',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-ye-da-xue',
+                source: '/*',
+                target: '/hit/jwc',
+            },
+        ],
+        today: [
+            {
+                title: '今日哈工大',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-ye-da-xue',
+                source: '/category/:category',
+                target: '/hit/today/:category',
+            },
+        ],
+        hitgs: [
+            {
+                title: '哈工大研究生院通知公告',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-ye-da-xue',
+                source: '/*',
+                target: '/hit/hitgs',
+            },
+        ],
+    },
+};

package/lib/v2/hit/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    // 哈尔滨工业大学
+    router.get('/hitgs', require('./hitgs'));
+    router.get('/jwc', require('./jwc'));
+    router.get('/today/:category', require('./today'));
+};

package/lib/v2/hit/today.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const host = 'https://today.hit.edu.cn';
+    const category = ctx.params.category;
+
+    const response = await got(host + '/category/' + category, {
+        headers: {
+            Referer: host,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('.paragraph li')
+        .toArray()
+        .map((e) => ({
+            link: new URL($('span span a', e).attr('href'), host).href,
+            title: $('span span a', e).text(),
+            author: $('div a', e).attr('hreflang', 'zh-hans').text(),
+            pubDate: timezone(parseDate($('span span a', e).attr('href').split('/').slice(-4, -1).join(), 'YYYYMMDD'), 8),
+        }));
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    const response = await got(item.link, {
+                        headers: {
+                            Referer: host,
+                        },
+                    });
+
+                    const $ = cheerio.load(response.data);
+                    item.pubDate = timezone(parseDate($('.left-attr.first').text().trim()), 8);
+                    item.description =
+                        $('.article-content').html() &&
+                        $('.article-content')
+                            .html()
+                            .replace(/src="\//g, `src="${new URL('.', host).href}`)
+                            .replace(/href="\//g, `href="${new URL('.', host).href}`)
+                            .trim();
+                } catch (e) {
+                    // intranet
+                    item.description = '请进行统一身份认证后查看全文';
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text().trim(),
+        link: host + '/category/' + category,
+        item: out,
+    };
+};

package/lib/v2/hitwh/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/today': ['raptazure'],
+};

package/lib/v2/hitwh/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'hitwh.edu.cn': {
+        _name: '哈尔滨工业大学（威海）',
+        '.': [
+            {
+                title: '今日工大 - 通知公告',
+                docs: 'https://docs.rsshub.app/university.html#ha-er-bin-gong-ye-da-xue-wei-hai',
+                source: ['/1024/list.htm', '/'],
+                target: '/hitwh/today',
+            },
+        ],
+    },
+};

package/lib/v2/hitwh/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/today', require('./today'));
+};