rsshub 1.0.0-master.f2ed98e → 1.0.0-master.f2eee10

package/lib/v2/zhubai/templates/description.art

@@ -0,0 +1,31 @@
+{{ each content c }}
+  {{ if c.text }}
+    {{ c.text }}
+  {{ else if c.type === 'paragraph' }}
+    <p>{{@ c.children | parseContent }}</p>
+  {{ else if c.type === 'link' }}
+    <a href="{{ c.url }}">{{@ c.children | parseContent }}</a>
+  {{ else if c.type === 'image' }}
+    <img src="{{ c.url }}" height="{{ c.naturalHeight }}" width="{{ c.naturalWidth }}">
+  {{ else if c.type === 'list-item' }}
+    <li>{{@ c.children | parseContent }}</li>
+  {{ else if c.type === 'bulleted-list' }}
+    <ul>{{@ c.children | parseContent }}</ul>
+  {{ else if c.type === 'numbered-list' }}
+    <ol>{{@ c.children | parseContent }}</ol>
+  {{ else if c.type === 'block-quote' }}
+    <blockquote>{{@ c.children | parseContent }}</blockquote>
+  {{ else if c.type === 'heading-one' }}
+    <h1>{{@ c.children | parseContent }}</h1>
+  {{ else if c.type === 'heading-two' }}
+    <h2>{{@ c.children | parseContent }}</h2>
+  {{ else if c.type === 'heading-three' }}
+    <h3>{{@ c.children | parseContent }}</h3>
+  {{ else if c.type === 'heading-four' }}
+    <h4>{{@ c.children | parseContent }}</h4>
+  {{ else if c.type === 'heading-five' }}
+    <h5>{{@ c.children | parseContent }}</h5>
+  {{ else if c.type === 'heading-six' }}
+    <h6>{{@ c.children | parseContent }}</h6>
+  {{ /if }}
+{{ /each }}

package/lib/v2/zhubai/top20.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const parseContent = (content) =>
+    art(path.join(__dirname, 'templates/description.art'), {
+        content,
+    });
+
+art.defaults.imports.parseContent = parseContent;
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 20;
+
+    const rootUrl = 'https://analy.zhubai.wiki';
+    const apiRootUrl = 'https://open.zhubai.wiki';
+    const apiUrl = `${apiRootUrl}/a/zb/s/ht/pl/wk`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+    });
+
+    let items = response.data.data.slice(0, limit).map((item) => ({
+        link: item.fp ?? item.pq ?? item.pu,
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const matches = item.link.match(/\/(fp|pq|pu)\/([\w-]+)\/(\d+)/);
+
+                const detailResponse = await got({
+                    method: 'get',
+                    url: `https://${matches[2]}.zhubai.love/api/posts/${matches[3]}`,
+                });
+
+                const data = detailResponse.data;
+
+                item.title = data.title;
+                item.author = data.author.name;
+                item.pubDate = parseDate(data.created_at);
+                item.description = parseContent(JSON.parse(data.content));
+                item.link = `https://${matches[2]}.zhubai.love/posts/${matches[3]}`;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '竹白 - TOP20',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/zjol/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/paper/:id?': ['nczitzk'],
+};

package/lib/v2/zjol/paper.js

@@ -0,0 +1,88 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 'zjrb';
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 100;
+
+    const query = id === 'jnyb' ? 'map[name="PagePicMap"] area' : 'ul.main-ed-articlenav-list li a';
+
+    const rootUrl = id === 'qjwb' ? 'http://qjwb.thehour.cn' : `https://${id}.zjol.com.cn`;
+    let currentUrl = `${rootUrl}/paperindex.htm`;
+
+    let response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const url = response.data.match(/URL=(.*)"/)[1];
+    const pubDate = parseDate(url.match(/(\d{4}-\d{2}\/\d{2})/)[1], 'YYYY-MM/DD');
+
+    currentUrl = `${rootUrl}/${url.replace(`/${url.split('/').pop()}`, '')}`;
+
+    response = await got({
+        method: 'get',
+        url: `${rootUrl}/${url}`,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $(query)
+        .toArray()
+        .map((a) => `${currentUrl}/${$(a).attr('href')}`);
+
+    await Promise.all(
+        $('#pageLink')
+            .slice(1)
+            .toArray()
+            .map((p) => `${currentUrl}/${$(p).attr('href')}`)
+            .map(async (p) => {
+                const pageResponse = await got({
+                    method: 'get',
+                    url: p,
+                });
+
+                const page = cheerio.load(pageResponse.data);
+
+                items.push(
+                    ...page(query)
+                        .toArray()
+                        .map((a) => `${currentUrl}/${page(a).attr('href')}`)
+                );
+            })
+    );
+
+    items = await Promise.all(
+        items
+            .filter((a) => (id === 'jnyb' ? /\?div=1$/.test(a) : true))
+            .slice(0, limit)
+            .map((link) =>
+                ctx.cache.tryGet(link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    const title = content('.main-article-title').text();
+
+                    content('.main-article-alltitle').remove();
+
+                    return {
+                        title,
+                        pubDate,
+                        link: link.split('?')[0],
+                        description: content('.main-article-content').html(),
+                    };
+                })
+            )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/zjol/radar.js

@@ -0,0 +1,61 @@
+module.exports = {
+    'zjol.com.cn': {
+        _name: '浙江在线',
+        '.': [
+            {
+                title: '浙报集团系列报刊',
+                docs: 'https://docs.rsshub.app/traditional-media.html#zhe-jiang-zai-xian-zhe-bao-ji-tuan-xi-lie-bao-kan',
+                source: ['/'],
+                target: (params, url) => `/zjol/paper/${new URL(url).toString().match(/\/\/(.*?)\.zjol/)[1]}`,
+            },
+        ],
+        zjrb: [
+            {
+                title: '浙江日报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#zhe-jiang-zai-xian-zhe-bao-ji-tuan-xi-lie-bao-kan',
+                source: ['/'],
+                target: '/zjol/paper/zjrb',
+            },
+        ],
+        qjwb: [
+            {
+                title: '钱江晚报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#zhe-jiang-zai-xian-zhe-bao-ji-tuan-xi-lie-bao-kan',
+                source: ['/'],
+                target: '/zjol/paper/qjwb',
+            },
+        ],
+        msb: [
+            {
+                title: '美术报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#zhe-jiang-zai-xian-zhe-bao-ji-tuan-xi-lie-bao-kan',
+                source: ['/'],
+                target: '/zjol/paper/msb',
+            },
+        ],
+        zjlnb: [
+            {
+                title: '浙江老年报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#zhe-jiang-zai-xian-zhe-bao-ji-tuan-xi-lie-bao-kan',
+                source: ['/'],
+                target: '/zjol/paper/zjlnb',
+            },
+        ],
+        zjfzb: [
+            {
+                title: '浙江法制报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#zhe-jiang-zai-xian-zhe-bao-ji-tuan-xi-lie-bao-kan',
+                source: ['/'],
+                target: '/zjol/paper/zjfzb',
+            },
+        ],
+        jnyb: [
+            {
+                title: '江南游报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#zhe-jiang-zai-xian-zhe-bao-ji-tuan-xi-lie-bao-kan',
+                source: ['/'],
+                target: '/zjol/paper/jnyb',
+            },
+        ],
+    },
+};

package/lib/v2/zjol/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/paper/:id?', require('./paper'));
+};

package/lib/v2/zju/radar.js

@@ -46,7 +46,7 @@ module.exports = {
             {
                 title: '软件学院 - 全部通知',
                 docs: 'https://docs.rsshub.app/university.html#zhe-jiang-da-xue',
-                source: ['', '/*tpath'],
+                source: ['/*'],
                 target: '/zju/cst/0',
             },
             {

package/lib/v2/zuvio/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/student5/boards': ['TonyRL'],
+    '/student5/:board?': ['TonyRL'],
+};

package/lib/v2/zuzhirenshi/index.js

@@ -0,0 +1,87 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+function parseJavascript(jsCode) {
+    // Parse Release Date, SubLanMuList, AreaInfoList
+    const ReleaseDateRegex = /var ReleaseDate\s*=\s*"([^"]+)";/;
+    const ReleaseDateMatch = jsCode.match(ReleaseDateRegex);
+    const ReleaseDate = ReleaseDateMatch ? ReleaseDateMatch[1] : null;
+
+    const SubLanMuListRegex = /var SubLanMuList\s*=\s*(\[.+?\]);/;
+    const SubLanMuListMatch = jsCode.match(SubLanMuListRegex);
+    const SubLanMuList = SubLanMuListMatch ? JSON.parse(SubLanMuListMatch[1]) : null;
+
+    const InfoListRegex = /var InfoList\s*=\s*(\[.+?\]);/;
+    const InfoListMatch = jsCode.match(InfoListRegex);
+    const InfoList = InfoListMatch ? JSON.parse(InfoListMatch[1]) : null;
+
+    return {
+        ReleaseDate,
+        SubLanMuList,
+        InfoList,
+    };
+}
+
+async function getArticle(link) {
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('div.listhottitle3').text().trim();
+    const pubDate = timezone(parseDate($('.innertop').clone().children().remove().end().text().trim(), 'YYYY/MM/DD'), +8);
+    const description = $('.innercontent').html();
+    return {
+        title,
+        link,
+        pubDate,
+        description,
+    };
+}
+
+async function getPageInfo(url) {
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const jsCode = $('script').text().split('$(function')[0];
+    return parseJavascript(jsCode);
+}
+
+async function getPageContents(releaseDate, id, ctx) {
+    const baseUrl = `http://www.zuzhirenshi.com/dianzibao`;
+    const link = `${baseUrl}/${releaseDate}/${id}/index.htm`;
+    const info = await getPageInfo(link);
+    const items = await Promise.all(
+        info.InfoList.map((article) => {
+            const link = `${baseUrl}/${releaseDate}/${id}/${article.infoid}.htm`;
+            const item = ctx.cache.tryGet(link, async () => {
+                const item = await getArticle(link);
+                return item;
+            });
+            return item;
+        })
+    );
+    return items;
+}
+
+module.exports = async (ctx) => {
+    const url = 'http://www.zuzhirenshi.com/dianzibao/index.htm';
+    const info = await getPageInfo(url);
+    const releaseDate = info.ReleaseDate;
+    const id = ctx.params.id || 0;
+    let items = [];
+    if (id === 0) {
+        const promises = [];
+        for (let i = 1; i <= info.SubLanMuList.length; i++) {
+            promises.push(getPageContents(releaseDate, i, ctx));
+        }
+        const results = await Promise.all(promises);
+        items = results.reduce((a, b) => a.concat(b), []);
+    } else {
+        items = await getPageContents(releaseDate, id, ctx);
+    }
+    const titleSuffix = id ? `${String(info.SubLanMuList[id - 1].lmmc)}` : '全部';
+    ctx.state.data = {
+        title: `组织人事报 - ${titleSuffix} - ${releaseDate}`,
+        link: 'https://www.zuzhirenshi.com/dianzibao/index.htm',
+        item: items,
+    };
+};

package/lib/v2/zuzhirenshi/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?': ['5upernova-heng'],
+};

package/lib/v2/zuzhirenshi/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'zuzhirenshi.com': {
+        _name: '组织人事报',
+        '.': [
+            {
+                title: '日报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#zu-zhi-ren-shi-bao',
+                source: ['/dianzibao/*'],
+                target: '/zuzhirenshi',
+            },
+        ],
+    },
+};

package/lib/v2/zuzhirenshi/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:id?', require('.'));
+};

package/lib/v2/zyw/hot.js

@@ -0,0 +1,63 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const site = ctx.params.site ?? '';
+
+    const rootUrl = 'https://hot.zyw.asia';
+    const apiRootUrl = 'https://api-hot.zyw.asia';
+
+    let response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const jsUrl = `${rootUrl}${response.data.match(/crossorigin src="(\/assets\/index-\w+\.js)">/)[1]}`;
+
+    response = await got({
+        method: 'get',
+        url: jsUrl,
+    });
+
+    const sites = response.data
+        .match(/label:"(.*?)",value:"(.*?)",order/g)
+        .map((a) => {
+            const matches = a.match(/label:"(.*?)",value:"(.*?)"/);
+            return {
+                label: matches[1],
+                value: matches[2],
+            };
+        })
+        .filter((a) => (site ? a.label === site || a.value === site : true));
+
+    const currentUrl = `${rootUrl}${site ? `/#/list?type=${sites[0].value}` : ''}`;
+
+    const items = [];
+
+    await Promise.all(
+        sites.map(async (a) => {
+            const detailResponse = await got({
+                method: 'get',
+                url: `${apiRootUrl}/${a.value}`,
+                headers: {
+                    referer: rootUrl,
+                },
+            });
+
+            for (const d of detailResponse.data.data) {
+                items.push({
+                    link: d.url,
+                    title: d.title,
+                    description: d.desc,
+                });
+            }
+
+            return;
+        })
+    );
+
+    ctx.state.data = {
+        title: `今日热榜${site ? ` - ${sites[0].label}` : ''}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/zyw/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/hot/:site?': ['nczitzk'],
+};

package/lib/v2/zyw/radar.js

@@ -0,0 +1,16 @@
+module.exports = {
+    'zyw.asia': {
+        _name: 'zyw',
+        hot: [
+            {
+                title: '今日热榜',
+                docs: 'https://docs.rsshub.app/new-media.html#zyw-jin-ri-re-bang',
+                source: ['/'],
+                target: (params, url) => {
+                    const matches = new URL(url).href.match(/type=(\w+)/);
+                    return `/zyw/hot${matches ? `/${matches[1]}` : ''}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/zyw/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/hot/:site?', require('./hot'));
+};

package/lib/views/error.art

@@ -26,13 +26,17 @@
         a {
             color: #F5712C;
         }
+
+        img {
+            filter: grayscale(1);
+        }
     </style>
 </head>
 
 <body>
     <div class="content">
         <p>
-            <img src="https://i.loli.net/2019/09/04/lmBbNQoLzrKGgiM.jpg" alt="RSSHub" width="120">
+            <img src="/logo.png" alt="RSSHub" width="120">
         </p>
 
         <h1>Looks like something went wrong</h1>
@@ -46,14 +50,14 @@ Node version: {{@ nodeVersion}}
 Git Hash: {{@ gitHash}}
         </pre>
         <pre class="message">
-如果您认为 RSSHub 导致了该错误，请在Github按照模版，复制本页面信息进行<a href="https://github.com/DIYgod/RSSHub/issues/new?assignees=&labels=RSS+bug&template=bug_report_zh.yml" target="_blank">汇报</a>
 If you believe this is an error caused by RSSHub, please <a href="https://github.com/DIYgod/RSSHub/issues/new?assignees=&labels=RSS+bug&template=bug_report_en.yml" target="_blank">report on github</a>
+如果您认为 RSSHub 导致了该错误，请在 GitHub 按照模版，复制本页面信息进行 <a href="https://github.com/DIYgod/RSSHub/issues/new?assignees=&labels=RSS+bug&template=bug_report_zh.yml" target="_blank">汇报</a>
         </pre>
 
         <div style="margin: 50px 0">
-            <p>在线文档与支持，请访问<a href="https://docs.rsshub.app/" target="_blank">docs.rsshub.app</a>。</p>
             <p>For online documentation and support please refer to
                 <a href="https://docs.rsshub.app/" target="_blank">docs.rsshub.app</a>.</p>
+            <p>在线文档与支持，请访问 <a href="https://docs.rsshub.app/" target="_blank">docs.rsshub.app</a>。</p>
         </div>
     </div>
 </body>

package/lib/views/json.js

@@ -0,0 +1,46 @@
+/**
+ * This function should be used by RSSHub middleware only.
+ * @param {object} data ctx.state.data
+ * @returns `JSON.stringify`-ed [JSON Feed](https://www.jsonfeed.org/)
+ */
+const json = (data) => {
+    const jsonFeed = {
+        version: 'https://jsonfeed.org/version/1.1',
+        title: data.title || 'RSSHub',
+        home_page_url: data.link || 'https://docs.rsshub.app',
+        feed_url: data.feedLink,
+        description: `${data.description || data.title} - Made with love by RSSHub(https://github.com/DIYgod/RSSHub)`,
+        icon: data.image,
+        authors: typeof data.author === 'string' ? [{ name: data.author }] : data.author,
+        language: data.language || 'zh-cn',
+        items: data.item.map((item) => ({
+            id: item.guid || item.id || item.link,
+            url: item.link,
+            title: item.title,
+            content_html: (item.content && item.content.html) || item.description || item.title,
+            content_text: item.content && item.content.text,
+            image: item.image,
+            banner_image: item.banner,
+            date_published: item.pubDate,
+            date_modified: item.updated,
+            authors: typeof item.author === 'string' ? [{ name: item.author }] : item.author,
+            tags: typeof item.category === 'string' ? [item.category] : item.category,
+            language: item.language,
+            attachments: item.enclosure_url
+                ? [
+                      {
+                          url: item.enclosure_url,
+                          mime_type: item.enclosure_type,
+                          title: item.enclosure_title,
+                          size_in_bytes: item.enclosure_length,
+                          duration_in_seconds: item.itunes_duration,
+                      },
+                  ]
+                : undefined,
+            _extra: item._extra || undefined,
+        })),
+    };
+    return JSON.stringify(jsonFeed, null, 4);
+};
+
+module.exports = json;

package/lib/views/rss.art

@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<rss  xmlns:atom="http://www.w3.org/2005/Atom" version="2.0"
+<rss xmlns:atom="http://www.w3.org/2005/Atom" version="2.0"
 {{ if itunes_author || itunes_category || (item && item.some((i) => (i.itunes_item_image || i.itunes_duration))) }}
   xmlns:itunes="http://www.itunes.com/dtds/podcast-1.0.dtd"
 {{ /if }}

package/lib/views/welcome.art

@@ -79,13 +79,13 @@
 <body>
     <div class="content">
         <p>
-            <img src="https://i.loli.net/2019/04/23/5cbeb7e41414c.png" alt="RSSHub" width="100">
+            <img src="/logo.png" alt="RSSHub" width="100">
         </p>
 
         <h1>Welcome to
             <span style="color: #F5712C;">RSSHub</span>!</h1>
 
-        <p>If you see this page, the RSSHub{{ if hash }} ({{ hash }}){{ /if }} is successfully installed and working.</p>
+        <p>If you see this page, the RSSHub is successfully installed and working.</p>
 
         <p>For online documentation and support please refer to
             <a href="https://docs.rsshub.app/" target="_blank">docs.rsshub.app</a>.</p>